{"meta":{"query_hash":"3e625d9e3aae","filters":{"category":"metaresearch"},"cohort_total":1914,"direct_labels_cover":1914,"predictions_cover":1914,"exported":1914,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3e625d9e3aae","api":"https://metacan.xera.ac/api/v1/cohort?category=metaresearch"},"results":[{"id":"W125385871","doi":"10.55016/ojs/ajer.v49i3.54985","title":"The Effects of Examinee Motivation on Multiple-Choice Item Parameter Estimates","year":2003,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Psychology; Social psychology; Statistics; Econometrics; Mathematics","score_opus":0.5409379066538277,"score_gpt":0.5429896068935227,"score_spread":0.0020517002396950312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W125385871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98745793,0.00071548775,0.000026290185,0.0021748014,0.0009863527,0.00014873501,5.164602e-7,3.638787e-7,0.008489549],"genre_scores_gemma":[0.9943155,0.00004707069,0.0007964217,0.000044536144,0.00016117323,0.000008944536,4.8452796e-7,0.0000077288,0.004618112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99509245,0.0015372181,0.00081087346,0.00020423355,0.0020501523,0.00030507188],"domain_scores_gemma":[0.026871674,0.9703152,0.0005765953,0.0003955395,0.0017089299,0.00013204718],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009392023,0.00009547519,0.00022884819,0.0007312667,0.00031152414,0.0001578424,0.0008536997,0.000055567147,0.0005271715],"category_scores_gemma":[0.99842125,0.000051120547,0.00011333445,0.0018660071,0.0002021104,0.00020588154,0.00004786781,0.00040711832,0.00002403692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004298114,0.00015673561,0.98324144,0.000011453038,0.000026545104,2.5666046e-7,0.00012961922,0.00006806749,0.0013505407,0.0045739855,0.007230082,0.0031682977],"study_design_scores_gemma":[0.0003017315,0.0003957625,0.97213465,0.00006533225,0.0000055977625,0.000018917593,0.00021775391,0.00017323841,0.003560534,0.017083371,0.00599339,0.000049742488],"about_ca_topic_score_codex":0.0001269327,"about_ca_topic_score_gemma":0.000026707488,"teacher_disagreement_score":0.9890292,"about_ca_system_score_codex":0.000065185144,"about_ca_system_score_gemma":0.00034171334,"threshold_uncertainty_score":0.57721585},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1440626221","doi":"10.1007/s12630-011-9531-5","title":"Retraction Note to: Dolasetron, but not metoclopramide prevents nausea and vomiting in patients undergoing laparoscopic cholecystectomy","year":2011,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Nausea and vomiting management","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Metoclopramide; Medicine; Laparoscopic cholecystectomy; Nausea; Vomiting; Anesthesia; Cholecystectomy; General surgery","score_opus":0.01677227063138987,"score_gpt":0.25012907790369193,"score_spread":0.23335680727230207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1440626221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337536,0.0009089594,0.000012969513,0.0014822067,0.0021479928,0.0008662082,0.000022325494,0.00001628847,0.0011677181],"genre_scores_gemma":[0.9923306,0.00075667,0.0005325184,0.00038962052,0.0022209862,0.000010877475,0.00005728035,0.00019833719,0.0035031287],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9946695,0.00032948444,0.0018950372,0.00058180996,0.0011340312,0.0013901249],"domain_scores_gemma":[0.9932058,0.0001947168,0.0019606987,0.00040504892,0.0008594022,0.0033743544],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024507884,0.0007433985,0.0016011555,0.0037198162,0.00047210164,0.00037474697,0.0004832578,0.0010598347,0.00012703917],"category_scores_gemma":[0.00120987,0.000737636,0.00036114553,0.0007518957,0.00012226358,0.0006588665,0.000027720314,0.0040077097,0.00002553036],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0034488316,0.00045594014,0.23846547,0.0034039244,0.001350575,0.6699509,0.0029124876,0.0001461612,0.00005709248,0.000090214955,0.054090455,0.02562793],"study_design_scores_gemma":[0.013415944,0.005261907,0.30208018,0.011158584,0.0013673857,0.6022421,0.00042682549,0.000018444895,0.00023773666,0.00009611616,0.062447045,0.0012477034],"about_ca_topic_score_codex":0.012673519,"about_ca_topic_score_gemma":0.03314757,"teacher_disagreement_score":0.0677088,"about_ca_system_score_codex":0.0048986105,"about_ca_system_score_gemma":0.006286735,"threshold_uncertainty_score":0.9995075},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1480669717","doi":"10.18438/b8kp4f","title":"Peer Review of the Evidence Base","year":2015,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Base (topology); Computer science; Peer review; World Wide Web; Data science; Internet privacy; Information retrieval; Political science; Mathematics","score_opus":0.5430162852185466,"score_gpt":0.5381562733337029,"score_spread":0.004860011884843751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480669717","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021863787,0.05961436,0.0038768852,0.9081736,0.0006379681,0.0006688042,0.00002810189,0.000035539957,0.024778357],"genre_scores_gemma":[0.3717496,0.13064706,0.015851324,0.46830243,0.00020106051,0.000066114706,0.000020081752,0.000018615843,0.01314369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869473,0.0009894185,0.000953826,0.00022644954,0.01067299,0.0002100304],"domain_scores_gemma":[0.9549852,0.032928906,0.0014195248,0.0013961433,0.008740425,0.0005297735],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.045256216,0.00010252616,0.00019392151,0.004663305,0.00014516008,0.0017243756,0.0017545985,0.000058824113,0.00065710745],"category_scores_gemma":[0.62542033,0.00005622644,0.000085587206,0.056276873,0.00015661176,0.25909927,0.00073015376,0.00026435195,0.00023714466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021700308,0.00006442921,0.012506528,0.0006818701,0.000008309263,0.000002858763,0.0001764387,0.000086376975,0.000029199828,0.038738787,0.839933,0.10755523],"study_design_scores_gemma":[0.0001516435,0.00012337968,0.012225208,0.0024074265,0.000013470828,0.000014208903,0.00039231824,0.0032226047,0.0011066776,0.00045718715,0.9797925,0.00009340363],"about_ca_topic_score_codex":0.000009741837,"about_ca_topic_score_gemma":1.6166064e-8,"teacher_disagreement_score":0.58016413,"about_ca_system_score_codex":0.00001735226,"about_ca_system_score_gemma":0.0010152956,"threshold_uncertainty_score":0.9993119},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1483618109","doi":"10.1111/jebm.12022","title":"Visualization of evidence‐based medicine domain knowledge: production and citation of cochrane systematic reviews","year":2013,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Medical Board","keywords":"Citation; Knowledge translation; Systematic review; Cochrane Library; Psychological intervention; Production (economics); MEDLINE; Bibliometrics; Medicine; Developing country; Business; Political science; Alternative medicine; Computer science; Library science; Knowledge management; Economic growth; Nursing; Pathology; Economics","score_opus":0.842957060811485,"score_gpt":0.5825738731360253,"score_spread":0.26038318767545976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483618109","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16316828,0.48662338,0.2692674,0.06798482,0.0028673229,0.009745757,0.0000025945822,0.000011460553,0.00032899817],"genre_scores_gemma":[0.98448795,0.008023638,0.0053435354,0.00045462672,0.0007536495,0.00007988853,0.0000029650887,0.000020663974,0.0008330784],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94851714,0.019810535,0.022867136,0.0006303273,0.0079351,0.0002397445],"domain_scores_gemma":[0.89528346,0.03883656,0.044315193,0.0026883592,0.018417709,0.0004587246],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24522083,0.00042188086,0.00805038,0.0019801538,0.000092950984,0.00008040948,0.0010313413,0.00012665949,0.0034963603],"category_scores_gemma":[0.5259732,0.00015062978,0.00085439114,0.0035202778,0.00054286694,0.0013830456,0.000035043533,0.00022318194,0.000079903395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074196566,0.0009508242,0.05608591,0.33120292,0.0012784749,0.000027577576,0.014033392,0.0016018267,0.21547139,0.002231777,0.3322066,0.044167336],"study_design_scores_gemma":[0.0028789924,0.0056508183,0.020996535,0.9264463,0.005308474,0.00017835115,0.0060002315,0.019107135,0.0038722663,0.005995139,0.0030185909,0.00054717675],"about_ca_topic_score_codex":0.00004119201,"about_ca_topic_score_gemma":0.000014188989,"teacher_disagreement_score":0.8213197,"about_ca_system_score_codex":0.00010743547,"about_ca_system_score_gemma":0.00034676565,"threshold_uncertainty_score":0.9974146},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1488788462","doi":"","title":"Scholarly Metrics under the Microscope: From Citation Analysis to Academic Auditing","year":2015,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Reputation; Audit; Documentation; Library science; Dimension (graph theory); Sociology; Computer science; Social science; Mathematics; Accounting; Business","score_opus":0.6638953583953724,"score_gpt":0.5733188140237518,"score_spread":0.09057654437162055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488788462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6304858,0.0066863033,0.0022717626,0.33938354,0.0003021449,0.00033667748,0.000035582034,0.0000051247594,0.020493083],"genre_scores_gemma":[0.99200195,0.00078288134,0.00064055395,0.0058581643,0.00015819813,0.000003040696,0.0000062435242,0.0000039761894,0.0005449857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920554,0.0017267272,0.00075246155,0.00014729415,0.004896035,0.00042204245],"domain_scores_gemma":[0.9736465,0.019438736,0.00055864727,0.00033856375,0.0043199505,0.0016975583],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.06336895,0.00008136334,0.0001718208,0.03449224,0.0011577796,0.016623976,0.001469234,0.00011731566,0.00009858706],"category_scores_gemma":[0.106013454,0.00004051841,0.00006061346,0.10541618,0.0003008348,0.04249504,0.0002607655,0.0014402965,0.00008372542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071734306,0.000043328586,0.22343339,0.000015706357,0.0009416488,0.000047142807,0.042422075,0.0029424923,0.00009173308,0.12029958,0.39858356,0.21046199],"study_design_scores_gemma":[0.0003565802,0.00021645334,0.09925648,0.000013039944,0.000076437296,0.000038352107,0.06608954,0.0024158098,0.00015620174,0.013987589,0.8172839,0.00010959015],"about_ca_topic_score_codex":0.001517922,"about_ca_topic_score_gemma":0.00023802108,"teacher_disagreement_score":0.41870037,"about_ca_system_score_codex":0.0000675764,"about_ca_system_score_gemma":0.0022345185,"threshold_uncertainty_score":0.9843969},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1491223359","doi":"10.1111/j.1365-2362.2011.02493.x","title":"Strengthening the reporting of genetic risk prediction studies (GRIPS): explanation and elaboration","year":2011,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Checklist; Multidisciplinary approach; Transparency (behavior); Elaboration; Completeness (order theory); Risk assessment; Quality (philosophy); Disease; Strengths and weaknesses; Medicine; Computer science; Data science; Management science; Psychology; Pathology; Political science; Engineering","score_opus":0.9097599771903062,"score_gpt":0.5671122748370302,"score_spread":0.342647702353276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491223359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750842,0.00096561847,0.022211349,0.00024354254,0.000484489,0.00014759596,0.0000026685314,0.0000022117556,0.0008583631],"genre_scores_gemma":[0.9725988,0.00037949806,0.02656612,0.000065634835,0.0003025658,7.8619433e-7,0.0000010711974,0.000006693317,0.000078820885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.924822,0.028323097,0.044011615,0.0003486261,0.0023996953,0.000094968804],"domain_scores_gemma":[0.8902764,0.0051848944,0.10000768,0.0008493534,0.0035496822,0.00013200432],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32530835,0.00011666838,0.0013584264,0.00016883825,0.00013046277,0.00012246787,0.000412601,0.000029959487,0.00008919265],"category_scores_gemma":[0.350856,0.000049903618,0.00049461017,0.00047590554,0.00021174747,0.00036987066,0.00005261279,0.00027759845,0.000024600911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024521632,0.000027847853,0.8535604,0.000022290204,0.00034925406,0.000009126146,0.0068779085,0.0003902888,0.00017005869,0.00034832352,0.0056351093,0.13258487],"study_design_scores_gemma":[0.00023508197,0.00029586445,0.9807881,0.00012096289,0.0004232654,0.000028259226,0.002866495,0.0052110627,0.00015440944,0.0084215235,0.0014000371,0.000054948738],"about_ca_topic_score_codex":0.0000019419238,"about_ca_topic_score_gemma":0.0000031810428,"teacher_disagreement_score":0.13252991,"about_ca_system_score_codex":0.0000074277473,"about_ca_system_score_gemma":0.0000530513,"threshold_uncertainty_score":0.694737},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1493255413","doi":"10.3138/cjpe.027.003","title":"Capturing the Complexity of Evaluations of Health Promotion Interventions: A Scoping Review","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Program Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lloydminster Hospital; University of Calgary","funders":"","keywords":"Psychological intervention; Perspective (graphical); Promotion (chess); Grey literature; Health promotion; Management science; Psychology; Applied psychology; Computer science; MEDLINE; Medicine; Public health; Nursing; Political science; Engineering; Artificial intelligence","score_opus":0.9727255468434597,"score_gpt":0.7916901593614977,"score_spread":0.18103538748196202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493255413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018616322,0.97321373,0.0006892736,0.004612012,0.00094421,0.020262394,0.000117751006,0.0000083703535,0.00013366068],"genre_scores_gemma":[0.000963637,0.99409944,0.0022095873,0.00039145257,0.00028139705,0.0018902518,0.000110507106,0.00003442926,0.000019297215],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9770094,0.0140734725,0.0066926586,0.00020618862,0.0012988774,0.0007193867],"domain_scores_gemma":[0.9814976,0.0009931073,0.013065869,0.0005133277,0.003359902,0.00057022774],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05778972,0.00025634287,0.0019050954,0.0008203111,0.0007890927,0.000018176934,0.0006260421,0.00017154655,0.0014562749],"category_scores_gemma":[0.007360358,0.00018305678,0.00065226975,0.0013550917,0.00043353773,0.00034616402,0.00004400105,0.0008879217,0.000029057337],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.398449e-7,0.000033567732,0.000051317813,0.19636038,0.000048812355,1.114732e-7,0.0016367561,0.0000013806771,3.1307206e-8,0.00028147985,0.00055943197,0.80102617],"study_design_scores_gemma":[0.0003874985,0.0003872594,0.00040663683,0.84298515,0.0017808998,0.000027758819,0.000550012,0.00003291992,1.8508103e-7,0.00050852046,0.15277648,0.00015669706],"about_ca_topic_score_codex":0.003432831,"about_ca_topic_score_gemma":0.033390384,"teacher_disagreement_score":0.80086946,"about_ca_system_score_codex":0.0018746322,"about_ca_system_score_gemma":0.053313218,"threshold_uncertainty_score":0.9994565},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1494349783","doi":"10.7202/039768ar","title":"La recherche en gestion et les comités d’éthique : l’épreuve de la pratique1","year":2010,"lang":"fr","type":"article","venue":"Cahiers de recherche sociologique","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.4236015783416626,"score_gpt":0.5472556757681888,"score_spread":0.12365409742652617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494349783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7800237,0.00317424,0.026339684,0.09155511,0.0012551849,0.0017555027,0.000078752055,0.0005408064,0.095277],"genre_scores_gemma":[0.6731873,0.07634022,0.16362375,0.04861528,0.0026603958,0.0007581436,0.00011886462,0.00023074342,0.034465298],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.3293397,0.667185,0.00096181256,0.0007105232,0.00024321295,0.0015597295],"domain_scores_gemma":[0.41514546,0.582117,0.00052397104,0.0008192496,0.00042161086,0.0009727028],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5585348,0.0006431179,0.0009559753,0.00012122782,0.00092925265,0.00005156662,0.0007321068,0.4082648,0.0006598372],"category_scores_gemma":[0.60202086,0.0006182776,0.0003840028,0.00047403254,0.0028963466,0.00025075264,0.0001409264,0.5351833,0.000158823],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008048262,0.00032859168,0.0061695674,0.0013331204,0.00016073613,0.00008672397,0.72580534,0.000011967639,0.006496727,0.18300149,0.02917436,0.04735087],"study_design_scores_gemma":[0.0017922268,0.00069093116,0.016161473,0.0012950964,0.00023090302,0.0002077825,0.56933236,0.0006091517,0.00075218367,0.116918504,0.29107055,0.00093882764],"about_ca_topic_score_codex":0.0016763153,"about_ca_topic_score_gemma":0.0009938073,"teacher_disagreement_score":0.2618962,"about_ca_system_score_codex":0.009607472,"about_ca_system_score_gemma":0.022480352,"threshold_uncertainty_score":0.9998172},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1496204915","doi":"10.1038/nm1201-1261b","title":"Canada tops cancer research impact list","year":2001,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"TOPS; Cancer; Gerontology; Medicine; Internal medicine; Engineering","score_opus":0.17326723448763734,"score_gpt":0.5781129353655865,"score_spread":0.40484570087794913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496204915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50619215,0.014590604,0.000008940679,0.43667465,0.0007975394,0.00071042945,0.00002625872,0.000049151702,0.04095027],"genre_scores_gemma":[0.92785996,0.0037837778,0.000022428478,0.05060867,0.003957391,0.00003758206,0.00005665975,0.000031422125,0.013642085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935443,0.00017688119,0.00034897024,0.0003732209,0.0036168532,0.001939789],"domain_scores_gemma":[0.98890007,0.0007769765,0.000047153797,0.0005286074,0.000986609,0.008760598],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034750183,0.00020523109,0.0005254374,0.00033987933,0.00019444288,0.000009589892,0.00023253816,0.00040647804,0.0070101228],"category_scores_gemma":[0.0574182,0.00011958606,0.000056323464,0.0015468473,0.0003492608,0.000056584468,0.00005481414,0.0040780655,0.000025782108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058930134,0.00006135544,0.017511625,0.00015888101,0.000045093613,0.0016433039,0.000080438534,5.117336e-7,0.0025365944,0.00009107069,0.9394449,0.03783692],"study_design_scores_gemma":[0.002496478,0.00094157865,0.049065076,0.00074695895,0.000026322012,0.0002801058,0.00019217828,0.000053112348,0.00058202277,0.000066580105,0.9454446,0.00010499449],"about_ca_topic_score_codex":0.8980513,"about_ca_topic_score_gemma":0.62995327,"teacher_disagreement_score":0.4216678,"about_ca_system_score_codex":0.002135873,"about_ca_system_score_gemma":0.035482172,"threshold_uncertainty_score":0.99821955},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1498958831","doi":"10.1177/160940691301200122","title":"Bridging Conceptions of Quality in Moments of Qualitative Research","year":2013,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bridging (networking); Qualitative research; Diversity (politics); Management science; Quality (philosophy); Sociology; Qualitative analysis; Computer science; Epistemology; Engineering ethics; Social science; Engineering","score_opus":0.9541240624199693,"score_gpt":0.8419877740146262,"score_spread":0.11213628840534307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498958831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.752726,0.00014772672,0.23688824,0.0056967814,0.00060873874,0.00021099574,0.00003840494,0.0000022345098,0.0036808231],"genre_scores_gemma":[0.86265177,0.0000355912,0.13651893,0.00011643087,0.000072204544,0.000014591619,0.0000026632906,0.0000063025504,0.00058155175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94871247,0.040716525,0.0040138457,0.00026999594,0.0060334364,0.00025373325],"domain_scores_gemma":[0.95277345,0.029540475,0.002685036,0.0002675554,0.014621291,0.00011220265],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16770148,0.00012050205,0.0006218225,0.0016475114,0.000050007173,0.000079518344,0.0011306854,0.000062365914,0.0022335819],"category_scores_gemma":[0.032440104,0.00008957398,0.0002330299,0.001104058,0.0006033597,0.0010563754,0.00015821871,0.00045053678,0.000042599266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034653454,0.0006866745,0.010026034,0.000027552294,0.00036530697,0.000003348432,0.68037665,0.0010006501,0.05146104,0.08565649,0.0023275004,0.16772223],"study_design_scores_gemma":[0.0017976055,0.00045471868,0.09049452,0.00024030604,0.0000088786655,0.000006154255,0.4693349,0.0023656804,0.016292667,0.41798308,0.00086954376,0.00015193076],"about_ca_topic_score_codex":0.0005207028,"about_ca_topic_score_gemma":0.000033187618,"teacher_disagreement_score":0.3323266,"about_ca_system_score_codex":0.00023966213,"about_ca_system_score_gemma":0.00047349697,"threshold_uncertainty_score":0.9986785},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1501386359","doi":"10.1023/a:1017924027522","title":"Changes in Academy/Industry/State Relations in Canada: The Creation and Development of the Networks of Centres of Excellence","year":2001,"lang":"en","type":"article","venue":"Minerva","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Excellence; Higher education; Political science; Science policy; Public administration; Sociology; Public relations; Engineering ethics; Engineering; Law","score_opus":0.10594471584903199,"score_gpt":0.35246007812576463,"score_spread":0.24651536227673265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501386359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99507815,0.00033379352,0.00005939451,0.003688828,0.000031985648,0.0001295841,0.0000031330517,6.595151e-7,0.00067447877],"genre_scores_gemma":[0.9983678,0.0001376249,0.00006529844,0.000042746764,0.000008558928,0.00000433702,2.427227e-7,0.0000015153947,0.001371916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983219,0.00014278166,0.00044546826,0.00014824253,0.0007662983,0.00017530807],"domain_scores_gemma":[0.9988288,0.00071469985,0.00020709788,0.00014389274,0.00006951161,0.00003599331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018122818,0.000052127067,0.00013202002,0.00011189441,0.00007147729,0.000012116421,0.000527732,0.000058011723,0.000051802217],"category_scores_gemma":[0.00068619533,0.00002644312,0.000011507909,0.0011664159,0.00024553502,0.000090448855,0.00012252408,0.00026370457,4.2412364e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066635484,0.000009532278,0.9493067,0.0000022942716,0.0000014931435,5.197928e-7,0.0023554917,0.008742387,0.0006569033,0.00004513662,0.00063431583,0.038238563],"study_design_scores_gemma":[0.000102844555,0.0000037048098,0.9824237,0.000058455502,8.788556e-7,7.7844425e-7,0.0023159245,0.010362855,0.0014010929,0.00029202402,0.0030071877,0.00003055547],"about_ca_topic_score_codex":0.14847682,"about_ca_topic_score_gemma":0.8134767,"teacher_disagreement_score":0.66499984,"about_ca_system_score_codex":0.00005980908,"about_ca_system_score_gemma":0.0005578711,"threshold_uncertainty_score":0.8571935},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1502775799","doi":"10.7202/029723ar","title":"L’anthropologie à l’épreuve de la décolonisation de la recherche dans les études autochtones","year":2009,"lang":"fr","type":"article","venue":"Anthropologie et Sociétés","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.9129780524892869,"score_gpt":0.7293707360260714,"score_spread":0.1836073164632155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502775799","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15238144,0.0050724847,0.011441894,0.5346071,0.008346488,0.000496594,0.000039497783,0.0005958651,0.28701866],"genre_scores_gemma":[0.90236795,0.056152035,0.03083165,0.002283956,0.0019158847,0.00006679105,0.000038771133,0.000036263216,0.0063066757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9731197,0.024422672,0.0004980776,0.0005924272,0.00033104428,0.0010361207],"domain_scores_gemma":[0.9657734,0.033269256,0.00025596147,0.00031369593,0.00018773704,0.00019994886],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.023042,0.00039929888,0.00045676902,0.00009490561,0.0020006176,0.00017928611,0.00068686676,0.003243938,0.002847949],"category_scores_gemma":[0.015798105,0.0004235166,0.00027736803,0.00052537775,0.020061286,0.00044618157,0.000072580566,0.0020925803,0.000038631046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000137937495,0.00084298477,0.013845857,0.00003502156,0.00012386429,0.000015657271,0.16662772,0.000095508185,0.0010461701,0.72896075,0.014375786,0.07401691],"study_design_scores_gemma":[0.00038976595,0.0003393615,0.047357183,0.00008387715,0.00014420907,0.000026997204,0.658975,0.00010024755,0.0009145435,0.1887031,0.10248374,0.0004819489],"about_ca_topic_score_codex":0.00598292,"about_ca_topic_score_gemma":0.00031580383,"teacher_disagreement_score":0.7499865,"about_ca_system_score_codex":0.001857117,"about_ca_system_score_gemma":0.0029125519,"threshold_uncertainty_score":0.99982166},"labels":[{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1503808599","doi":"10.1177/160940691000900104","title":"Exploring Ethical and Methodological Issues in Internet-Based Research with Adolescents","year":2010,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Confidentiality; The Internet; Ethical issues; Informed consent; Data collection; Research ethics; Internet research; Qualitative research; Internet privacy; Engineering ethics; Psychology; Public relations; Sociology; Political science; Medicine; Computer science; Social science; Alternative medicine; World Wide Web; Engineering","score_opus":0.9388730344812117,"score_gpt":0.7404821074722382,"score_spread":0.19839092700897354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503808599","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5307782,0.00022038957,0.43096358,0.034558572,0.001363642,0.00018931834,0.0000032494725,0.000016123597,0.0019068675],"genre_scores_gemma":[0.40303776,0.00008316186,0.5961816,0.00026343108,0.00030499697,0.000013230259,4.2869942e-7,0.0000105403615,0.00010487917],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.942435,0.05449328,0.0007605717,0.00029604268,0.0016364317,0.000378633],"domain_scores_gemma":[0.9747671,0.022360578,0.00036791817,0.00011082933,0.00216337,0.00023024045],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13065669,0.0001582465,0.00045955356,0.0007696229,0.00013537306,0.00015587044,0.00066873,0.00020957434,0.0001658281],"category_scores_gemma":[0.03762274,0.00011477485,0.00010424178,0.00051683886,0.0018933679,0.00046226082,0.00010088394,0.0029939895,0.0000026422347],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015963535,0.00031110944,0.0051027485,0.000030258523,0.00013781837,0.00018857192,0.43987152,0.00000923624,0.009272316,0.34899947,0.00021921139,0.19426139],"study_design_scores_gemma":[0.0056727408,0.00256615,0.045116626,0.0018736875,0.000051523573,0.00009880504,0.41541344,0.0005279373,0.023725769,0.324926,0.17904449,0.0009828527],"about_ca_topic_score_codex":0.0012370317,"about_ca_topic_score_gemma":0.0005977733,"teacher_disagreement_score":0.19327852,"about_ca_system_score_codex":0.00014801977,"about_ca_system_score_gemma":0.00026448516,"threshold_uncertainty_score":0.99930614},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1504334680","doi":"","title":"Sources and Information in Academic Research: Avoiding Mistakes in Assessing Sources for Research and during Peer Review","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credibility; Newspaper; Variety (cybernetics); German; Research integrity; Academic integrity; Public relations; Academic community; Library science; Political science; Sociology; Media studies; Law; History; Computer science","score_opus":0.6180195238489408,"score_gpt":0.6524922800243458,"score_spread":0.03447275617540502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504334680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92895144,0.056946278,0.000021377075,0.0065883803,0.00007894426,0.0012124269,0.000007793451,0.0000125416855,0.0061808075],"genre_scores_gemma":[0.895734,0.10305875,0.00011560481,0.00020673682,0.00016353522,0.00011872036,0.0000049747814,0.00001390277,0.000583787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99407405,0.0020718966,0.000940042,0.00030756427,0.0018351278,0.000771339],"domain_scores_gemma":[0.99391913,0.0039599985,0.00040462386,0.00014364682,0.0013267464,0.00024585394],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045543328,0.00016216954,0.00050876086,0.0015897019,0.0014447623,0.0027461334,0.0014896811,0.00048052814,0.00067942875],"category_scores_gemma":[0.017766189,0.00014836066,0.000044422366,0.0015234986,0.00063825323,0.012136441,0.0004053826,0.004064732,0.0000067348756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011567037,0.00007053944,0.8524044,0.002512973,0.000038741146,0.0000070298365,0.056127597,0.000020880116,0.012564549,0.0019910887,0.041633897,0.03251264],"study_design_scores_gemma":[0.0008728892,0.000016749073,0.7471804,0.015513812,0.000020127389,0.000010229281,0.0777012,0.0002029445,0.0037098036,0.052669737,0.10153088,0.0005712158],"about_ca_topic_score_codex":0.014364546,"about_ca_topic_score_gemma":0.00070196344,"teacher_disagreement_score":0.10522398,"about_ca_system_score_codex":0.00021174352,"about_ca_system_score_gemma":0.00026936003,"threshold_uncertainty_score":0.9998552},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1504392500","doi":"10.1503/cmaj.109-5053","title":"Is withholding clinical trial results “research misconduct”?","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scientific misconduct; Clinical trial; Medical research; Data science; Misconduct; Computer science; Medical education; Alternative medicine; Medicine; Engineering ethics; Pathology; Political science; Law","score_opus":0.6271826154282877,"score_gpt":0.5858807202405074,"score_spread":0.04130189518778027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504392500","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33993813,0.0003389075,0.000019826315,0.61633587,0.003063865,0.00065459457,0.000032862095,0.00002771064,0.03958823],"genre_scores_gemma":[0.72902554,0.0011425302,0.00058258814,0.22017753,0.033902906,0.000027185833,0.000043191205,0.00006455207,0.015033965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863988,0.0014472714,0.0013572072,0.000324476,0.008202071,0.0022701344],"domain_scores_gemma":[0.90594846,0.0020960222,0.0002916237,0.0003324357,0.003435252,0.08789618],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.076057434,0.00014103716,0.00050570926,0.0005212668,0.00036477405,0.00014088051,0.00032227836,0.0009924974,0.0024848275],"category_scores_gemma":[0.5578913,0.00010970263,0.00018349265,0.0007210187,0.00021072805,0.0001659562,0.00003947372,0.0061132764,0.0011531834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037871518,0.00011983167,0.005296003,0.0000107199485,0.00007222508,0.0015487733,0.0003775139,6.416787e-8,0.000001465071,0.000034583278,0.93356574,0.055185914],"study_design_scores_gemma":[0.066583216,0.0019379004,0.002032244,0.0002017356,0.000018452636,0.0004880706,0.0007360727,0.00012408964,0.0000092809105,0.00021150819,0.92755723,0.00010019609],"about_ca_topic_score_codex":0.004757525,"about_ca_topic_score_gemma":0.0044963732,"teacher_disagreement_score":0.48183385,"about_ca_system_score_codex":0.003591874,"about_ca_system_score_gemma":0.15441296,"threshold_uncertainty_score":0.99962455},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1508106046","doi":"10.1177/160940691101000301","title":"Transitioning from Clinical to Qualitative Research Interviewing","year":2011,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McMaster University; McGill University","funders":"","keywords":"Interview; Qualitative research; Psychology; Semi-structured interview; Quality (philosophy); Applied psychology; Medical education; Data collection; Medicine; Sociology; Social science","score_opus":0.9816651080160402,"score_gpt":0.8547239482661203,"score_spread":0.12694115974991993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508106046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047402345,0.00054268393,0.9098819,0.01772866,0.00243365,0.0002526895,0.000054404347,0.00002202338,0.021681644],"genre_scores_gemma":[0.13833234,0.00034220773,0.8587778,0.0008150648,0.001269293,0.000016576516,0.0000036009194,0.000025883925,0.00041723973],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.771936,0.22194183,0.002026429,0.00041431535,0.0030761189,0.0006052977],"domain_scores_gemma":[0.9249495,0.06402728,0.00071952376,0.00021310298,0.009418841,0.00067174394],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35057345,0.00018586901,0.0006413816,0.0008892266,0.00045201453,0.00018149019,0.0015636348,0.00021216499,0.0011995916],"category_scores_gemma":[0.08254001,0.00016406468,0.00048427997,0.00084089977,0.002198066,0.0007996011,0.00018935381,0.0018473563,0.00008382231],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004242201,0.00017157596,0.00005194234,0.000005293528,0.0004234565,0.000036313333,0.7592253,0.0000010026894,0.0005904528,0.13705122,0.00080786017,0.10121133],"study_design_scores_gemma":[0.0004139293,0.00043144615,0.00042576288,0.0002682697,0.000016836608,0.0000019132788,0.58535945,0.000008178961,0.0009961297,0.3809725,0.030960502,0.00014508338],"about_ca_topic_score_codex":0.0036676275,"about_ca_topic_score_gemma":0.00031118206,"teacher_disagreement_score":0.26803344,"about_ca_system_score_codex":0.0004351312,"about_ca_system_score_gemma":0.0008699217,"threshold_uncertainty_score":0.9997134},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1508847054","doi":"10.1002/pds.3241","title":"Merging of the National Cancer Institute–funded cooperative oncology group data with an administrative data source to develop a more effective platform for clinical trial analysis and comparative effectiveness research: a report from the Children's Oncology Group","year":2012,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Cancer Institute; National Institutes of Health","keywords":"Medicine; Cog; Clinical trial; Oncology; Minimum Data Set; Comparative effectiveness research; Cancer; Internal medicine; Alternative medicine","score_opus":0.8350659612331508,"score_gpt":0.6540982913042684,"score_spread":0.18096766992888236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508847054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9106554,0.0018846481,0.052019995,0.021149516,0.0008195111,0.006067061,0.0071908426,0.000019204115,0.00019385562],"genre_scores_gemma":[0.9825397,0.00033744102,0.007864027,0.004966614,0.001044473,0.0009742439,0.0022444983,0.000016020414,0.00001297828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98445475,0.010482718,0.0030925407,0.0012994712,0.00014704285,0.00052346755],"domain_scores_gemma":[0.9110456,0.08503022,0.0023737908,0.0008526962,0.0003939223,0.00030372816],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11761363,0.00027394775,0.0021072824,0.00019048505,0.0008545498,0.000023075467,0.0009355745,0.00023696071,0.000025406685],"category_scores_gemma":[0.035456322,0.00019391041,0.00007798711,0.00070294243,0.001337134,0.0009900981,0.0008333948,0.0007104871,0.000004434849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02683572,0.0007982574,0.9165628,0.00007011997,0.0060158297,0.0000013450541,0.010697125,0.00052816933,0.000005492937,0.024463559,0.010307023,0.0037145528],"study_design_scores_gemma":[0.013874064,0.0008049968,0.8878838,0.000061319945,0.0004522424,0.000018761006,0.0024890201,0.011586463,0.000008170386,0.0011230924,0.08135899,0.00033911003],"about_ca_topic_score_codex":0.005743354,"about_ca_topic_score_gemma":0.009874283,"teacher_disagreement_score":0.08215731,"about_ca_system_score_codex":0.000494193,"about_ca_system_score_gemma":0.00084752956,"threshold_uncertainty_score":0.9726684},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1509438354","doi":"10.1111/j.1756-5391.2012.01174.x","title":"Assessing the recommendations for the use of diagnostic imaging in clinical practice guidelines","year":2012,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba; Manitoba Health","funders":"","keywords":"Clinical Practice; Appropriate Use Criteria; Medicine; Medical physics; Medical imaging; Diagnostic accuracy; Diagnostic test; Evidence-based medicine; Quality of evidence; Evidence-based practice; Radiology; Alternative medicine; Pediatrics; Physical therapy; Randomized controlled trial; Pathology; Internal medicine","score_opus":0.6575977203867903,"score_gpt":0.5880777676982109,"score_spread":0.06951995268857947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509438354","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02234512,0.024197794,0.051669706,0.8995479,0.0017032534,0.0004937591,0.0000012142491,0.0000060061147,0.000035283538],"genre_scores_gemma":[0.8981182,0.008297198,0.03613645,0.052578535,0.0047782464,0.000015868854,0.000003317791,0.000021850092,0.000050311075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696153,0.00037053516,0.0018647504,0.00008894761,0.00050673366,0.0002074748],"domain_scores_gemma":[0.9194107,0.07682622,0.0015561682,0.00029775614,0.0017648601,0.00014426306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012469264,0.00010817129,0.00038899246,0.00020066404,0.00009943194,0.000036838643,0.00016706181,0.000034202392,0.000060400842],"category_scores_gemma":[0.33479673,0.00004579954,0.00016208357,0.00035078125,0.00019965786,0.0020524312,0.000017240965,0.00043272163,0.0000012274888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030272282,0.00029902466,0.3017039,0.000077062876,0.0001084617,0.000021031636,0.0006045619,0.0005528312,0.00054405635,0.000065385415,0.22803059,0.46769038],"study_design_scores_gemma":[0.0041281255,0.00053502223,0.3048803,0.011503477,0.0017845352,0.00045761743,0.005071886,0.017957829,0.00038327315,0.000050187526,0.65313137,0.00011641714],"about_ca_topic_score_codex":0.00007245103,"about_ca_topic_score_gemma":0.0000021498604,"teacher_disagreement_score":0.87577313,"about_ca_system_score_codex":0.00007576768,"about_ca_system_score_gemma":0.00049140776,"threshold_uncertainty_score":0.6708066},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1510355156","doi":"10.1007/bf03403776","title":"Driving the Global Public Health Research Agenda Forward by Promoting the Participation of Students and New Researchers","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Public Health","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Quebec Population Health Research Network; Université de Montréal; University of British Columbia; Centre Hospitalier de l’Université de Montréal","funders":"Canadian Institutes of Health Research; Health Canada; Université de Montréal; International Development Research Centre","keywords":"Global health; Redress; Documentation; Public relations; Context (archaeology); Political science; Public health; Medicine; Geography; Nursing","score_opus":0.48617973036854323,"score_gpt":0.49880662495697714,"score_spread":0.012626894588433912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510355156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63908744,0.0047568292,0.00017955074,0.3551172,0.00014373171,0.0004951165,0.000015443682,0.000004290138,0.00020039303],"genre_scores_gemma":[0.99073327,0.001023138,0.00009800082,0.007733135,0.0002119538,0.000005847583,0.0000076349415,0.000013996146,0.00017303342],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99232036,0.0026832507,0.0011316397,0.00019635048,0.0015417165,0.0021266975],"domain_scores_gemma":[0.9871669,0.0005572904,0.0005509026,0.00032351055,0.0009209449,0.010480494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03880044,0.00012204213,0.0004428346,0.00033637308,0.0012010633,0.00013234615,0.00042331888,0.00008016735,0.00004455895],"category_scores_gemma":[0.012072124,0.00007600548,0.00008716916,0.0013160923,0.0004767208,0.00025349323,0.000048307065,0.0009704355,0.0000031190614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014753213,0.000067608235,0.6834284,0.00014777877,0.00005423591,0.000040763676,0.008080106,5.06138e-7,0.0000015680258,0.00049070676,0.18823838,0.11943518],"study_design_scores_gemma":[0.0009912112,0.0011521729,0.70839673,0.00024535903,0.000005374057,0.0005686527,0.0063094483,0.000108062144,0.000001860835,0.00017910259,0.28196824,0.000073786214],"about_ca_topic_score_codex":0.05858389,"about_ca_topic_score_gemma":0.04747435,"teacher_disagreement_score":0.35164583,"about_ca_system_score_codex":0.0021439593,"about_ca_system_score_gemma":0.059602194,"threshold_uncertainty_score":0.9962496},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1511018152","doi":"10.1177/160940690900800202","title":"Lost and Found in Translation: An Ecological Approach to Bilingual Research Methodology","year":2009,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Hindsight bias; Perspective (graphical); Curriculum; Psychology; Qualitative research; French; Linguistics; Medical education; Sociology; Pedagogy; Medicine; Social psychology; Social science; Computer science; Artificial intelligence","score_opus":0.9460650827480639,"score_gpt":0.8061432734378815,"score_spread":0.1399218093101824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511018152","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52704054,0.0009153856,0.4178317,0.027194344,0.0013275241,0.00085297454,0.000013971949,0.00002127574,0.024802297],"genre_scores_gemma":[0.42448428,0.000031936615,0.5734917,0.0015579815,0.00028634208,0.00001636832,0.0000033769418,0.000006943728,0.0001210682],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9309263,0.066739775,0.0012575869,0.00022654743,0.00053513114,0.00031461642],"domain_scores_gemma":[0.972895,0.023542583,0.00038798223,0.0002006125,0.0027834147,0.00019038019],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07192393,0.00011497299,0.0003922221,0.0007474451,0.00021987429,0.000023216206,0.00064761104,0.00020259405,0.00008939055],"category_scores_gemma":[0.012237928,0.000093433155,0.000058069203,0.0004139884,0.00015788616,0.00019272942,0.00008475425,0.001694478,0.00001064052],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001470558,0.0007374868,0.0013546214,0.000052810286,0.00006828878,0.000015297905,0.7166602,0.00019326416,0.0011181496,0.15478615,0.0002548706,0.12328827],"study_design_scores_gemma":[0.0025064624,0.0035172217,0.054946057,0.00078414386,0.000018039618,0.00012204378,0.5483681,0.002377167,0.00017915804,0.37417966,0.012654116,0.00034786138],"about_ca_topic_score_codex":0.00011945928,"about_ca_topic_score_gemma":0.0000742178,"teacher_disagreement_score":0.21939349,"about_ca_system_score_codex":0.00029949762,"about_ca_system_score_gemma":0.0004805889,"threshold_uncertainty_score":0.9960824},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1515228526","doi":"10.1002/9781118715598.ch2","title":"How to Develop a Reporting Guideline","year":2014,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Guideline; Checklist; Process (computing); Work (physics); Medical education; Process management; Computer science; Medicine; Psychology; Engineering","score_opus":0.2985894477456442,"score_gpt":0.5226117287146427,"score_spread":0.22402228096899846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515228526","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022005317,0.000047142465,0.19821616,0.07740683,0.0005569543,0.0009759658,0.0000070391343,0.00046737416,0.7223005],"genre_scores_gemma":[0.00012645249,0.000011250078,0.29075328,0.019856414,0.0018921194,0.000019722758,0.00027154302,0.00034624172,0.686723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959341,0.00004429931,0.0028796464,0.00046868704,0.00042862882,0.0002446169],"domain_scores_gemma":[0.99508554,0.00024277063,0.0031436316,0.0006586887,0.00060486293,0.00026449055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024743548,0.00023464306,0.000628321,0.00023966125,0.000018597286,0.000041420943,0.00008727427,0.0002373593,0.008191919],"category_scores_gemma":[0.10686632,0.0001877912,0.000082184466,0.00034429692,0.000014840564,0.00003036672,0.00011226243,0.00023649489,0.0008920107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001920921,0.000021369557,0.00038716072,0.000059426304,0.000066566885,0.00003752815,0.0000072408816,2.0367779e-7,0.00012196129,0.000058130565,0.9405184,0.058702838],"study_design_scores_gemma":[0.00060124806,0.000110638575,0.00014160991,0.00020226432,0.00016466397,0.00008819188,0.000101454905,0.000050048668,0.000054687112,0.000018389532,0.9982578,0.00020898895],"about_ca_topic_score_codex":0.000582234,"about_ca_topic_score_gemma":0.0009823777,"teacher_disagreement_score":0.10439197,"about_ca_system_score_codex":0.0000655251,"about_ca_system_score_gemma":0.00037770477,"threshold_uncertainty_score":0.9998859},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1517951603","doi":"10.1186/1471-2288-6-14","title":"Reviewer agreement trends from four years of electronic submissions of conference abstract","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; McMaster University; St. Paul's Hospital; Providence Health Care; Winnipeg Regional Health Authority; University of Alberta","funders":"Canadian Institutes of Health Research; China Academy of Engineering Physics; University of Alberta","keywords":"Blinding; Intraclass correlation; Medicine; Trial registration; Quality Score; Family medicine; Clinical trial; Clinical psychology; Psychometrics; Internal medicine","score_opus":0.9586731752727339,"score_gpt":0.6946784667617693,"score_spread":0.2639947085109646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517951603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5629222,0.015609163,0.38244087,0.0028341897,0.00075718743,0.0010602517,0.000076540564,0.000008313179,0.034291293],"genre_scores_gemma":[0.9119006,0.0009240026,0.07002809,0.000075796386,0.0003235994,0.00006155316,0.000024924959,0.000014310804,0.016647154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7725514,0.17528458,0.016940987,0.0018853775,0.031952236,0.0013854038],"domain_scores_gemma":[0.6775684,0.30017668,0.005439303,0.006167108,0.009793005,0.00085553195],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48825783,0.00018907487,0.0040885448,0.00082496426,0.000060516697,0.00005563838,0.0029038817,0.0002706096,0.1562312],"category_scores_gemma":[0.6725697,0.000099212666,0.0012984526,0.0020145513,0.00060610916,0.000063580694,0.00036537764,0.0006871716,0.0007765949],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005786436,0.0002701044,0.013649176,0.0001934587,0.0002194865,0.000022265142,0.00018084169,0.000014878144,0.0030157813,0.025572278,0.17516546,0.7816384],"study_design_scores_gemma":[0.0008708362,0.00040353512,0.40976527,0.00046551364,0.00021317157,0.000010398039,0.00060657156,0.0031559188,0.0010929311,0.16455755,0.4185813,0.00027699166],"about_ca_topic_score_codex":0.0011950816,"about_ca_topic_score_gemma":0.0018747194,"teacher_disagreement_score":0.7813614,"about_ca_system_score_codex":0.0000467199,"about_ca_system_score_gemma":0.0013464058,"threshold_uncertainty_score":0.9981815},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1518349745","doi":"10.31219/osf.io/kmcen","title":"Investigating journal peer review as scientific object of study: unabridged version – Part I","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Object (grammar); Construct (python library); Judgement; Obligation; Reputation; Boundary object; Rationality; Psychology; Computer science; Political science; Law","score_opus":0.24559340330311832,"score_gpt":0.45346877366622396,"score_spread":0.20787537036310563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518349745","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4092559,0.010367345,0.000010753361,0.027701637,0.005752843,0.0015703053,0.000021387994,0.000086215994,0.5452336],"genre_scores_gemma":[0.92159784,0.004342138,0.0001563743,0.000559659,0.00050211704,0.000014496305,0.000024695428,0.000009571872,0.07279312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254334,0.0043817526,0.00059409806,0.00045828294,0.001751357,0.00027119883],"domain_scores_gemma":[0.99510366,0.0010339605,0.0015148588,0.00065242464,0.0014509761,0.00024412428],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04443279,0.0001872289,0.000572797,0.00006237917,0.0034404388,0.0007795756,0.0012672533,0.00025217558,0.0025678962],"category_scores_gemma":[0.048319716,0.00014735573,0.0002930592,0.00014261424,0.0012071198,0.00048584017,0.00074172544,0.001379965,0.00013271358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014502883,0.0012068618,0.029580062,0.0021289599,0.0008055212,0.00019988487,0.10416203,0.000024100535,0.000120606564,0.04870095,0.7623214,0.050604578],"study_design_scores_gemma":[0.0002273937,0.00014937064,0.00084916607,0.0026196344,0.0001841184,0.0000034684301,0.010989458,0.0000018996703,0.000025585134,0.08931698,0.89534104,0.0002918823],"about_ca_topic_score_codex":0.0010560176,"about_ca_topic_score_gemma":0.000112465634,"teacher_disagreement_score":0.5123419,"about_ca_system_score_codex":0.000082791565,"about_ca_system_score_gemma":0.0016541701,"threshold_uncertainty_score":0.9983439},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1533022716","doi":"10.31219/osf.io/3dq5j","title":"How pre-publication journal peer review (re)produces ignorance at scientific and medical journals: a case study","year":2017,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts; University of Chicago; Princeton University","keywords":"Ignorance; Judgement; Construct (python library); Originality; Epistemology; Sociology of scientific knowledge; Psychology; Sociology; Computer science; Social science; Qualitative research; Philosophy","score_opus":0.7933235383128203,"score_gpt":0.6568485479612578,"score_spread":0.13647499035156252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533022716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57729524,0.19280674,0.002646779,0.21365935,0.006130567,0.0027511285,0.00010428511,0.000052231095,0.0045536645],"genre_scores_gemma":[0.837889,0.032742206,0.00068251614,0.00042236526,0.00077702594,0.00008403655,0.000014653144,0.000029082146,0.12735912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9263271,0.0019622985,0.0021248139,0.0027812575,0.06581735,0.0009872004],"domain_scores_gemma":[0.9094297,0.0044150795,0.0038704972,0.0054583214,0.07377525,0.003051139],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.33419165,0.00045443964,0.001216001,0.048996337,0.0039994773,0.10456625,0.0092076305,0.00042997306,0.003970328],"category_scores_gemma":[0.55906224,0.00026586468,0.0003832673,0.051976167,0.00090365444,0.0021451043,0.011058554,0.002551769,0.00013504231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001036285,0.00039487408,0.040404662,0.00013996063,0.00006455058,0.0017014549,0.00041024643,0.0000014092514,0.000007842243,0.000011121491,0.61154217,0.3453113],"study_design_scores_gemma":[0.0021970305,0.0006084049,0.07521317,0.0028974907,0.00025431556,0.030318849,0.0050336523,0.0061226124,0.000081518745,0.008881268,0.86666095,0.001730757],"about_ca_topic_score_codex":0.00021546397,"about_ca_topic_score_gemma":0.00059893646,"teacher_disagreement_score":0.34358057,"about_ca_system_score_codex":0.0002957291,"about_ca_system_score_gemma":0.001948831,"threshold_uncertainty_score":0.9999794},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1534104826","doi":"10.1002/pds.3299","title":"Comparing the cohort design and the nested case–control design in the presence of both time‐invariant and time‐dependent treatment and competing risks: bias and precision","year":2012,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Institute for Clinical Evaluative Sciences; Women's College Hospital; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; U.S. Public Health Service; Government of Ontario; Heart and Stroke Foundation of Canada; Institute for Clinical Evaluative Sciences; Cancer Care Ontario","keywords":"Confidence interval; Statistics; Medicine; Mean squared error; Observational study; Cohort; Monte Carlo method; Clinical study design; Cohort study; Econometrics; Research design; Event (particle physics); Clinical trial; Mathematics; Internal medicine","score_opus":0.23166504252237438,"score_gpt":0.4193350163465059,"score_spread":0.1876699738241315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534104826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6464314,0.011635191,0.33524486,0.0020189176,0.00004313763,0.004290993,0.000021875598,0.0000769036,0.00023674831],"genre_scores_gemma":[0.98301613,0.0035632201,0.012947066,0.00026025114,0.000036411926,0.00014386482,0.0000014764504,0.000013878374,0.000017717648],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98810494,0.010487433,0.000632663,0.0003182069,0.000100360296,0.0003563731],"domain_scores_gemma":[0.9226775,0.07662066,0.0003448769,0.00023950728,0.000031143303,0.00008628733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025383841,0.00027350252,0.00072844856,0.000049917406,0.00037402046,0.000023721781,0.00013407992,0.00009193222,0.000009661693],"category_scores_gemma":[0.0028805255,0.00012919163,0.000029618672,0.00007578274,0.0007849173,0.0001885425,0.0001544465,0.00031089588,6.1058773e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008470597,0.0007292838,0.82119733,0.0003715535,0.0012499072,0.00014842702,0.043021187,0.0037249615,0.006313066,0.07266195,0.0012841529,0.040827587],"study_design_scores_gemma":[0.011656337,0.00046382155,0.10597647,0.00037266343,0.0018078523,0.0041481596,0.0021622656,0.7681574,0.0023253746,0.101981424,0.00019645345,0.0007517524],"about_ca_topic_score_codex":0.00036334622,"about_ca_topic_score_gemma":0.000019096351,"teacher_disagreement_score":0.7644325,"about_ca_system_score_codex":0.0000260714,"about_ca_system_score_gemma":0.000017800912,"threshold_uncertainty_score":0.8797583},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1540253266","doi":"10.1353/cpr.2010.0019","title":"Lessons learned from undertaking community-based participatory research dissertations: the trials and triumphs of two junior health scholars.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Participatory action research; Community-based participatory research; Medical education; Sociology; Process (computing); Citizen journalism; Resource (disambiguation); Health equity; Medicine; Nursing; Political science; Public health; Computer science","score_opus":0.964721038109871,"score_gpt":0.7606199699992305,"score_spread":0.20410106811064044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540253266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85347384,0.00005929672,0.00012288224,0.14214948,0.00041294264,0.0030935358,0.00016041112,0.000048472655,0.00047913558],"genre_scores_gemma":[0.9815863,0.000039445076,0.00052391895,0.012658797,0.00014575369,0.0048552323,0.000025312367,0.000023340737,0.00014191092],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9629605,0.033079952,0.0016420907,0.00029406912,0.0007908887,0.0012325392],"domain_scores_gemma":[0.9499617,0.04731699,0.0008564542,0.0008841315,0.00045025427,0.00053041836],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.091378585,0.00013246102,0.00051511003,0.0003020407,0.0044605527,0.000059019476,0.00059455895,0.0001214466,0.00012625851],"category_scores_gemma":[0.035435807,0.000095782416,0.000055332857,0.00086310395,0.00053584273,0.00024002112,0.00016027965,0.0029714506,0.000026919302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006373484,0.0005936706,0.23783126,0.0012550817,0.00015310507,0.000002005205,0.21745922,0.000032514723,0.008206266,0.07564804,0.012187728,0.44599375],"study_design_scores_gemma":[0.0037382164,0.00005093924,0.9233758,0.00009136365,0.00002501814,2.2970481e-7,0.026763942,0.00012491582,0.00070583564,0.0126302615,0.032345746,0.00014771671],"about_ca_topic_score_codex":0.018599242,"about_ca_topic_score_gemma":0.029432155,"teacher_disagreement_score":0.68554455,"about_ca_system_score_codex":0.00014868016,"about_ca_system_score_gemma":0.0021266267,"threshold_uncertainty_score":0.99932873},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1542392440","doi":"10.1177/160940690900800105","title":"The Space Between: On Being an Insider-Outsider in Qualitative Research","year":2009,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":2526,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Insider; Qualitative research; Perspective (graphical); Ethnography; Context (archaeology); Space (punctuation); Sociology; Population; Epistemology; Social science; Computer science; Geography; Anthropology","score_opus":0.910452926654224,"score_gpt":0.8209558220895188,"score_spread":0.08949710456470517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542392440","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19009392,0.0012244086,0.30820817,0.43131512,0.0024640558,0.0008251556,0.000032829324,0.00004336563,0.06579298],"genre_scores_gemma":[0.6733736,0.00069130457,0.3223034,0.00085784966,0.0015847536,0.000013105097,0.0000029575815,0.000025464695,0.0011476079],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.78417367,0.2090723,0.0013401379,0.00035377423,0.0042739534,0.0007861655],"domain_scores_gemma":[0.88776344,0.10585293,0.00064697344,0.00023674294,0.0051388526,0.00036107984],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3423842,0.00020275626,0.00048703124,0.0009730153,0.00090584956,0.00043974354,0.0014687318,0.00019157722,0.00005167125],"category_scores_gemma":[0.09687687,0.00014441856,0.00022241382,0.0010618202,0.00232968,0.0009048192,0.000081947,0.0024619573,0.00001533976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019317807,0.000090778885,0.000046662914,0.0000019509764,0.00007030693,0.000022989117,0.45894077,0.000009819265,0.00029046374,0.44590792,0.00029206806,0.09413309],"study_design_scores_gemma":[0.00036862408,0.0006816623,0.0011559562,0.00012047511,0.0000042118318,0.0000015259357,0.40368465,0.000015246728,0.0006437034,0.57441664,0.018794488,0.00011284251],"about_ca_topic_score_codex":0.00078492303,"about_ca_topic_score_gemma":0.00043704282,"teacher_disagreement_score":0.48327965,"about_ca_system_score_codex":0.0008528858,"about_ca_system_score_gemma":0.0009858871,"threshold_uncertainty_score":0.9998394},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1544000882","doi":"10.1111/j.1756-5391.2012.01173.x","title":"Systematic reviews of TCM trials: how does inclusion of Chinese trials affect outcome?","year":2012,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Inclusion (mineral); English language; Clinical trial; Chinese language; Systematic review; MEDLINE; Randomized controlled trial; China; Alternative medicine; Medicine; Computer science; Medical education; Psychology; Pathology; Linguistics; Social psychology; Political science","score_opus":0.9254087096431709,"score_gpt":0.6418932184013989,"score_spread":0.283515491241772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544000882","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38564122,0.48095945,0.071555436,0.040302485,0.009081956,0.012014627,0.000026140666,0.000008131528,0.00041056535],"genre_scores_gemma":[0.98966813,0.003777136,0.0035599447,0.00042142146,0.0016908749,0.00003660743,0.0000011957098,0.000017875831,0.00082682143],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.6303498,0.23563015,0.10921378,0.00080768246,0.023329087,0.0006694524],"domain_scores_gemma":[0.38558534,0.3831993,0.2162828,0.0060567074,0.007872635,0.0010032163],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8492686,0.0005973679,0.037499912,0.0018333021,0.00012852259,0.00010640393,0.0027436735,0.00017772199,0.0063042007],"category_scores_gemma":[0.933216,0.0001485867,0.008555588,0.0025896144,0.00021962752,0.0010803626,0.00025539182,0.00037255188,0.000069134985],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018399614,0.0014401148,0.5241669,0.19458123,0.0052865897,0.000058488655,0.011027563,0.00016563926,0.06524648,0.000490934,0.14578661,0.04990954],"study_design_scores_gemma":[0.022962999,0.009835026,0.058029577,0.7365054,0.068451986,0.0005901997,0.009401921,0.004052696,0.009448092,0.011387677,0.06703042,0.0023039936],"about_ca_topic_score_codex":0.00001280025,"about_ca_topic_score_gemma":0.000006322286,"teacher_disagreement_score":0.6040269,"about_ca_system_score_codex":0.00010273201,"about_ca_system_score_gemma":0.0002551734,"threshold_uncertainty_score":0.9946042},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1550736712","doi":"10.18438/b8v90m","title":"Evaluating Qualitative Research Studies for Evidence Based Library and Information Practice","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Qualitative research; Critical appraisal; Relevance (law); Computer science; Process (computing); Narrative; Management science; Systematic review; Qualitative property; Engineering ethics; Data science; Psychology; Sociology; MEDLINE; Medicine; Alternative medicine; Social science; Engineering; Political science","score_opus":0.19835038878589165,"score_gpt":0.5217509969449249,"score_spread":0.32340060815903326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550736712","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017114205,0.0024677895,0.0041876473,0.9525374,0.0011200577,0.0033385176,0.00008636645,0.00052511995,0.018622875],"genre_scores_gemma":[0.121670306,0.017635003,0.23550421,0.62212414,0.0007547854,0.0008242737,0.00030513963,0.000035341556,0.0011467976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933313,0.002924673,0.0012325564,0.00031648425,0.0015827247,0.00061223056],"domain_scores_gemma":[0.9406771,0.056322962,0.001179642,0.00043741733,0.0009838267,0.0003990242],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0141355675,0.0002642284,0.00028022696,0.00080252346,0.0024344127,0.0041188463,0.000628449,0.00022829628,0.00035348456],"category_scores_gemma":[0.09897346,0.00023794829,0.0000707836,0.0019269033,0.00094273116,0.9407711,0.00028327297,0.00083551253,0.00011342033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010602713,0.00003799977,0.000112910144,0.00043331346,0.00002421909,8.071186e-7,0.04226496,0.000083128885,0.000068243804,0.9118315,0.0083268685,0.03575579],"study_design_scores_gemma":[0.0005448718,0.00050292636,0.00067933364,0.0006915523,0.000036693134,0.0000061360497,0.10675864,0.010486893,0.00085766066,0.0015639394,0.8775565,0.00031483662],"about_ca_topic_score_codex":0.000032717468,"about_ca_topic_score_gemma":1.1158835e-7,"teacher_disagreement_score":0.9366523,"about_ca_system_score_codex":0.00002434604,"about_ca_system_score_gemma":0.0020886713,"threshold_uncertainty_score":0.9988643},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1557543835","doi":"10.1080/08989621.2012.650949","title":"Ethical Issues in the Translation of Social Neuroscience: A Policy Analysis of Current Guidelines for Public Dialogue in Human Research","year":2012,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Clinical Research Institute; McGill University","funders":"","keywords":"Mainstream; Knowledge translation; Thematic analysis; Strengths and weaknesses; Public policy; Research ethics; Engineering ethics; Political science; Public relations; Social research; Psychology; Sociology; Qualitative research; Social science; Knowledge management; Computer science; Social psychology","score_opus":0.8656019701839802,"score_gpt":0.6518773040487474,"score_spread":0.21372466613523278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557543835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93652135,0.00009426754,0.000012738006,0.06233983,0.000064119005,0.00067888486,0.00004549674,0.0000035000817,0.00023978058],"genre_scores_gemma":[0.99926776,0.00006083004,0.00002316847,0.00032190175,0.0001330231,0.00017188887,0.000011270777,0.000004458265,0.000005674119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926682,0.0035750382,0.0007389615,0.00042233762,0.0018164648,0.00077898806],"domain_scores_gemma":[0.9959737,0.0029868,0.00006584229,0.00033382603,0.0005865505,0.000053269232],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034514133,0.00008735557,0.00029664414,0.0021723215,0.0002068589,0.000036059322,0.00089415023,0.00018108111,0.000027200498],"category_scores_gemma":[0.012669976,0.00006513062,0.00010884241,0.0073449574,0.0015663073,0.00027787403,0.00013045037,0.0012342097,0.0000017133386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004968376,0.0060412264,0.6903933,0.00028794754,0.000010285315,0.0000015365264,0.03076039,0.00017887662,0.1510088,0.10397431,0.0022300119,0.014616461],"study_design_scores_gemma":[0.000489409,0.00012918074,0.9770913,0.000018413737,0.000004811821,4.0925397e-7,0.0012194501,0.0009563076,0.0016535067,0.015919885,0.0024455094,0.000071815455],"about_ca_topic_score_codex":0.0036257198,"about_ca_topic_score_gemma":0.004272861,"teacher_disagreement_score":0.28669798,"about_ca_system_score_codex":0.00016120067,"about_ca_system_score_gemma":0.00020084264,"threshold_uncertainty_score":0.9956467},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1558727349","doi":"10.1007/978-1-59745-385-1_1","title":"On Framing the Research Question and Choosing the Appropriate Research Design","year":2008,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Memorial University of Newfoundland","funders":"","keywords":"Clinical study design; Randomized controlled trial; Framing (construction); Psychological intervention; Internal validity; Research design; Medicine; Relevance (law); Clinical trial; Psychology; Management science; Computer science; Medical physics; Statistics; Surgery; Mathematics; Pathology; Political science; Engineering; Nursing","score_opus":0.9446112429223799,"score_gpt":0.7534072237441117,"score_spread":0.19120401917826813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1558727349","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030593721,0.5415185,0.45560572,0.00022704019,0.00012943975,0.0017485848,0.0000013545695,0.000001919987,0.000764392],"genre_scores_gemma":[0.0000026896316,0.71027744,0.2885588,0.00007325712,0.000076931305,0.00042733122,0.0000033989254,0.00002613822,0.00055400224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.33817044,0.6486941,0.0065140855,0.0019831706,0.003839208,0.0007990176],"domain_scores_gemma":[0.8123897,0.1769748,0.0024781004,0.0067001646,0.0013370531,0.000120206096],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7077676,0.0004785998,0.0055864146,0.0017457146,0.0008322638,0.0007170872,0.0043461253,0.00066435133,0.00018426352],"category_scores_gemma":[0.30062458,0.00015471602,0.0013391307,0.005369955,0.0011235297,0.000034320634,0.00088581856,0.0031793935,0.00038819076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029156147,0.000014581443,0.0000033146225,0.0002402486,0.0001001842,0.000015777588,0.00017343236,0.0000131763,0.000044252058,0.016938426,0.0009060026,0.9815477],"study_design_scores_gemma":[0.00004381849,0.000088856,0.0000047404424,0.0011147703,0.00009640011,0.00007456836,0.0001102941,0.00081095245,0.00001313998,0.1413537,0.8561302,0.00015858335],"about_ca_topic_score_codex":0.000048551257,"about_ca_topic_score_gemma":0.0000048412044,"teacher_disagreement_score":0.9813891,"about_ca_system_score_codex":0.00013122072,"about_ca_system_score_gemma":0.00032671852,"threshold_uncertainty_score":0.9991203},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1559091998","doi":"10.46743/2160-3715/2008.1584","title":"Unraveling Ethics: Reflections from a Community-based Participatory Research Project with Youth","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Participatory action research; Sociology; Engineering ethics; Harm; Citizen journalism; Action research; Community-based participatory research; Public relations; Political science; Pedagogy; Psychology; Social psychology; Law","score_opus":0.9873663865511116,"score_gpt":0.8226691816609845,"score_spread":0.16469720489012718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559091998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92157304,0.00012023345,0.014626429,0.0051185945,0.00018806895,0.0012278217,0.000047581605,0.00023586715,0.056862332],"genre_scores_gemma":[0.9912415,0.0000053921667,0.0064864676,0.00028983303,0.00021377254,0.00037682633,0.0000261583,0.00003288434,0.0013271244],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87335795,0.12187818,0.0004923731,0.00033460266,0.003074324,0.00086258305],"domain_scores_gemma":[0.973408,0.022333644,0.000245447,0.00094736007,0.002630933,0.00043465113],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.20892778,0.00016112516,0.00029097655,0.00021756056,0.0037283485,0.0001810933,0.0006483313,0.00017815593,0.000026617714],"category_scores_gemma":[0.06261609,0.000108745735,0.0000696658,0.0017103464,0.0042048455,0.00022849596,0.00014503075,0.003112068,0.000064556756],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027679218,0.00016804817,0.0006613992,0.000011668259,0.00007192433,0.00005613142,0.9923203,0.00004030143,0.00019694578,0.0056978446,0.0004092763,0.00008939454],"study_design_scores_gemma":[0.0003297417,0.00047846572,0.00020531245,0.000095297284,0.00003823384,0.0000017597988,0.9440098,0.00006752082,0.0010003629,0.022820393,0.030778363,0.00017477236],"about_ca_topic_score_codex":0.14060174,"about_ca_topic_score_gemma":0.024777869,"teacher_disagreement_score":0.1463117,"about_ca_system_score_codex":0.00063573377,"about_ca_system_score_gemma":0.01111463,"threshold_uncertainty_score":0.99918777},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1561379059","doi":"10.1371/journal.pone.0132634","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A Meta-Epidemiological Study","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fondation pour la Recherche Médicale; Physiotherapy Foundation of Canada; Alberta Innovates; Killam Trusts; National Institutes of Health; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Bill and Melinda Gates Foundation; Canadian Institutes of Health Research; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Systematic review; Clinical trial; MEDLINE; Physical therapy; Internal medicine","score_opus":0.9978832001452151,"score_gpt":0.8031065913405215,"score_spread":0.1947766088046936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561379059","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049421,0.98433703,0.00072234916,0.0004572561,0.0002733341,0.012021552,0.00021259165,0.000010250355,0.0014714525],"genre_scores_gemma":[0.000144131,0.97631323,0.0057988935,0.00034878813,0.0007326962,0.0018200643,0.000021763888,0.000037078113,0.014783349],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10566914,0.7451407,0.12154703,0.0033050608,0.023765158,0.00057293044],"domain_scores_gemma":[0.113553755,0.7561658,0.09788492,0.022738481,0.008476942,0.0011801195],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.93417895,0.0011043375,0.14991784,0.00038639217,0.00011986047,0.0005167568,0.007663617,0.00058061734,0.01905786],"category_scores_gemma":[0.9231139,0.0002626773,0.02818557,0.0029801282,0.00018061834,0.00010104362,0.0009175164,0.0010752594,0.0050944267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019888073,0.018956227,0.0019172131,0.01861689,0.14596933,0.000027236392,0.00034400416,0.0000025674774,2.7930022e-7,0.00093058497,0.106453225,0.70658356],"study_design_scores_gemma":[0.00033265044,0.0007960787,0.00024718975,0.0019218684,0.14471927,0.000003288578,0.00038323112,0.000032026514,6.2390534e-8,0.00063489884,0.8505335,0.00039592525],"about_ca_topic_score_codex":0.000025971513,"about_ca_topic_score_gemma":0.00009582097,"teacher_disagreement_score":0.7440803,"about_ca_system_score_codex":0.000042313004,"about_ca_system_score_gemma":0.00075321546,"threshold_uncertainty_score":0.99998254},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1562377822","doi":"10.1023/a:1023648703356","title":"Exploring Social Desirability Bias","year":2003,"lang":"en","type":"article","venue":"Journal of Business Ethics","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":552,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Social desirability bias; Business ethics; Social desirability; Quality of Life Research; Psychology; Social psychology; Response bias; Gender bias; Context (archaeology); Cognitive bias; Economics; Cognition","score_opus":0.909767295503648,"score_gpt":0.49665601033061096,"score_spread":0.413111285173037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562377822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264813,0.0002047595,0.03904375,0.025135694,0.0067447433,0.00006148394,0.0000014752912,0.000013050234,0.0023137613],"genre_scores_gemma":[0.99423736,0.00032547227,0.004073873,0.0004884848,0.0007270978,0.0000022811942,2.9108742e-7,0.000014303634,0.0001308171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99378043,0.0010004361,0.0020772563,0.00023094997,0.002667666,0.0002432777],"domain_scores_gemma":[0.9722957,0.010275922,0.0034896438,0.00045456106,0.01334655,0.00013760476],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044920154,0.00014465798,0.00045887235,0.0003970645,0.0005255742,0.00038865802,0.0006230067,0.00027840678,0.00019820318],"category_scores_gemma":[0.25139377,0.00010232052,0.00019423559,0.0020235826,0.00028455886,0.0014028788,0.00004955596,0.0016076231,0.00003924375],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037864354,0.0016690387,0.21202236,0.000564876,0.00015892164,0.00011823746,0.082454175,0.0073255394,0.0030288417,0.5662937,0.0120894015,0.11389622],"study_design_scores_gemma":[0.00045819292,0.00003669948,0.5306529,0.00012993593,0.000038315542,0.00014388107,0.0057933726,0.000028129632,0.0011045799,0.41163278,0.049709212,0.00027204765],"about_ca_topic_score_codex":0.000020209107,"about_ca_topic_score_gemma":0.000027357713,"teacher_disagreement_score":0.31863052,"about_ca_system_score_codex":0.00010687845,"about_ca_system_score_gemma":0.0020834662,"threshold_uncertainty_score":0.9834557},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1577521396","doi":"10.1177/160940691401300117","title":"Studying “Mixed Race”: Reflections on Methodological Practice","year":2014,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Insider; Race (biology); Mixed race; Identity (music); Space (punctuation); Social psychology; Psychology; Sociology; Gender studies; Epistemology; Aesthetics","score_opus":0.9520472424098518,"score_gpt":0.8163234486292175,"score_spread":0.13572379378063437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577521396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017511453,0.00013291801,0.8676029,0.063124694,0.0023422544,0.00012638817,0.000005113163,0.000024676994,0.064889915],"genre_scores_gemma":[0.032019626,0.00035968822,0.96335113,0.0020490712,0.0013423399,0.000010919713,0.0000011697998,0.000017124357,0.0008489231],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.801326,0.19508283,0.00088951905,0.00024963083,0.0021115418,0.00034047995],"domain_scores_gemma":[0.85132056,0.14272653,0.0010338161,0.00014697252,0.0045032566,0.0002688328],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27700484,0.00016844617,0.00049000134,0.0004990302,0.00052481284,0.00020086409,0.0008409237,0.00016567351,0.00020681815],"category_scores_gemma":[0.3635098,0.0001325659,0.000304882,0.0004950286,0.0010227503,0.000662652,0.000094884774,0.001278369,0.000027404638],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041285495,0.00021007814,0.000008329373,0.000004263427,0.000337469,0.000013581195,0.20139477,0.00005764356,0.0016990968,0.65445876,0.00078709895,0.14061604],"study_design_scores_gemma":[0.0005268882,0.00069593656,0.00012910915,0.000068268404,0.00003479996,0.000015477804,0.23696987,0.000035861907,0.000940369,0.31684986,0.4435843,0.00014927427],"about_ca_topic_score_codex":0.0002083903,"about_ca_topic_score_gemma":0.000041131352,"teacher_disagreement_score":0.44279718,"about_ca_system_score_codex":0.00040340752,"about_ca_system_score_gemma":0.0003786811,"threshold_uncertainty_score":0.74447566},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1581563704","doi":"10.1111/jep.12280","title":"Evidence‐informed person‐centered healthcare part I: Do ‘cognitive biases plus’ at organizational levels influence quality of evidence?","year":2014,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Royal University Hospital; South Bruce Grey Health Centre; University of Saskatchewan","funders":"","keywords":"Health care; Cognitive bias; Psychology; Cognition; Incentive; Conflict of interest; Public relations; Unconscious mind; Social psychology; Business; Political science; Finance; Economics; Psychiatry","score_opus":0.9671374473620484,"score_gpt":0.7756502609256866,"score_spread":0.19148718643636187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581563704","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067802877,0.9773576,0.000023611728,0.00989619,0.00321494,0.002113906,0.0002669207,0.000016383161,0.00033011296],"genre_scores_gemma":[0.047561135,0.94527704,0.00022358008,0.004972913,0.0016796036,0.00006527966,0.0000634876,0.00004326892,0.00011366756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95095193,0.036850616,0.008616533,0.0006749273,0.0022790108,0.00062700274],"domain_scores_gemma":[0.7198889,0.25333503,0.015175266,0.00047692575,0.010032188,0.0010916467],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.07119611,0.0005725707,0.003267044,0.00042771178,0.00029622464,0.000057632333,0.00073960825,0.0023391244,0.004660988],"category_scores_gemma":[0.53327495,0.00044290404,0.00089685235,0.0010838085,0.0006101752,0.0017563954,0.00023200948,0.0076114153,0.00020236398],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007282585,0.0016839363,0.015342497,0.02568096,0.0019244343,0.00013226751,0.001660639,0.0006144876,0.0000057472134,0.00038174496,0.0090466775,0.936244],"study_design_scores_gemma":[0.0055545657,0.0016917274,0.008444263,0.14530388,0.008687824,0.0006498043,0.0013007611,0.0005394672,0.00001738949,0.0003946403,0.8265046,0.0009110712],"about_ca_topic_score_codex":0.000046984565,"about_ca_topic_score_gemma":0.00006802149,"teacher_disagreement_score":0.93533295,"about_ca_system_score_codex":0.0017274173,"about_ca_system_score_gemma":0.010714844,"threshold_uncertainty_score":0.9998023},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1586438283","doi":"10.17269/cjph.105.4210","title":"Defining research priorities for bacterial sexually transmitted infections in Canada","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Public Health","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada","keywords":"Virology; Biology; Medicine; Microbiology","score_opus":0.0787157349414055,"score_gpt":0.35238395390022836,"score_spread":0.2736682189588229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586438283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98097205,0.001082914,0.00094355387,0.013970798,0.0018627318,0.00035322178,0.00007376166,0.000005387819,0.00073556957],"genre_scores_gemma":[0.99919933,0.000032177904,0.00011685067,0.00015850757,0.00015987437,0.00002111432,0.000022400587,0.000016408256,0.00027335022],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965172,0.0015046477,0.0005652272,0.00018144045,0.0000912148,0.0011403075],"domain_scores_gemma":[0.9968746,0.0014502169,0.00013693818,0.00019672557,0.0008955123,0.00044602397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084116645,0.00009547364,0.00030581147,0.0012575671,0.000552718,0.00006548133,0.00025271118,0.00010232878,0.00030989927],"category_scores_gemma":[0.0068425797,0.000094603995,0.000048069345,0.0005892611,0.0002030952,0.00021611816,0.000008329643,0.0009768668,0.000012829853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010285929,0.00018024149,0.49443457,0.00025605224,0.00033313246,0.000026726511,0.0055788327,0.000098061915,0.003379459,0.04278094,0.060093705,0.39273542],"study_design_scores_gemma":[0.0014116449,0.0009622762,0.15465051,0.000048754875,0.000002722904,0.0003638725,0.0017234511,0.0000061850124,0.00017841769,0.000447309,0.84008294,0.00012190636],"about_ca_topic_score_codex":0.97598267,"about_ca_topic_score_gemma":0.9987168,"teacher_disagreement_score":0.77998924,"about_ca_system_score_codex":0.0031165965,"about_ca_system_score_gemma":0.11427225,"threshold_uncertainty_score":0.890749},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1588909286","doi":"10.1080/08989620590957175","title":"Haunted Manuscripts: Ghost Authorship in the Medical Literature","year":2005,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Credibility; Conflict of interest; Accountability; Psychology; Neutrality; Clinical trial; Public relations; Political science; Law; Medicine","score_opus":0.8261096242099695,"score_gpt":0.7045818707680983,"score_spread":0.12152775344187117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588909286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84510934,0.0017761888,0.0000011689051,0.13659936,0.00036693906,0.0009717062,0.00005424096,0.000041997788,0.015079038],"genre_scores_gemma":[0.98139435,0.00042867474,0.000019633491,0.016520975,0.000811865,0.00029485757,0.00004629389,0.00001675305,0.00046659124],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98718727,0.008462169,0.000761406,0.0006318362,0.001401137,0.0015561691],"domain_scores_gemma":[0.99379843,0.004660639,0.000045476525,0.000593142,0.0003236327,0.0005786509],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.03432653,0.00024264588,0.00031808342,0.00038829472,0.0003948528,0.000119092954,0.0015311678,0.0018587216,0.006836003],"category_scores_gemma":[0.0039575384,0.00017858633,0.00008229762,0.0022008982,0.00090731325,0.00039246984,0.00027718165,0.01689769,0.00052807655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003156754,0.0052597336,0.80033565,0.00073003024,0.000057222784,0.0014329519,0.032196958,0.00010431641,0.00076040736,0.018666971,0.05388927,0.08340971],"study_design_scores_gemma":[0.002812216,0.00016358924,0.1926813,0.00024875192,0.00001361503,0.00014159478,0.00479177,0.0059198644,0.0011105471,0.010107966,0.78161603,0.0003927413],"about_ca_topic_score_codex":0.0007046929,"about_ca_topic_score_gemma":0.005496151,"teacher_disagreement_score":0.72772676,"about_ca_system_score_codex":0.0005197475,"about_ca_system_score_gemma":0.00049232005,"threshold_uncertainty_score":0.9994371},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1590595077","doi":"","title":"The EQUATOR Network: Enhancing the quality and transparency of health research through the use of reporting guidelines","year":2008,"lang":"en","type":"article","venue":"Open medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Transparency (behavior); Quality (philosophy); Environmental health; Computer security","score_opus":0.9919613605828957,"score_gpt":0.7450599289213667,"score_spread":0.246901431661529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590595077","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39150092,0.081848934,0.09138203,0.41532764,0.00088682084,0.0074587585,0.000013100773,0.0000056598114,0.011576119],"genre_scores_gemma":[0.9831103,0.004122991,0.005521897,0.0018313715,0.00027432674,0.00004860132,0.0000021369103,0.00000986409,0.0050784913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7803905,0.09369967,0.10069148,0.00189208,0.022090442,0.0012358413],"domain_scores_gemma":[0.9054715,0.05465848,0.029269634,0.0060170894,0.0044692853,0.000113987735],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6098968,0.00014332931,0.0027548058,0.00004275159,0.0012808623,0.00018350383,0.0024901377,0.00003363669,0.00055021927],"category_scores_gemma":[0.3248368,0.000035431694,0.0003072506,0.0015956962,0.00085312815,0.0001962899,0.00032353192,0.00024502413,0.000010198416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040643503,0.000038326372,0.042519625,0.0001755376,0.0002965953,0.0000050298654,0.02578739,0.00032205164,0.00024461542,0.013604769,0.80290884,0.11405657],"study_design_scores_gemma":[0.0005227806,0.00029130914,0.08220725,0.0012454943,0.0001652651,0.00006037266,0.028411062,0.0032742443,0.000088289446,0.021643726,0.86193,0.00016018652],"about_ca_topic_score_codex":0.0048709195,"about_ca_topic_score_gemma":0.001615075,"teacher_disagreement_score":0.5916094,"about_ca_system_score_codex":0.000013508441,"about_ca_system_score_gemma":0.00028265582,"threshold_uncertainty_score":0.98514867},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1596606100","doi":"10.1177/160940690800700103","title":"Easier Said than Done: Writing an Autoethnography","year":2008,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":646,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Autoethnography; Sociology; Pedagogy; Psychology; Engineering ethics; Gender studies; Engineering","score_opus":0.9490514399970871,"score_gpt":0.8031725299992267,"score_spread":0.14587890999786035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596606100","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.601612,0.00045113455,0.3827935,0.002475424,0.0014113067,0.00012933687,0.000013258098,0.000040393465,0.011073671],"genre_scores_gemma":[0.46150255,0.00015707182,0.53678316,0.00025519557,0.0009208339,0.000007841125,0.0000013981327,0.000017641627,0.0003543218],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96269196,0.033560786,0.00090536993,0.00021990507,0.0021684798,0.0004535062],"domain_scores_gemma":[0.9901158,0.0061208154,0.00067806063,0.00015136665,0.0024351177,0.0004988373],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057691574,0.00015494389,0.00036628474,0.00064207445,0.00046437437,0.00011131793,0.0010794759,0.00010787857,0.0003310139],"category_scores_gemma":[0.016433127,0.00014071155,0.0003162631,0.000553103,0.0013280631,0.0012292122,0.000082511935,0.00056477153,0.000013947438],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004551397,0.0005554319,0.0112371715,0.000009500457,0.00065759115,0.00033713234,0.75783986,0.00003764697,0.01473995,0.0872308,0.0008044665,0.1260953],"study_design_scores_gemma":[0.0034009786,0.0017569629,0.080389336,0.00035806996,0.00011081905,0.00026913392,0.54051846,0.00052189286,0.024002336,0.1739141,0.17361529,0.0011426379],"about_ca_topic_score_codex":0.00044503468,"about_ca_topic_score_gemma":0.000062224135,"teacher_disagreement_score":0.21732143,"about_ca_system_score_codex":0.00028291243,"about_ca_system_score_gemma":0.00068545446,"threshold_uncertainty_score":0.99185187},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1603122320","doi":"10.1186/1472-6947-5-20","title":"An overview of the design and methods for retrieving high-quality studies for clinical care","year":2005,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Health informatics; Quality (philosophy); Computer science; Medicine; Data science; Public health; Nursing","score_opus":0.930678867464534,"score_gpt":0.7323426687298835,"score_spread":0.19833619873465047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603122320","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048094247,0.016390333,0.9339465,0.00007610923,0.00028067484,0.0011585648,0.000011055231,0.000003422485,0.00003909363],"genre_scores_gemma":[0.04903536,0.0014191336,0.9485219,0.0008464073,0.00010843938,0.000039294515,0.000001067553,0.0000069628727,0.000021444312],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9766312,0.006284639,0.013096228,0.0004315485,0.0033219159,0.00023444355],"domain_scores_gemma":[0.84140503,0.14939341,0.0052320245,0.0019317466,0.0017880914,0.00024968447],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23371749,0.00021497291,0.0028778696,0.00013544637,0.00029613948,0.00036077842,0.0010783684,0.00018188976,0.0001307362],"category_scores_gemma":[0.22011779,0.000085313426,0.0008825656,0.0004438973,0.00020291978,0.00031462088,0.00036213308,0.00014220031,0.0000045437773],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004056022,0.000015847445,0.0016112865,0.000535463,0.000062330335,3.3992805e-8,0.0010722396,0.00013586484,8.1612717e-7,0.005926884,0.002873931,0.9877247],"study_design_scores_gemma":[0.0011752312,0.00020415106,0.0047235265,0.0010229688,0.00034099357,0.000007824379,0.009219096,0.87509024,0.000018409515,0.06730925,0.040656403,0.00023189343],"about_ca_topic_score_codex":5.508539e-7,"about_ca_topic_score_gemma":0.000012924279,"teacher_disagreement_score":0.98749286,"about_ca_system_score_codex":0.000017993045,"about_ca_system_score_gemma":0.00015345108,"threshold_uncertainty_score":0.7890491},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1603273306","doi":"10.1177/160940691201100208","title":"Ethics in Qualitative Research: A View of the Participants' and Researchers' World from a Critical Standpoint","year":2012,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Beneficence; Transparency (behavior); Research ethics; Engineering ethics; Respect for persons; Economic Justice; Qualitative research; Vocabulary; Sociology; Psychology; Autonomy; Social science; Political science; Law","score_opus":0.9688948298709127,"score_gpt":0.8332285134866256,"score_spread":0.13566631638428706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603273306","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31777248,0.024654198,0.26101366,0.37774214,0.0033673313,0.0010963853,0.00031861282,0.000019466484,0.014015714],"genre_scores_gemma":[0.69594723,0.0011604128,0.3017209,0.00036209932,0.00044276458,0.00002010156,8.433867e-7,0.000018040413,0.0003276197],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.68752563,0.3051711,0.0014528676,0.00024993205,0.004686192,0.00091429875],"domain_scores_gemma":[0.7362962,0.2562111,0.0005718652,0.0002262481,0.0061557903,0.00053880765],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41837648,0.00014743433,0.00052669406,0.0006807555,0.00034685645,0.000118244345,0.0009626934,0.00018725632,0.00025167776],"category_scores_gemma":[0.3282923,0.000102929356,0.00019559755,0.0012210053,0.0072286027,0.00073769316,0.0003508626,0.0034003146,0.0000036559848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021910843,0.00015181686,0.00052479265,0.000027358485,0.00011137041,0.000004154846,0.60218626,6.9382526e-7,0.00076986186,0.38847324,0.0001186771,0.007412635],"study_design_scores_gemma":[0.00037162862,0.00009556516,0.0020323158,0.0005127305,0.000011769107,0.0000010231406,0.5217708,0.000012477743,0.0011203621,0.4596048,0.014380118,0.00008645483],"about_ca_topic_score_codex":0.0039979448,"about_ca_topic_score_gemma":0.001991097,"teacher_disagreement_score":0.37817475,"about_ca_system_score_codex":0.0005138294,"about_ca_system_score_gemma":0.0013942149,"threshold_uncertainty_score":0.99889886},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1606470994","doi":"10.1177/160940691101000206","title":"A Critical Reflection on the Use of Translators/Interpreters in a Qualitative Cross-Language Research Project","year":2011,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Interpreter; Negotiation; Context (archaeology); Qualitative research; Sociology; Positivism; Reflection (computer programming); Pedagogy; Psychology; Public relations; Computer science; Political science; Social science","score_opus":0.9474659001131389,"score_gpt":0.8165774982020504,"score_spread":0.13088840191108853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606470994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.896288,0.00044371735,0.078865215,0.008273271,0.0026400394,0.0009902309,0.00012226959,0.000027605307,0.012349666],"genre_scores_gemma":[0.8933073,0.000037396487,0.10547333,0.000668764,0.00011753086,0.00009958807,0.0000023077657,0.000022213382,0.00027151327],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9206309,0.07619383,0.0017552762,0.0001942057,0.00089316996,0.0003326714],"domain_scores_gemma":[0.9320885,0.06224382,0.0008076935,0.00032994503,0.0044583366,0.000071701856],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044955123,0.00014994456,0.0003760726,0.00088240934,0.0002540913,0.000028622257,0.0008466594,0.00016685604,0.00029958313],"category_scores_gemma":[0.039088175,0.00010178549,0.00020278628,0.00048706608,0.0006858221,0.00036021075,0.000109396664,0.0024058982,0.00001188276],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026185915,0.00017637658,0.00072921906,0.000070467955,0.00012078514,0.000010049325,0.9285789,0.0000037992836,0.0010640695,0.063063964,0.0005490658,0.0030146989],"study_design_scores_gemma":[0.0008752328,0.0013590032,0.0018414786,0.0032114778,0.000015551428,0.000015793677,0.94229984,0.00041133154,0.0034450889,0.044158924,0.0021981692,0.00016810914],"about_ca_topic_score_codex":0.002493048,"about_ca_topic_score_gemma":0.00013652281,"teacher_disagreement_score":0.026608119,"about_ca_system_score_codex":0.00045736364,"about_ca_system_score_gemma":0.0005883969,"threshold_uncertainty_score":0.9998956},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1607687752","doi":"10.7326/acpjc-2004-140-1-a15","title":"Systematic Reviews To Support Evidence-Based Medicine: How To Review and Apply Findings of Healthcare Research","year":2004,"lang":"en","type":"article","venue":"ACP Journal Club","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Systematic review; Library science; Health care; Medicine; Framing (construction); MEDLINE; Political science; History; Law; Computer science","score_opus":0.911634055090662,"score_gpt":0.6390657333105022,"score_spread":0.2725683217801598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607687752","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009837861,0.4762088,0.014456251,0.4858185,0.00045103976,0.012644752,0.000010748853,0.0000065919958,0.0005654533],"genre_scores_gemma":[0.7496424,0.13493302,0.031470794,0.066871434,0.0010307921,0.0010476526,0.000005648776,0.00010428442,0.014894],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94464236,0.026032202,0.015735757,0.001086527,0.011824135,0.00067898916],"domain_scores_gemma":[0.971654,0.010875624,0.0059834486,0.0038599174,0.0062117837,0.0014152039],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44458604,0.00036826084,0.008066925,0.0012582669,0.00031646015,0.0005944779,0.0027479364,0.00008982866,0.0022650375],"category_scores_gemma":[0.33418903,0.00015755897,0.0011290957,0.0046669007,0.00011156301,0.000423466,0.0002244077,0.0005799465,0.0020859037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021374597,0.00005046072,0.0019414068,0.12728548,0.0001805667,0.00005539167,0.0017543251,0.000022916267,0.0002899029,0.0012124572,0.85685146,0.010334268],"study_design_scores_gemma":[0.00075038645,0.0032241864,0.0020712344,0.51525444,0.0018615079,0.00094148505,0.0023823117,0.000028301994,0.00012972337,0.005955203,0.46673268,0.0006685504],"about_ca_topic_score_codex":0.00004138648,"about_ca_topic_score_gemma":0.000059181653,"teacher_disagreement_score":0.7398045,"about_ca_system_score_codex":0.00018829214,"about_ca_system_score_gemma":0.00040877043,"threshold_uncertainty_score":0.9986911},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1666510152","doi":"10.1177/160940690200100404","title":"Exploring Qualitatively-Derived Concepts: Inductive—Deductive Pitfalls","year":2002,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Epistemology; Context (archaeology); Qualitative research; Psychology; Sociology; Philosophy; Social science","score_opus":0.94996097845688,"score_gpt":0.7455491627395104,"score_spread":0.20441181571736955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1666510152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15225735,0.0021611261,0.765367,0.04548956,0.005803929,0.00047800894,0.00007419523,0.00007339144,0.028295456],"genre_scores_gemma":[0.22416927,0.0029325334,0.7690493,0.0005489089,0.0018004993,0.00004857237,0.0000025800005,0.000046233,0.0014021456],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93326205,0.061876252,0.0013550423,0.00037717662,0.002535838,0.0005936474],"domain_scores_gemma":[0.9690204,0.0229155,0.001333436,0.00018120429,0.0061031887,0.0004462268],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06128627,0.00029433047,0.000698086,0.0007357722,0.00045957064,0.00021955014,0.0012356942,0.00015688365,0.0013553918],"category_scores_gemma":[0.046652403,0.00026393222,0.00045342543,0.0007284797,0.0030487701,0.002574203,0.00014001859,0.00123351,0.00006168326],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116354466,0.0001801787,0.000021026292,0.000009558491,0.00055574876,0.000031671152,0.6655029,0.000007191089,0.006660513,0.23750581,0.0005270633,0.088882],"study_design_scores_gemma":[0.0010275597,0.0003917413,0.00026023173,0.00018494597,0.000034982673,0.000012599082,0.7468848,0.000028621891,0.005695443,0.17510831,0.06999229,0.00037848172],"about_ca_topic_score_codex":0.0005696546,"about_ca_topic_score_gemma":0.000035108813,"teacher_disagreement_score":0.08850352,"about_ca_system_score_codex":0.00076388195,"about_ca_system_score_gemma":0.00036625413,"threshold_uncertainty_score":0.9999813},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1668523003","doi":"10.3917/sdd.001.0045","title":"La recherche-projet en design et la question de la question de recherche : essai de clarification conceptuelle","year":2015,"lang":"fr","type":"article","venue":"Sciences du Design","topic":"Contemporary art, education, critique","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.5160472814110145,"score_gpt":0.5014868446495271,"score_spread":0.014560436761487439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1668523003","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077008065,0.0029455782,0.8829425,0.058624443,0.0006905542,0.0009431248,0.0000069081552,0.00026317892,0.04588288],"genre_scores_gemma":[0.24753502,0.0043039597,0.72849935,0.00082388066,0.0005362693,0.00023145508,0.000010886855,0.000041095653,0.01801805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.47309718,0.5242026,0.0005017188,0.00073205994,0.00068728114,0.0007792084],"domain_scores_gemma":[0.975048,0.023063362,0.00038152578,0.0003809368,0.00053389755,0.0005922626],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.637776,0.00034777366,0.00031223468,0.0002207276,0.0007685784,0.00080307166,0.0010686117,0.0020279633,0.00012204054],"category_scores_gemma":[0.027279846,0.0003823848,0.00009945046,0.0018382571,0.003329364,0.0035074537,0.00005456898,0.001774012,0.00010872369],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075830605,0.00045444054,0.0062498273,0.000038740698,0.000018860786,0.000016791708,0.081918694,0.0024547006,0.0032552346,0.8552745,0.027265532,0.022976829],"study_design_scores_gemma":[0.00050653296,0.00036853927,0.0018836287,0.00034203334,0.00007415936,0.00011546647,0.029749501,0.013526608,0.0037273625,0.86361283,0.0855215,0.0005718461],"about_ca_topic_score_codex":0.009193969,"about_ca_topic_score_gemma":0.0004219322,"teacher_disagreement_score":0.61049616,"about_ca_system_score_codex":0.0037257995,"about_ca_system_score_gemma":0.016339198,"threshold_uncertainty_score":0.9998628},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1709885097","doi":"10.1111/jebm.12141","title":"The methodological quality assessment tools for preclinical and clinical studies, systematic review and meta‐analysis, and clinical practice guideline: a systematic review","year":2015,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":2088,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Critical appraisal; Checklist; Medicine; Guideline; Randomized controlled trial; Psychological intervention; Clinical study design; MEDLINE; Medical physics; Clinical trial; Psychology; Alternative medicine; Nursing; Pathology","score_opus":0.9641987842621917,"score_gpt":0.7638045496857743,"score_spread":0.20039423457641747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1709885097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.1593215e-7,0.97002155,0.0032552353,0.017919566,0.0003179767,0.008416981,0.000030488067,0.00002468812,0.000012925252],"genre_scores_gemma":[0.0000026426117,0.9538238,0.037422236,0.0074514854,0.0006864537,0.00047403635,0.000009973553,0.00004277325,0.000086573535],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92361534,0.053296633,0.020008624,0.0009977978,0.0016636817,0.00041793825],"domain_scores_gemma":[0.49991372,0.4677504,0.025329707,0.0013561097,0.0048336997,0.0008163518],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3204975,0.0009497236,0.034438703,0.00019410557,0.00025217005,0.00015140121,0.00091662176,0.00040684047,0.000015606216],"category_scores_gemma":[0.70256656,0.0003525215,0.0038809828,0.0006425223,0.001180856,0.00051672664,0.00036069524,0.0020886546,0.0000021026196],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015114858,0.00012443263,0.000005977323,0.88212377,0.10785063,0.00011483513,0.000009434597,3.1533474e-8,1.0053365e-8,0.00006160371,0.0029307543,0.0066273506],"study_design_scores_gemma":[0.00034860728,0.00393047,0.000003962003,0.4914607,0.48662508,0.00082912855,0.00011949999,0.000015177279,1.0844924e-9,0.000058287835,0.016410694,0.00019838312],"about_ca_topic_score_codex":0.000011131066,"about_ca_topic_score_gemma":0.0000034125349,"teacher_disagreement_score":0.4237016,"about_ca_system_score_codex":0.00017082883,"about_ca_system_score_gemma":0.0011111263,"threshold_uncertainty_score":0.99989265},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1753258248","doi":"10.1093/her/cyv046","title":"Searching for rigour in the reporting of mixed methods population health research: a methodological review","year":2015,"lang":"en","type":"review","venue":"Health Education Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Rigour; Psychological intervention; Multimethodology; Context (archaeology); Qualitative research; Data collection; Population; Management science; Research design; Medicine; Qualitative property; Psychology; Nursing; Computer science; Sociology; Environmental health; Social science; Engineering","score_opus":0.9975020373957438,"score_gpt":0.92885567214763,"score_spread":0.06864636524811385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753258248","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012260883,0.86638707,0.0009926537,0.10021915,0.0008699587,0.030801453,0.00007538331,0.000037376736,0.0006046624],"genre_scores_gemma":[0.000005935298,0.8864959,0.082038306,0.010663409,0.0007763618,0.01903009,0.0004362088,0.00007676439,0.00047704295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.50782526,0.45952475,0.02003341,0.0018233656,0.005702769,0.0050904173],"domain_scores_gemma":[0.7071461,0.25309122,0.023144374,0.0038973668,0.010307545,0.0024134042],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7632344,0.00041696447,0.0043417336,0.003067902,0.0034427594,0.000054597273,0.0018194276,0.00050860783,0.00014908025],"category_scores_gemma":[0.35703534,0.00028086477,0.00035764943,0.0091735395,0.0003640284,0.00022491859,0.00047877085,0.0073376535,0.000093464165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007373203,0.000079732796,0.000043091357,0.18992957,0.000005811047,2.7739895e-7,0.0053833416,1.3361712e-7,4.132964e-8,0.0038653698,0.15347631,0.6472089],"study_design_scores_gemma":[0.00018360933,0.000333274,0.0005429637,0.07391458,0.0000127679305,0.000013526511,0.00979761,0.000008096479,3.678746e-8,0.004603528,0.91043854,0.0001514433],"about_ca_topic_score_codex":0.01979681,"about_ca_topic_score_gemma":0.001617274,"teacher_disagreement_score":0.75696224,"about_ca_system_score_codex":0.006010456,"about_ca_system_score_gemma":0.116967954,"threshold_uncertainty_score":0.99996436},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1775805477","doi":"10.1186/1471-2431-5-38","title":"Children in reviews: Methodological issues in child-relevant evidence syntheses","year":2005,"lang":"en","type":"review","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Psychological intervention; Systematic review; MEDLINE; Intervention (counseling); Meta-analysis; Drug; Pediatrics; Psychiatry; Pathology","score_opus":0.9254935664588183,"score_gpt":0.6327133295652019,"score_spread":0.29278023689361643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775805477","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013149138,0.9926455,0.0013039628,0.00021078456,0.0003736294,0.0043546376,0.000043699532,0.000013003109,0.0010416138],"genre_scores_gemma":[0.0000067424708,0.9615113,0.033651832,0.00009021592,0.0018042842,0.00042037803,0.00001656985,0.000045554163,0.0024531323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.83060265,0.11978677,0.036968563,0.003939709,0.007666936,0.0010353726],"domain_scores_gemma":[0.86739016,0.108890384,0.015594301,0.0073600737,0.00043150014,0.00033356182],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3107068,0.0013444012,0.027755884,0.0028405988,0.00010099838,0.0009035142,0.0064572636,0.00083810935,0.004662692],"category_scores_gemma":[0.65101755,0.00060158584,0.007503768,0.008647338,0.00009346222,0.0004604302,0.00071939785,0.0013532639,0.01203254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002119675,0.00009853649,0.008019419,0.005579599,0.0000328749,0.00002123403,0.000059565482,0.000014323638,2.787394e-9,0.00012126845,0.020945143,0.9651059],"study_design_scores_gemma":[0.000043407144,0.000024611305,0.0014997086,0.013850748,0.0014028106,0.000121172314,0.000019114043,0.00004237674,6.759738e-9,0.0002628152,0.98210627,0.0006269674],"about_ca_topic_score_codex":0.000051737523,"about_ca_topic_score_gemma":0.00027249235,"teacher_disagreement_score":0.96447897,"about_ca_system_score_codex":0.00025244142,"about_ca_system_score_gemma":0.00041408624,"threshold_uncertainty_score":0.9999307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W178831185","doi":"10.1007/978-94-6091-761-5_8","title":"Embodiment in Research Practices","year":2011,"lang":"en","type":"book-chapter","venue":"SensePublishers eBooks","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psychology","score_opus":0.9181355508798579,"score_gpt":0.6912195742673112,"score_spread":0.2269159766125467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178831185","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056801445,0.0003098034,0.0000040252066,0.00067267683,0.0005816912,0.0011027711,0.000007444994,0.000119696546,0.9966339],"genre_scores_gemma":[0.010033912,0.00009073157,0.0005559265,0.00016102848,0.00059690856,0.00008760577,0.0000052562527,0.000103127306,0.98836553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901373,0.0035773097,0.0006174439,0.0009392822,0.0031101382,0.0016185357],"domain_scores_gemma":[0.9948165,0.0022264225,0.00054435735,0.00083976425,0.0008511231,0.0007218412],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029971443,0.00034490225,0.0005367975,0.0012486485,0.00063936634,0.0007368625,0.0011026236,0.0009545321,0.003022583],"category_scores_gemma":[0.008757278,0.00036232293,0.00016963304,0.00013623376,0.0024406856,0.00057274534,0.00042214635,0.002845411,0.0006570644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107675056,0.000053768974,0.000088528825,0.000045926092,0.000082669234,0.00035964843,0.02546632,1.5143675e-7,0.000049009323,0.89461696,0.045361523,0.033767838],"study_design_scores_gemma":[0.00018110409,0.00010047144,0.000033993285,0.00014207218,0.000014740252,0.0000010410404,0.0015815035,0.0000018593884,0.00006011572,0.1561457,0.84142405,0.00031336077],"about_ca_topic_score_codex":0.009284649,"about_ca_topic_score_gemma":0.014397307,"teacher_disagreement_score":0.7960625,"about_ca_system_score_codex":0.0010877153,"about_ca_system_score_gemma":0.0032459695,"threshold_uncertainty_score":0.9998829},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1824379121","doi":"10.1177/1745691614545653","title":"Registered Replication Report","year":2014,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Psychology; Task (project management); Replication (statistics); Cognitive psychology; Control (management); Social psychology; Artificial intelligence","score_opus":0.11571682500572063,"score_gpt":0.42404333628330954,"score_spread":0.3083265112775889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824379121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70514053,0.000013900231,0.001209901,0.0024434668,0.0002917888,0.00014992095,7.90778e-7,0.00015268924,0.29059702],"genre_scores_gemma":[0.9956849,0.00003961962,0.0006856161,0.002343922,0.00009967522,0.00002283291,1.7469466e-7,0.000004709857,0.0011185532],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99655265,0.00008501424,0.00023542749,0.0021681671,0.00061375654,0.00034499442],"domain_scores_gemma":[0.99774677,0.00017165116,0.00018927378,0.0016276252,0.000104437015,0.00016022136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016956353,0.0001244791,0.0001277742,0.00009693747,0.00044874536,0.00015411798,0.0009683184,0.000046820882,0.0001942577],"category_scores_gemma":[0.015138001,0.00008421872,0.000046855395,0.0010506394,0.0015142591,0.0003590037,0.00006869339,0.00017106194,0.00025081183],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000777508,0.00042948284,0.00045353567,0.000004342186,6.2327575e-7,0.00003014601,0.00078655867,0.000028643972,0.72690475,0.2445122,0.0006739209,0.02609803],"study_design_scores_gemma":[0.0012218441,0.0043127183,0.26343235,0.00008859818,0.000010815487,0.0016170935,0.0026780162,0.0022806146,0.5140407,0.11939474,0.08948345,0.0014390458],"about_ca_topic_score_codex":0.0000035529922,"about_ca_topic_score_gemma":2.48946e-7,"teacher_disagreement_score":0.2905444,"about_ca_system_score_codex":0.000056067165,"about_ca_system_score_gemma":0.00001912004,"threshold_uncertainty_score":0.9931579},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1837422480","doi":"10.1111/j.1360-0443.2012.03867.x","title":"Assessment of generalizability, applicability and predictability (GAP) for evaluating external validity in studies of universal family‐based prevention of alcohol misuse in young people: systematic methodological review of randomized controlled trials","year":2012,"lang":"en","type":"review","venue":"Addiction","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Plan Nacional sobre Drogas; National Institutes of Health; University of Oxford; National Institute for Health and Care Research; Oxford Brookes University","keywords":"Generalizability theory; External validity; Internal validity; Randomized controlled trial; Psychology; Observational study; Systematic review; Population; Criterion validity; Clinical psychology; PsycINFO; Medicine; MEDLINE; Construct validity; Psychometrics; Social psychology; Developmental psychology; Environmental health","score_opus":0.5351974563246056,"score_gpt":0.550507421152536,"score_spread":0.015309964827930456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837422480","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081854,0.8836934,0.0026380287,0.000007436509,0.00014121231,0.031588405,0.00005229623,0.000010871111,0.000014364102],"genre_scores_gemma":[0.15612227,0.8325111,0.007494228,0.0000023876864,0.000025712736,0.0037267157,0.00009819297,0.000014482181,0.000004867456],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9703992,0.021105785,0.0071709245,0.00044227103,0.0006901393,0.00019170568],"domain_scores_gemma":[0.9579949,0.03420257,0.0065456517,0.000526461,0.0006784662,0.000051966577],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08332534,0.0004009996,0.023632584,0.000303909,0.0000183434,0.0000021461237,0.000100708734,0.00025880485,0.0000279738],"category_scores_gemma":[0.030853964,0.00023475132,0.0025679523,0.00040153452,0.00023577211,0.00008367388,0.000042254887,0.00017428122,3.8723925e-8],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01669751,0.0012185484,0.039043464,0.9311073,0.002712337,3.1814375e-7,0.00024075859,0.0000070888836,0.00014604583,0.00007857807,0.0000016752333,0.008746386],"study_design_scores_gemma":[0.28879237,0.001004191,0.019385576,0.6009226,0.08762259,0.0000054213706,0.00040291608,0.001197337,0.00007451591,0.00033056707,0.0000039741262,0.00025794498],"about_ca_topic_score_codex":0.00007413866,"about_ca_topic_score_gemma":0.00008605244,"teacher_disagreement_score":0.3301847,"about_ca_system_score_codex":0.0004550477,"about_ca_system_score_gemma":0.0004014235,"threshold_uncertainty_score":0.9908626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1850986795","doi":"10.1186/1745-6215-16-s1-p24","title":"Completeness of outcome description in studies for low back pain rehabilitation interventions: a survey of trials included in Cochrane reviews","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; University of British Columbia","funders":"","keywords":"Medicine; Psychological intervention; Rehabilitation; Physical therapy; Alternative medicine; Completeness (order theory); Systematic review; MEDLINE; Physical medicine and rehabilitation; Nursing; Pathology","score_opus":0.6664556406432591,"score_gpt":0.5615910426219709,"score_spread":0.10486459802128822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850986795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690378,0.013204382,0.004309773,0.0010492795,0.00051585736,0.011765777,0.000082797145,0.000012817717,0.000021549205],"genre_scores_gemma":[0.9908616,0.00046249546,0.0076460545,0.000054103577,0.00005857843,0.00061142456,0.00021542393,0.000015665362,0.0000746302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97175294,0.019698292,0.0077369516,0.00029549017,0.00033598547,0.0001803565],"domain_scores_gemma":[0.9651356,0.030807307,0.002448138,0.0003943664,0.0011389537,0.00007568241],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19616014,0.00016298823,0.0041868417,0.0004892632,0.000012293621,0.0000050962212,0.00007951379,0.000118711156,0.000029876664],"category_scores_gemma":[0.47982726,0.00011594015,0.0006407523,0.0005810271,0.00014100442,0.00011333791,0.000026479314,0.00008345902,0.0000048731563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019752702,0.0041202423,0.7186275,0.15236698,0.0004523131,9.358801e-7,0.011127678,0.00024254636,0.053379495,0.0007101611,0.0068075815,0.032411866],"study_design_scores_gemma":[0.027030682,0.003934852,0.94148517,0.0192298,0.00016090629,3.4854577e-7,0.0024471064,0.00042449954,0.00040681518,0.004516633,0.00015306346,0.00021015244],"about_ca_topic_score_codex":0.00087768846,"about_ca_topic_score_gemma":0.0024397275,"teacher_disagreement_score":0.28366712,"about_ca_system_score_codex":0.00019070416,"about_ca_system_score_gemma":0.000084502615,"threshold_uncertainty_score":0.8277223},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1868352903","doi":"10.18438/b8hc87","title":"Traditional Factors of Fit, Perceived Quality, and Speed of Publication Still Outweigh Open Access in Authors’ Journal Selection Criteria","year":2012,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Directory; Publishing; Quality (philosophy); Open access publishing; Computer science; Subject (documents); Library science; Psychology; Political science","score_opus":0.7409162391392192,"score_gpt":0.6064956897708872,"score_spread":0.13442054936833203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868352903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743605,0.00027871373,0.0019577795,0.019878492,0.00025404664,0.00034380818,0.000058583806,0.000008556966,0.00285951],"genre_scores_gemma":[0.9954461,0.0005677841,0.0023413592,0.001504151,0.000038179343,0.0000035072949,0.000022767013,0.0000029543628,0.000073236035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952924,0.00087806897,0.0012094178,0.00015781587,0.002254267,0.0002080243],"domain_scores_gemma":[0.9865767,0.010257267,0.0013603731,0.00019092382,0.0012978002,0.00031697212],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.01860041,0.000092780996,0.0002258395,0.012826717,0.0001403381,0.006255658,0.0011456483,0.000089309186,0.0012982857],"category_scores_gemma":[0.07526969,0.000069073554,0.000036894682,0.024296576,0.000108460976,0.43554592,0.0005079499,0.00025960093,0.0000057804523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000656476,0.00039595822,0.91154546,0.00010108721,0.000018128487,3.339917e-7,0.0017145532,0.000067385154,0.0010261781,0.04607405,0.009012857,0.029387549],"study_design_scores_gemma":[0.0003576679,0.00013167472,0.9756963,0.00005389116,0.0000059087365,0.000012232662,0.0009457427,0.004497425,0.0013361966,0.00093861634,0.015938556,0.00008575361],"about_ca_topic_score_codex":0.00005583259,"about_ca_topic_score_gemma":1.4550868e-7,"teacher_disagreement_score":0.42929026,"about_ca_system_score_codex":0.00002374395,"about_ca_system_score_gemma":0.0003396884,"threshold_uncertainty_score":0.99961466},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1872865302","doi":"10.22230/src.2014v5n4a185","title":"Peer Review, Scholarly Production and a Provocation: Let’s Blow Stuff Up","year":2014,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Access Control and Trust","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Provocation test; Production (economics); Presentation (obstetrics); Work (physics); Peer production; Control (management); Scholarly communication; Public relations; Knowledge production; Sociology; Political science; Knowledge management; Computer science; Law; Management; Engineering; Economics","score_opus":0.12171408657704295,"score_gpt":0.4318262416170204,"score_spread":0.3101121550399774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872865302","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15840612,0.089421235,0.00018765607,0.6881198,0.00032364757,0.0025067271,0.0000044506755,0.00017587273,0.060854457],"genre_scores_gemma":[0.9421984,0.044146728,0.00040987838,0.00035511673,0.00023455567,0.00015791324,0.000017219732,0.000010079917,0.012470137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942472,0.003097091,0.00023084965,0.0003187768,0.0017913759,0.00031472024],"domain_scores_gemma":[0.99363846,0.00033405892,0.000092561284,0.0007321741,0.00501819,0.00018453295],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02821492,0.000093765484,0.0001572454,0.00015550411,0.0032087502,0.0027113832,0.0006231444,0.00013193236,0.000054101703],"category_scores_gemma":[0.029351603,0.000082075196,0.000025946141,0.00058401236,0.0007391856,0.0069903894,0.00029374048,0.0011910332,0.000042178453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008088871,0.0002491738,0.020530999,0.00038451518,0.000055669734,6.353063e-7,0.016414965,3.642251e-7,0.0006920272,0.21101339,0.030885763,0.71969163],"study_design_scores_gemma":[0.00047116954,0.00010025954,0.04091478,0.0006600839,0.00002645787,0.0000035588675,0.0030264629,0.000062636886,0.00006935834,0.018281579,0.9361941,0.00018953018],"about_ca_topic_score_codex":0.0012243241,"about_ca_topic_score_gemma":0.0015321509,"teacher_disagreement_score":0.90530837,"about_ca_system_score_codex":0.000069680515,"about_ca_system_score_gemma":0.00018470408,"threshold_uncertainty_score":0.9983239},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1891865408","doi":"10.1002/asi.22938","title":"The development of community members' roles in partnership research projects: An empirical study","year":2013,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Pennsylvania State University; National Science Foundation","keywords":"General partnership; Knowledge management; Information technology; Public relations; Empirical research; Sociology; Literacy; Informal learning; Control (management); Psychology; Business; Pedagogy; Political science; Management; Computer science","score_opus":0.1484482286604625,"score_gpt":0.4559078459751261,"score_spread":0.30745961731466365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891865408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99368906,0.000009942401,0.00003066196,0.0047224043,0.000030417794,0.00041673172,1.0625763e-7,0.000006902184,0.0010937797],"genre_scores_gemma":[0.9991856,0.000014601597,0.0006537231,0.0000856292,0.000009934025,0.000025302634,4.7907594e-8,0.0000011207665,0.000024047715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99846834,0.00021759706,0.00037618086,0.000037553516,0.0006608027,0.00023952233],"domain_scores_gemma":[0.9978938,0.00033478843,0.00040253214,0.00016028881,0.0011719608,0.000036603367],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.020084824,0.00004083255,0.000114649585,0.00025428354,0.0021166527,0.00016104722,0.0011095022,0.000027220427,9.554723e-7],"category_scores_gemma":[0.0016731675,0.000022778384,0.00003907137,0.0027270555,0.003249287,0.001303073,0.00029021662,0.000337404,7.9982664e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049158243,0.00017988244,0.1400522,0.000012119469,0.000031290696,2.7046442e-8,0.62543625,0.000005653479,0.000207548,0.0024825009,0.0019142956,0.22962905],"study_design_scores_gemma":[0.00017717357,0.00022813622,0.06929287,0.000008606917,0.0000031564828,3.7387903e-7,0.912881,0.00020054607,0.00013931692,0.00117356,0.01586206,0.000033154545],"about_ca_topic_score_codex":0.00015248085,"about_ca_topic_score_gemma":0.00078734156,"teacher_disagreement_score":0.28744477,"about_ca_system_score_codex":0.00015609457,"about_ca_system_score_gemma":0.00059085584,"threshold_uncertainty_score":0.9994633},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1911361640","doi":"10.1186/s12916-015-0465-6","title":"A scoping review of rapid review methods","year":2015,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"National Institute on Deafness and Other Communication Disorders; Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Cochrane Library; Limiting; Critical appraisal; Inclusion (mineral); Meta-analysis; Alternative medicine; Pathology; Psychology","score_opus":0.9668936527155029,"score_gpt":0.7401489613431355,"score_spread":0.2267446913723674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911361640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.149766e-10,0.95361185,0.01353018,0.00042887332,0.00081180607,0.008963228,0.000017433556,0.000008683877,0.022627959],"genre_scores_gemma":[6.19179e-10,0.9546656,0.0364356,0.0020524533,0.0004698039,0.00047999757,0.000086600885,0.00004850612,0.0057614488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.80689853,0.116222635,0.060249027,0.0025003909,0.013616992,0.0005124071],"domain_scores_gemma":[0.87439364,0.03886222,0.060837086,0.019015256,0.006063116,0.00082866836],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6303609,0.0011641505,0.06775226,0.00087243196,0.000058435995,0.00006876129,0.005351651,0.00027589267,0.071051426],"category_scores_gemma":[0.4806184,0.00042464514,0.0092182495,0.0062783104,0.00024183652,0.00012985912,0.00044017227,0.00051077263,0.0039660446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3462534e-7,0.000005272123,3.2344093e-7,0.3921879,0.00009367191,0.0000012615454,0.000005296445,5.446794e-9,6.6575407e-9,0.00004200285,0.20560272,0.4020614],"study_design_scores_gemma":[0.000049603696,0.000038318987,7.973255e-8,0.49349436,0.007240659,0.000051266714,0.000006443079,0.000002441045,1.3033231e-8,0.00008641243,0.49886578,0.0001646226],"about_ca_topic_score_codex":0.000005088906,"about_ca_topic_score_gemma":0.0000034956663,"teacher_disagreement_score":0.40189677,"about_ca_system_score_codex":0.00008462433,"about_ca_system_score_gemma":0.0018869312,"threshold_uncertainty_score":0.99982053},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1912909712","doi":"10.33524/cjar.v12i3.20","title":"MONTAGE: IMPROVISING IN THE LAND OF ACTION RESEARCH","year":2012,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Ottawa","funders":"","keywords":"Improvisation; Action research; Context (archaeology); Construct (python library); Action (physics); Presentation (obstetrics); The arts; Sociology; Computer science; Visual arts; Pedagogy; Art; History","score_opus":0.946396104843236,"score_gpt":0.7723914226803895,"score_spread":0.17400468216284648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912909712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97923815,0.00048854033,0.000030819356,0.008548741,0.0003245302,0.0003549047,0.0000023664438,0.000002251622,0.011009669],"genre_scores_gemma":[0.9984225,0.00013344565,0.0000632688,0.000030288897,0.00080100074,0.000012048063,2.1902459e-7,0.000009508618,0.000527733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.979321,0.016332565,0.00034081275,0.000093640105,0.002677785,0.0012341889],"domain_scores_gemma":[0.9941076,0.0035043976,0.0001259089,0.00026765282,0.0013007211,0.000693711],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12342951,0.00006196615,0.00014574733,0.0010748635,0.0019426373,0.00025312987,0.0009081894,0.00011678916,0.00026370533],"category_scores_gemma":[0.01097031,0.00003894449,0.000066400564,0.0020022509,0.0014728996,0.00067741616,0.000035931793,0.0023168358,0.000028059634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007924645,0.0004142779,0.43446606,0.00014258601,0.00013845335,0.00014906832,0.27133805,0.00014433842,0.030077206,0.028083552,0.027504629,0.20674933],"study_design_scores_gemma":[0.00081204204,0.0007244117,0.4651673,0.00018089113,0.00001997757,0.00005765273,0.1968548,0.00017987455,0.011171247,0.009690595,0.31493714,0.00020407767],"about_ca_topic_score_codex":0.30299005,"about_ca_topic_score_gemma":0.5750739,"teacher_disagreement_score":0.28743252,"about_ca_system_score_codex":0.0012840139,"about_ca_system_score_gemma":0.005305038,"threshold_uncertainty_score":0.99998486},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1914731180","doi":"10.1111/jppi.12084","title":"Facilitating and Impeding Factors for Knowledge Translation in Intellectual and Developmental Disabilities: Results from a Consultation Workshop in <scp>I</scp>ran","year":2014,"lang":"en","type":"article","venue":"Journal of Policy and Practice in Intellectual Disabilities","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; St.Amant; Research Manitoba","funders":"","keywords":"Stakeholder; Incentive; Knowledge translation; Psychology; Affect (linguistics); Conceptual framework; Knowledge management; Stakeholder engagement; Public relations; Medical education; Business; Political science; Medicine; Sociology; Computer science","score_opus":0.48458311152703,"score_gpt":0.5699356372649017,"score_spread":0.08535252573787172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914731180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926656,0.00023270362,0.0008406227,0.003301185,0.00016770285,0.000783216,0.00013784441,0.00001039592,0.0018607262],"genre_scores_gemma":[0.99636537,0.00049172546,0.0020538224,0.0006362648,0.00021713739,0.00006215258,0.000010687679,0.000016785723,0.00014605802],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99439895,0.0023191536,0.0021069972,0.00034668038,0.00025376014,0.00057444227],"domain_scores_gemma":[0.033118177,0.9658422,0.00049926265,0.00009007301,0.00023950601,0.0002107675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064405594,0.00023384897,0.00050424685,0.00069105596,0.0003201983,0.0000737511,0.00011942304,0.00019701569,0.00003755972],"category_scores_gemma":[0.98338836,0.00021008194,0.000037162717,0.00060755794,0.00047913435,0.0012669865,0.000068436144,0.00080363115,0.0000047854],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050044316,0.00004262088,0.0016492478,0.00024278104,0.000010313878,1.7921903e-7,0.9896722,0.000016775519,0.000113940405,0.00034259734,0.00049946236,0.0069094608],"study_design_scores_gemma":[0.002992087,0.00028331554,0.00062476785,0.0004960602,0.000011496621,0.000011364014,0.98241144,0.0014127755,0.00003821151,0.003373177,0.008237294,0.00010801299],"about_ca_topic_score_codex":0.0018634882,"about_ca_topic_score_gemma":0.007106915,"teacher_disagreement_score":0.9769478,"about_ca_system_score_codex":0.00050770334,"about_ca_system_score_gemma":0.00074897526,"threshold_uncertainty_score":0.85668933},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1914973955","doi":"10.14236/jhi.v15i1.640","title":"The identification of clinically important elements within medicaljournal abstracts: Patient_Population_Problem,Exposure_Intervention, Comparison, Outcome, Duration and Results(PECODR)","year":2007,"lang":"en","type":"article","venue":"Journal of Innovation in Health Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of British Columbia; McGill University; Jewish General Hospital","funders":"","keywords":"Matching (statistics); Computer science; Information retrieval; Identification (biology); Population; Outcome (game theory); Search engine indexing; Intervention (counseling); MEDLINE; Medicine; Natural language processing; Pathology","score_opus":0.10296265825928419,"score_gpt":0.5075415948682782,"score_spread":0.404578936608994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914973955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62835914,0.00011999095,0.36262432,0.0044807717,0.0026259602,0.001286274,0.00004435146,0.000019655741,0.00043951886],"genre_scores_gemma":[0.8844615,0.0002739433,0.112182036,0.002724332,0.0001630613,0.000012145387,0.00010264728,0.000010549367,0.00006973422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.59803903,0.0005275021,0.3997728,0.00009732473,0.0011154586,0.00044790655],"domain_scores_gemma":[0.69131756,0.001647773,0.30229214,0.0002856202,0.004275728,0.00018116208],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39339286,0.00015357898,0.0005313334,0.0007507595,0.0006754118,0.000053645683,0.00027967448,0.0002110027,0.000026181227],"category_scores_gemma":[0.12036339,0.00010566978,0.00005974215,0.0012113701,0.0001055855,0.0013231689,0.00005313824,0.001372566,0.0000058669443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005592311,0.00012246169,0.96538734,0.0011802613,0.000019194173,2.9071938e-7,0.012476355,0.00020930673,0.0000073952083,0.0042196917,0.0016177476,0.014200725],"study_design_scores_gemma":[0.006307821,0.0011814191,0.59002805,0.0022867473,0.000017911038,0.000029947643,0.02255946,0.024821045,0.000102034275,0.004784429,0.34762385,0.00025728557],"about_ca_topic_score_codex":0.000038247894,"about_ca_topic_score_gemma":0.00011874281,"teacher_disagreement_score":0.3753593,"about_ca_system_score_codex":0.00038467324,"about_ca_system_score_gemma":0.00091532647,"threshold_uncertainty_score":0.88704616},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1921608020","doi":"10.1177/160940690200100408","title":"Analysis of Videotaped Data: Methodological Considerations","year":2002,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interpretation (philosophy); Context (archaeology); Perspective (graphical); Data source; Data science; Computer science; Psychology; Data collection; Nothing; Applied psychology; Information retrieval; Artificial intelligence; Epistemology; Sociology","score_opus":0.9602109802039135,"score_gpt":0.789557226446272,"score_spread":0.17065375375764147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921608020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053198594,0.000791352,0.9682468,0.016589433,0.00034723897,0.00013561935,0.0002071438,0.000011960782,0.008350578],"genre_scores_gemma":[0.116851255,0.00059249473,0.8816554,0.0002602713,0.0002386026,0.000007264572,0.000012948904,0.0000071539575,0.00037461167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95854884,0.03851615,0.0012031238,0.0002465574,0.0012709418,0.00021437761],"domain_scores_gemma":[0.9477234,0.04755156,0.001142685,0.0003158209,0.0030823061,0.00018423355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.064942226,0.00011460804,0.0006410612,0.0008677008,0.00020055461,0.000086781576,0.0010838686,0.00008408026,0.0031184428],"category_scores_gemma":[0.06408476,0.00009433749,0.00035408387,0.0012163584,0.0010434254,0.00054465624,0.00015227933,0.00031294735,0.000007021659],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005427167,0.00043450235,0.00030693688,0.0000074260297,0.005727175,0.000016455013,0.1818021,0.00014578679,0.005371612,0.7183203,0.003273781,0.084539644],"study_design_scores_gemma":[0.0014449881,0.00038828095,0.0047782674,0.000084411804,0.0025543498,0.000019072362,0.22697063,0.008708097,0.0025498644,0.5903644,0.16158603,0.0005516203],"about_ca_topic_score_codex":0.00025476026,"about_ca_topic_score_gemma":0.00008512354,"teacher_disagreement_score":0.15831225,"about_ca_system_score_codex":0.00011439616,"about_ca_system_score_gemma":0.00016909129,"threshold_uncertainty_score":0.99779284},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1930603020","doi":"10.1371/journal.pone.0133639","title":"A Scoping Review of Empirical Research Relating to Quality and Effectiveness of Research Ethics Review","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Ethics in medical practice","field":"Health Professions","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Public Health; University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; Quality (philosophy); Engineering ethics; Empirical research; Management science; Medicine; Data science; Computer science; Engineering; Epistemology; Philosophy","score_opus":0.9603257086203676,"score_gpt":0.8109373013019492,"score_spread":0.1493884073184184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930603020","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008011612,0.96402526,0.000012787703,0.006569544,0.000096338335,0.018328216,0.000039769606,0.00003529495,0.010884792],"genre_scores_gemma":[0.0000013304423,0.9931864,0.002414811,0.0015131475,0.00024915754,0.0023080932,0.000037592894,0.00009903431,0.0001904286],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5903288,0.3918098,0.0054092184,0.001262814,0.009890146,0.0012992419],"domain_scores_gemma":[0.50251734,0.47762692,0.00199225,0.0021992275,0.014863381,0.0008008763],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.60802484,0.00037793018,0.0068492806,0.0005508049,0.0010256564,0.000008893285,0.0010584424,0.0021940048,0.00020884632],"category_scores_gemma":[0.8074649,0.0003021323,0.00023553478,0.0037546034,0.0012350642,0.00013558508,0.0025197119,0.049442522,0.00031976082],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029609337,0.00038605524,0.00006823581,0.9795656,0.00018693779,0.0000052319137,0.00060681376,2.554248e-9,0.0000022431168,0.0018606416,0.0018522538,0.015436359],"study_design_scores_gemma":[0.00016272474,0.00024986768,0.0000090284,0.9228745,0.0007975773,0.0000016185294,0.00012579699,2.0071822e-7,0.000001382182,0.0019980068,0.07356798,0.00021128563],"about_ca_topic_score_codex":0.00034154407,"about_ca_topic_score_gemma":0.00004080516,"teacher_disagreement_score":0.19944005,"about_ca_system_score_codex":0.000798576,"about_ca_system_score_gemma":0.014394285,"threshold_uncertainty_score":0.9999431},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1939260248","doi":"","title":"Developing optimal search strategies for detecting clinically sound treatment studies in EMBASE.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"MEDLINE; Medicine; Placebo; Sensitivity (control systems); Medical physics; Computer science; Sound quality; Information retrieval; Quality (philosophy); Alternative medicine; Speech recognition; Pathology","score_opus":0.9140271019470195,"score_gpt":0.5983334214758311,"score_spread":0.3156936804711884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939260248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438008,0.0015055966,0.049439102,0.0005029467,0.00022445488,0.0022697973,0.000006085918,0.00000909966,0.0022421018],"genre_scores_gemma":[0.97159094,0.00002437215,0.022796465,0.000054617412,0.00014829113,0.0023877567,0.0000023243883,0.000009491687,0.0029857277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9883744,0.0023677798,0.0063230777,0.0007749879,0.0016716917,0.00048806684],"domain_scores_gemma":[0.98685527,0.0099980105,0.0013575822,0.0010317047,0.00068824127,0.000069208014],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0845945,0.0002245919,0.0021783148,0.00031101858,0.00016804133,0.00084704865,0.00058995525,0.000058849342,0.00005538361],"category_scores_gemma":[0.017135356,0.00010923619,0.0008235716,0.00079491147,0.00007304541,0.00022734744,0.00008210113,0.00007266579,0.00008076465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009903413,0.00025716276,0.18744972,0.0002664378,0.0010010478,0.000035856192,0.0030242773,0.011979853,0.000012910832,0.016466914,0.0038836596,0.7755231],"study_design_scores_gemma":[0.0035860152,0.00034948057,0.65096056,0.00011586342,0.0006657479,0.000031589963,0.06684335,0.016622195,0.00031616635,0.220412,0.03879038,0.0013066317],"about_ca_topic_score_codex":0.000043964377,"about_ca_topic_score_gemma":0.000613295,"teacher_disagreement_score":0.7742165,"about_ca_system_score_codex":0.00018928725,"about_ca_system_score_gemma":0.00011881665,"threshold_uncertainty_score":0.9911437},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1941175482","doi":"10.1002/asi.23418","title":"Dimensions and uncertainties of author citation rankings: Lessons learned from frequency‐weighted in‐text citation counting","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Weighting; Computer science; Rank (graph theory); Citation analysis; Citation impact; Field (mathematics); Subject (documents); Information retrieval; Statistics; Scheme (mathematics); Mathematics; Data science; Library science; Combinatorics; Physics","score_opus":0.36826216302652676,"score_gpt":0.492080593318006,"score_spread":0.12381843029147926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941175482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97971344,0.00015134098,0.0017009008,0.017337736,0.000416501,0.00016871505,0.00001987696,0.0000062765516,0.00048521277],"genre_scores_gemma":[0.99776316,0.00008585454,0.0020068532,0.00007488667,0.000012463387,0.000003389838,0.0000012972533,0.0000016572725,0.00005042363],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944927,0.00007985512,0.0009347575,0.00012956274,0.0041549196,0.00020819307],"domain_scores_gemma":[0.98239565,0.0020309843,0.0021307785,0.00016553087,0.013195981,0.00008105476],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.0318094,0.00006322107,0.00021703416,0.023174819,0.00027664736,0.000629636,0.00074256794,0.0001361866,0.0000025326103],"category_scores_gemma":[0.13454843,0.00004007589,0.000040128063,0.05246556,0.00030477426,0.0034245087,0.00019145884,0.00019883066,0.0000025294662],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007602598,0.0000676298,0.63326037,0.000011942812,0.000038395472,3.7403402e-7,0.009836748,0.00028045572,0.011132689,0.0936509,0.0029411574,0.24870333],"study_design_scores_gemma":[0.0022606482,0.0002984042,0.24591257,0.000060020477,0.000026023768,0.00000800958,0.023995452,0.027251286,0.005107863,0.68702215,0.007903318,0.00015425222],"about_ca_topic_score_codex":0.00006164548,"about_ca_topic_score_gemma":0.000024080437,"teacher_disagreement_score":0.5933713,"about_ca_system_score_codex":0.00032602894,"about_ca_system_score_gemma":0.0005737058,"threshold_uncertainty_score":0.996956},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1941622179","doi":"10.1111/j.1365-2648.2010.05429.x","title":"Research citation analysis of nursing academics in Canada: identifying success indicators","year":2010,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Scopus; Citation; Citation analysis; Nursing research; Bibliometrics; Summative assessment; Medicine; Subject (documents); Library science; Medical education; Nursing; MEDLINE; Psychology; Political science; Computer science; Pedagogy","score_opus":0.08563898176354096,"score_gpt":0.384438687922677,"score_spread":0.29879970615913604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941622179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99169374,0.00042406577,0.00015793087,0.0011417323,0.0012713622,0.00004967074,0.0000075347125,0.000005066141,0.0052488823],"genre_scores_gemma":[0.99852145,0.000043866035,0.000649431,0.00003197661,0.00068312354,6.411322e-7,0.000004363534,0.000013911212,0.00005125847],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99771345,0.00013683311,0.0008196898,0.00013392727,0.00086064124,0.00033546827],"domain_scores_gemma":[0.9979902,0.00054558547,0.0007626659,0.000105532956,0.00048439464,0.000111650894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023373505,0.00009579013,0.00036536614,0.0025903517,0.00024004986,0.00012727788,0.0003601243,0.00009443347,0.00008501637],"category_scores_gemma":[0.0006717645,0.00009221588,0.00009689774,0.0011549337,0.00024503944,0.001231457,0.000012214095,0.0022304077,2.4322793e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028072682,0.00025522456,0.06440661,0.00011799891,0.0004158328,0.000045703695,0.22488397,0.014020813,0.015094389,0.061014086,0.0042164307,0.6152482],"study_design_scores_gemma":[0.0018161125,0.00016676703,0.2109725,0.0070390543,0.0010601799,0.00006114073,0.73156095,0.005243616,0.007818104,0.022604886,0.010915418,0.0007412795],"about_ca_topic_score_codex":0.033314332,"about_ca_topic_score_gemma":0.1948358,"teacher_disagreement_score":0.6145069,"about_ca_system_score_codex":0.0007168347,"about_ca_system_score_gemma":0.00069028226,"threshold_uncertainty_score":0.9731229},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W1947782826","doi":"10.1177/160940691501400205","title":"Current Mixed Methods Practices in Qualitative Research: A Content Analysis of Leading Journals","year":2015,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Qualitative research; Content analysis; Multimethodology; Publication; Empirical research; Qualitative property; Exploratory research; Research design; Complementarity (molecular biology); Management science; Computer science; Psychology; Sociology; Social science; Political science; Mathematics education; Statistics; Mathematics; Engineering","score_opus":0.996979676597943,"score_gpt":0.9224988841036924,"score_spread":0.07448079249425055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947782826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33283105,0.0015984061,0.6377425,0.022197666,0.0036243289,0.00054724485,0.00012726944,0.000009984858,0.0013215141],"genre_scores_gemma":[0.27126652,0.00033574138,0.7263618,0.0012551591,0.0004380444,0.00007520764,0.0000070668293,0.0000249791,0.00023547877],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7618393,0.22854441,0.005252458,0.0003575426,0.0032761442,0.0007301554],"domain_scores_gemma":[0.80904204,0.15838568,0.011873908,0.00030983277,0.019701973,0.000686565],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4150618,0.00021262227,0.0013226573,0.005912198,0.00019675672,0.00005305502,0.0011957852,0.00012730749,0.00034995537],"category_scores_gemma":[0.3043239,0.0001713832,0.00033572654,0.004118619,0.0004797874,0.0012036321,0.0002881072,0.0021268933,0.00002375851],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005783539,0.00018807975,0.0053383717,0.000068987094,0.0013438202,0.000012732679,0.9363423,0.00012302467,0.005459142,0.01111557,0.002960693,0.03646891],"study_design_scores_gemma":[0.0024179828,0.00040338532,0.013342579,0.00068036694,0.00021437494,0.000008530775,0.9186827,0.0006843303,0.0016087594,0.034354933,0.027410168,0.00019191399],"about_ca_topic_score_codex":0.0010042648,"about_ca_topic_score_gemma":0.0003793035,"teacher_disagreement_score":0.110737875,"about_ca_system_score_codex":0.0016185119,"about_ca_system_score_gemma":0.0029491868,"threshold_uncertainty_score":0.9240411},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1950766814","doi":"10.1002/asi.23575","title":"The power–law relationship between citation‐based performance and collaboration in articles in management journals: A scale‐independent approach","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Universidad del Norte; Universidad Católica del Norte","keywords":"Citation; Citation analysis; Citation impact; Scale (ratio); Bibliometrics; Computer science; Library science; Geography","score_opus":0.3021124265811342,"score_gpt":0.4858847286269922,"score_spread":0.18377230204585804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950766814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840862,0.000102711296,0.0014046807,0.011857731,0.00018716363,0.0003404085,0.00000393857,0.0000042383513,0.0020129366],"genre_scores_gemma":[0.9987358,0.000032641703,0.0010791075,0.000074117335,0.000008160502,0.0000110329665,3.1349376e-7,0.0000014243044,0.000057435434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940333,0.000113612376,0.0009476248,0.00011575942,0.0045367843,0.00025297122],"domain_scores_gemma":[0.99156094,0.001606213,0.0011751462,0.00018521819,0.0053765927,0.00009586407],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.061516386,0.00005915736,0.00014440257,0.017902134,0.00052335917,0.0017640183,0.000948335,0.00009748955,4.4259815e-7],"category_scores_gemma":[0.038114842,0.000033045573,0.000025459314,0.06636781,0.0002691578,0.0036003564,0.00018658588,0.000261913,0.000002831572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001774871,0.000016026237,0.96886957,0.0000033384495,0.000002892568,7.700751e-8,0.0006470917,0.00040603313,0.000009324293,0.014455386,0.00033781608,0.0152347125],"study_design_scores_gemma":[0.0011253327,0.00010420992,0.94006413,0.000015701331,0.0000047722533,0.0000047242274,0.008176398,0.00959987,0.00017069066,0.036786642,0.0038945328,0.00005301376],"about_ca_topic_score_codex":0.000004321991,"about_ca_topic_score_gemma":0.00002564278,"teacher_disagreement_score":0.048465677,"about_ca_system_score_codex":0.0005847867,"about_ca_system_score_gemma":0.0003572362,"threshold_uncertainty_score":0.9992722},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1951343740","doi":"10.1002/asi.23421","title":"Costly collaborations: The impact of scientific fraud on co‐authors' careers","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"Misconduct; Scientific misconduct; Productivity; Ranking (information retrieval); Psychology; Research integrity; Rigour; Political science; Public relations; Medicine; Computer science; Law; Alternative medicine; Economics; Epistemology","score_opus":0.03220766005286423,"score_gpt":0.3526338973852482,"score_spread":0.32042623733238396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951343740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94474113,0.000055630215,0.0002546347,0.037621148,0.0014974568,0.00050441397,0.00006623453,0.000020063668,0.015239277],"genre_scores_gemma":[0.9994891,0.00002127813,0.00008568891,0.00014258981,0.000047322064,0.0000032982975,0.0000010520799,0.0000010607351,0.00020855431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817085,0.000085785454,0.00036517865,0.000046878955,0.0011556472,0.00017563076],"domain_scores_gemma":[0.9931308,0.00028316057,0.0011817088,0.00010939146,0.0052348957,0.000060038852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015068833,0.000047448608,0.00010989913,0.00048491696,0.0011373106,0.000228289,0.0006604445,0.00027389778,0.0000023393675],"category_scores_gemma":[0.022476729,0.000025803514,0.000057675315,0.0024539991,0.00092039513,0.0015878311,0.000033604003,0.00044037617,0.0000049592404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009976016,0.00007651366,0.103850536,0.000008577986,0.0000995259,1.2695794e-7,0.08364552,0.0008015722,0.00094030023,0.57310236,0.22321528,0.014159924],"study_design_scores_gemma":[0.0020749823,0.0009026371,0.019584456,0.000093170995,0.00008232368,0.000015766032,0.14831072,0.0015321301,0.009549761,0.09466316,0.72293127,0.00025964808],"about_ca_topic_score_codex":0.000077168064,"about_ca_topic_score_gemma":0.000032582426,"teacher_disagreement_score":0.49971595,"about_ca_system_score_codex":0.0007309431,"about_ca_system_score_gemma":0.0023585882,"threshold_uncertainty_score":0.98575735},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1953706973","doi":"10.1007/s11192-016-2157-1","title":"Neophilia ranking of scientific journals","year":2016,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute on Aging; University of Illinois at Chicago","keywords":"Ranking (information retrieval); Journal ranking; Information retrieval; Scientific literature; Computer science; Library science; Data science; Political science; Citation; Geology","score_opus":0.7322136034264928,"score_gpt":0.6133548832507849,"score_spread":0.11885872017570787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953706973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95462674,0.0021876637,0.02599094,0.0015964389,0.0042207,0.00028231234,0.000101821825,0.000043757842,0.01094963],"genre_scores_gemma":[0.9864747,0.00018074313,0.0018732687,0.00005303145,0.00011506751,0.000004282975,8.5659644e-7,0.000015671732,0.011282366],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9605085,0.00035390694,0.0017099311,0.0013636119,0.034763012,0.0013010231],"domain_scores_gemma":[0.96909523,0.011056822,0.0010530971,0.0021534045,0.01551424,0.001127233],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.10989885,0.00022311913,0.0005636096,0.3311329,0.00060516875,0.0046070055,0.0061568823,0.00015952627,0.0029112697],"category_scores_gemma":[0.23368925,0.000117548196,0.00038906085,0.6913339,0.00126198,0.0017193832,0.0014450144,0.00022139132,0.0012319804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016902004,0.00016456137,0.27150992,0.000005237749,0.000013393643,0.000009699492,0.00011183134,0.000008658365,0.04910531,0.0023077675,0.015953306,0.6607934],"study_design_scores_gemma":[0.002352449,0.00039873007,0.68733615,0.000114950424,0.000019723577,0.00003949886,0.00025834888,0.000977283,0.06320393,0.06730294,0.17730926,0.00068673596],"about_ca_topic_score_codex":0.000013861546,"about_ca_topic_score_gemma":0.000004497225,"teacher_disagreement_score":0.66010666,"about_ca_system_score_codex":0.00023739987,"about_ca_system_score_gemma":0.0005451105,"threshold_uncertainty_score":0.9995457},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W195935403","doi":"","title":"Reproducibility of jumping mechanography in healthy children and adults.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Lower Extremity Biomechanics and Pathologies","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Shriners Hospitals for Children - Canada","funders":"","keywords":"Reproducibility; Test (biology); Heel; Jumping; Physical therapy; Jump; Physical medicine and rehabilitation; Medicine; Vertical jump; Mathematics; Statistics; Anatomy","score_opus":0.010027162382756171,"score_gpt":0.19228227760774133,"score_spread":0.18225511522498516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W195935403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985697,0.00028728874,0.00004280384,0.00006804216,0.00027723287,0.0003443468,0.000047380523,0.00009338664,0.000269765],"genre_scores_gemma":[0.99922156,0.00010726938,0.0004686487,0.000017927145,0.000029348055,0.00013404079,0.000010686905,0.000008740028,0.0000017626122],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991518,0.000011587472,0.00017524404,0.0004006962,0.00005881776,0.00020185327],"domain_scores_gemma":[0.9993525,0.000025731522,0.000024375213,0.00053475966,0.000014130463,0.000048478665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009438547,0.00007404186,0.00013602401,0.00013422,0.0000127638195,0.000007675645,0.00008485968,0.00007358294,0.000007521552],"category_scores_gemma":[0.0001773849,0.00007128729,0.00002855711,0.0002182072,0.00002723545,0.000052778265,0.00003773124,0.00016539374,3.9829354e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073164665,0.000080874655,0.16301762,0.00022609389,0.000028242886,0.0000026608434,0.00048643752,0.00001533438,0.0028072644,0.00053618866,0.00034068688,0.8323854],"study_design_scores_gemma":[0.00024456385,0.000011880797,0.99378085,0.000006621105,0.0000026644893,0.000004358511,0.000011862131,0.00025369768,0.004406932,0.0010707214,0.00011321315,0.000092610346],"about_ca_topic_score_codex":0.00005781178,"about_ca_topic_score_gemma":0.00019128971,"teacher_disagreement_score":0.83229285,"about_ca_system_score_codex":0.000006004576,"about_ca_system_score_gemma":0.0000031502263,"threshold_uncertainty_score":0.29070115},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1963849977","doi":"10.1177/1740774513510070","title":"Recruitment and retention of participants for an international type 1 diabetes prevention trial: A coordinators’ perspective","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes and associated disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Montreal Children's Hospital; University of Manitoba; Mount Sinai Hospital; Children's Hospital of Eastern Ontario","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Child Health and Human Development; Canadian Institutes of Health Research; National Institutes of Health; Novo Nordisk; Eunice Kennedy Shriver National Institute of Child Health and Human Development; European Foundation for the Study of Diabetes; Mead Johnson Nutrition; Juvenile Diabetes Research Foundation International","keywords":"Type 2 diabetes; Perspective (graphical); Medicine; Clinical trial; Psychology; Family medicine; Diabetes mellitus; Physical therapy; Internal medicine; Computer science; Endocrinology","score_opus":0.38610794221893885,"score_gpt":0.5146397348638854,"score_spread":0.12853179264494652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963849977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99697375,0.00024921258,0.000054363147,0.00024062711,0.00068707496,0.0015843742,0.000021382686,0.0000060230727,0.00018318181],"genre_scores_gemma":[0.9984378,0.00032494782,0.00024376274,0.0000687004,0.0002874336,0.00026580674,0.00010979967,0.000009636952,0.00025207255],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9983498,0.00055672304,0.00063312636,0.0002553183,0.000068970476,0.000136071],"domain_scores_gemma":[0.9989165,0.0002453241,0.0003694812,0.0001317779,0.00026420457,0.00007271623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003490165,0.000074694435,0.0003175133,0.000020527606,0.000024905907,0.000026136902,0.00008153246,0.00014593152,0.000037579754],"category_scores_gemma":[0.0082028145,0.00006288019,0.00018937429,0.000033885586,0.000058753467,0.000011647342,0.000035918172,0.000036965557,0.000002490135],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03424048,0.008202365,0.1546351,0.00014186896,0.00623255,3.169358e-7,0.00037238802,0.000021639045,0.3819436,0.007541097,0.029871335,0.37679723],"study_design_scores_gemma":[0.31611204,0.08545995,0.18763208,0.00043955355,0.0022629674,4.1905307e-7,0.004972152,0.0022430378,0.15071316,0.1808512,0.06735585,0.001957595],"about_ca_topic_score_codex":0.00000880811,"about_ca_topic_score_gemma":0.0000042907513,"teacher_disagreement_score":0.37483963,"about_ca_system_score_codex":0.000008424998,"about_ca_system_score_gemma":0.000037425456,"threshold_uncertainty_score":0.98201275},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1964316810","doi":"10.1177/0306312713483679","title":"Being ‘evidence-based’ in the absence of evidence: The management of non-evidence in guideline development","year":2013,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Evidence-based medicine; Guideline; Evidence-based management; Observational study; Legitimacy; Evidence-based practice; Scientific evidence; Empirical evidence; Hierarchy; Psychology; Objectivity (philosophy); Documentary evidence; Medicine; Alternative medicine; Epistemology; Political science; Pathology; Law","score_opus":0.5783470874503754,"score_gpt":0.563405083325452,"score_spread":0.014942004124923414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964316810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96135646,0.0015464475,0.0003467081,0.035208754,0.00013426779,0.0012468493,5.562153e-7,0.0000046555647,0.00015529762],"genre_scores_gemma":[0.987294,0.0015313602,0.009998502,0.0010247305,0.000043349242,0.00008502485,3.6888966e-7,0.0000043050127,0.000018356697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959594,0.00013848962,0.0017590647,0.0003079553,0.0015381081,0.00029697007],"domain_scores_gemma":[0.9944758,0.0032670153,0.0007209649,0.0003315233,0.0011725461,0.000032185475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01264649,0.00012663973,0.00038103623,0.00014674495,0.00025155873,0.00001567735,0.0007688848,0.000031307387,0.00003096564],"category_scores_gemma":[0.008284369,0.00006967887,0.00006766564,0.0018752024,0.0025060002,0.0007195055,0.0003927882,0.00018382272,0.00000531026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004742091,0.00078568095,0.49881354,0.0026035756,0.00022447103,0.000029551022,0.086203784,0.00064004445,0.033926953,0.0014713504,0.005935678,0.36889118],"study_design_scores_gemma":[0.0005458661,0.00021866818,0.90675503,0.0048616272,0.00006690904,0.0000010277124,0.082385466,0.0004889179,0.0037867674,0.00064047624,0.00013700586,0.00011224156],"about_ca_topic_score_codex":0.0013881997,"about_ca_topic_score_gemma":0.00027053128,"teacher_disagreement_score":0.4079415,"about_ca_system_score_codex":0.00022099225,"about_ca_system_score_gemma":0.00053641014,"threshold_uncertainty_score":0.9917761},"labels":[{"model":"gemma","categories":["sts","metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1965217323","doi":"10.1136/bmj.d8357","title":"Research misconduct in the UK","year":2012,"lang":"en","type":"letter","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Scientific misconduct; Criminology; Psychology; Political science; Law; Medicine","score_opus":0.21968532168309057,"score_gpt":0.4614763998995217,"score_spread":0.24179107821643114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965217323","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020914279,0.0003092623,8.636512e-7,0.6209686,0.0005042549,0.00029716242,0.000006730091,0.000007288131,0.37769672],"genre_scores_gemma":[0.011251717,0.00016236192,0.000056908415,0.86103404,0.047060687,0.000088441906,0.00004466354,0.000013358163,0.080287814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942125,0.003406056,0.00018810539,0.00017375736,0.0013054702,0.0007141141],"domain_scores_gemma":[0.997608,0.0019509039,0.000057785248,0.0002647276,0.00008685684,0.000031701486],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.019431077,0.0000917623,0.00013814546,0.00012788869,0.00041438738,0.00008625067,0.0011251512,0.003094486,0.002077376],"category_scores_gemma":[0.0013035586,0.000061083665,0.00006189332,0.00033826794,0.0004763501,0.00007942431,0.000054034692,0.016552605,0.0012156435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011723628,0.000003640947,0.00020623424,0.000008270784,0.0000038064534,0.000057898153,0.018930271,2.2409795e-8,6.32422e-7,0.0048085176,0.97553545,0.00044405868],"study_design_scores_gemma":[0.000026578773,0.000004132884,0.00015947918,0.000039394366,0.000003958183,0.0000035983526,0.00592043,1.9066269e-7,0.0000013941324,0.005455812,0.9882932,0.00009186467],"about_ca_topic_score_codex":0.02148373,"about_ca_topic_score_gemma":0.0025437137,"teacher_disagreement_score":0.2974089,"about_ca_system_score_codex":0.00010742777,"about_ca_system_score_gemma":0.00037999597,"threshold_uncertainty_score":0.999562},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1965364964","doi":"10.1016/j.jclinepi.2009.03.014","title":"Response shift was identified over multiple occasions with a structural equation modeling framework","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Mental Health Research Topics","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Saskatchewan; University of Manitoba","funders":"University of Manitoba","keywords":"Structural equation modeling; Observational study; Identification (biology); Measure (data warehouse); Computer science; Key (lock); Confidence interval; Mental health; Data mining; Psychology; Statistics; Machine learning; Mathematics; Psychiatry","score_opus":0.5506461619325485,"score_gpt":0.6251469033359897,"score_spread":0.0745007414034412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965364964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8996741,0.00039917044,0.08005445,0.017626867,0.0017544222,0.00024944372,0.000005886416,0.00001917282,0.00021644465],"genre_scores_gemma":[0.968377,0.00008142674,0.02314464,0.007105426,0.0010356597,0.000004394552,0.0000039907777,0.00001719519,0.00023024972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9820792,0.012013449,0.004348129,0.00041445697,0.00041552697,0.0007292203],"domain_scores_gemma":[0.94046265,0.0561571,0.0019598606,0.00053152745,0.00024300796,0.0006458575],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03267817,0.0002034391,0.0015778098,0.00022210334,0.00015598169,0.0000148227355,0.00045583912,0.0006660418,0.0011085527],"category_scores_gemma":[0.09827693,0.00013861155,0.0004110306,0.00021554998,0.00020527178,0.00018351022,0.000052304393,0.002572611,0.0001260775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09564246,0.0009849404,0.7752247,0.000045577508,0.00048479604,0.0007749415,0.0027746987,0.011573669,0.00007757652,0.05167994,0.010365295,0.050371423],"study_design_scores_gemma":[0.0034367314,0.004762246,0.80696833,0.00022253163,0.000047846625,0.00020544631,0.00024035787,0.060243096,0.0000027255444,0.122200474,0.0014717502,0.00019847292],"about_ca_topic_score_codex":0.00006791836,"about_ca_topic_score_gemma":0.000026786696,"teacher_disagreement_score":0.092205726,"about_ca_system_score_codex":0.00009943027,"about_ca_system_score_gemma":0.000323583,"threshold_uncertainty_score":0.99980456},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1965501053","doi":"10.1136/ebm.14.5.130-b","title":"\"Pragmatic\" clinical trials: from whose perspective?","year":2009,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Perspective (graphical); Clinical trial; Psychology; Medicine; Computer science; Artificial intelligence; Internal medicine","score_opus":0.33274342139279384,"score_gpt":0.5194585994828483,"score_spread":0.1867151780900545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965501053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79547673,0.0071162735,0.00683411,0.18337712,0.0019370181,0.001342686,0.000012812012,0.00037729036,0.0035259244],"genre_scores_gemma":[0.9841666,0.0005492931,0.000802201,0.009674501,0.004307655,0.00002251458,0.00007114819,0.000021563848,0.0003844854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957477,0.0010082235,0.001374602,0.0005624035,0.0010094848,0.00029760832],"domain_scores_gemma":[0.99343795,0.004524811,0.0004483355,0.00073052774,0.0004428122,0.00041555642],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00861676,0.00026886014,0.0012525792,0.00022032193,0.00009143476,0.000022054332,0.00017716267,0.00025174624,0.0028467076],"category_scores_gemma":[0.033208705,0.00018335853,0.0003191746,0.00041104582,0.00025119635,0.00020895747,0.000011777936,0.0006255309,0.000056387144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005722692,0.0019229304,0.470114,0.000120005236,0.000283688,0.00063610467,0.00279619,0.000015264495,0.021360738,0.0024056626,0.10089231,0.39373043],"study_design_scores_gemma":[0.010171911,0.0038385147,0.96504855,0.0064474917,0.0019239153,0.000019592253,0.0016268974,0.00045182163,0.002142484,0.0024846348,0.0055512004,0.00029296064],"about_ca_topic_score_codex":0.0003981185,"about_ca_topic_score_gemma":0.0000061321675,"teacher_disagreement_score":0.4949346,"about_ca_system_score_codex":0.00026261763,"about_ca_system_score_gemma":0.0004206673,"threshold_uncertainty_score":0.9980648},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1965603767","doi":"10.1007/s10404-012-1026-3","title":"Retraction Note: Induced-charge electrokinetic phenomena","year":2012,"lang":"en","type":"article","venue":"Microfluidics and Nanofluidics","topic":"Geophysical and Geoelectrical Methods","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Electrokinetic phenomena; Charge (physics); Nanotechnology; Chemistry; Chemical physics; Materials science; Physics; Quantum mechanics","score_opus":0.016076554752337026,"score_gpt":0.23807722948474727,"score_spread":0.22200067473241025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965603767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617754,0.02947312,0.0010866716,0.00049914565,0.0012545262,0.00022123904,0.000031551073,0.00009059898,0.005567716],"genre_scores_gemma":[0.9932755,0.0038641845,0.0005992376,0.0006412747,0.0010748967,0.0000022025156,0.000049923314,0.000010574085,0.0004821692],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99815935,0.00013540065,0.00029238645,0.00031144638,0.0002943375,0.00080706016],"domain_scores_gemma":[0.999047,0.00021382495,0.00007905837,0.0001974708,0.000055431465,0.00040726073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006093655,0.00024647597,0.00027318476,0.000111724104,0.00027195484,0.00006532979,0.0001471145,0.00026220063,0.0007557974],"category_scores_gemma":[0.00010182118,0.00020166651,0.00008045622,0.0005189586,0.00006530715,0.00029617499,0.000015243766,0.00045327452,0.00049142627],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046462665,0.000090425536,0.016632691,0.000021828702,0.000020487816,0.000002880648,0.00014435871,1.3293408e-7,0.4430216,0.00088103605,0.003934459,0.53520364],"study_design_scores_gemma":[0.0004586149,0.00060218555,0.23654589,0.0000143897705,0.00006978018,0.00006581712,0.000028786784,0.00030493602,0.426647,0.0016785765,0.33299762,0.00058639335],"about_ca_topic_score_codex":0.00035770936,"about_ca_topic_score_gemma":0.00000431292,"teacher_disagreement_score":0.53461725,"about_ca_system_score_codex":0.000010938893,"about_ca_system_score_gemma":0.0000362727,"threshold_uncertainty_score":0.8275451},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1967498308","doi":"10.1038/509033a","title":"Rise in retractions is a signal of integrity","year":2014,"lang":"en","type":"letter","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"SIGNAL (programming language); Chemistry; Computer science","score_opus":0.021650651809310466,"score_gpt":0.3252703508537775,"score_spread":0.303619699044467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967498308","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004330386,0.0006180446,0.0000391878,0.90928847,0.000865469,0.00016923837,0.00011489415,0.000030331996,0.08844136],"genre_scores_gemma":[0.05397519,0.0003043479,0.00030884935,0.92462116,0.00749261,0.00000880015,0.000076482866,0.000018549455,0.013193989],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792635,0.00051785377,0.0002616233,0.00026539786,0.0007181764,0.00031062405],"domain_scores_gemma":[0.99874955,0.0006179311,0.00021280759,0.00017668934,0.00020241311,0.000040576302],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001539576,0.00015527946,0.0003241641,0.0001953878,0.00013673806,0.000023615637,0.00054643577,0.03926821,0.001562819],"category_scores_gemma":[0.0008907156,0.00014333775,0.00015686883,0.0003573555,0.0002585339,0.000109301924,0.000026532256,0.100508444,0.00006222909],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054538123,0.0000107451915,0.00034097442,0.000035980247,0.000012412129,0.00002090984,0.003623076,1.2211125e-7,0.0000053894023,0.0016613232,0.99373156,0.0005520476],"study_design_scores_gemma":[0.000066811845,0.000010365999,0.00013006359,0.0001491202,0.00001952434,0.000002193551,0.00032805538,0.000010290844,0.000042361564,0.0081477035,0.9909457,0.00014783099],"about_ca_topic_score_codex":0.0061015314,"about_ca_topic_score_gemma":0.001287683,"teacher_disagreement_score":0.07524737,"about_ca_system_score_codex":0.00015647538,"about_ca_system_score_gemma":0.00035824743,"threshold_uncertainty_score":0.9993499},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1967988001","doi":"10.1002/asi.10401","title":"A classification of author co‐citations: Definitions and search strategies","year":2004,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Computer science; Ranking (information retrieval); Information retrieval; Dialog box; Field (mathematics); Set (abstract data type); Classification scheme; Library science; Mathematics; World Wide Web","score_opus":0.45324412709551765,"score_gpt":0.5484433231515129,"score_spread":0.09519919605599525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967988001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96094525,0.00008379877,0.024614703,0.013751134,0.000065252054,0.00015917709,0.000023453485,0.0000060533584,0.00035117418],"genre_scores_gemma":[0.98614454,0.00031252528,0.013363775,0.00015798466,0.000007749282,0.0000047102185,3.4514304e-7,0.0000013302356,0.00000702797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9963189,0.000021353077,0.0006214915,0.00010629703,0.0027354306,0.00019656702],"domain_scores_gemma":[0.9907926,0.00078761356,0.0010057655,0.00022200921,0.0071059414,0.00008607421],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.012270492,0.000053832413,0.00017913293,0.01076668,0.0005112202,0.00067992194,0.0010467438,0.000043637745,0.0000016581114],"category_scores_gemma":[0.012402558,0.000031327076,0.00010440448,0.07291707,0.0038212745,0.0026941649,0.00017467282,0.00017843646,0.0000019433635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003956971,0.00011054745,0.024547795,0.00002833414,0.000047181053,1.8802581e-7,0.004337339,0.00029357648,0.033727318,0.6107148,0.003863125,0.32229024],"study_design_scores_gemma":[0.0015326502,0.0015163083,0.37943402,0.000041181942,0.000031961285,0.00017372865,0.23968054,0.005978982,0.009196152,0.34677935,0.015424814,0.00021030642],"about_ca_topic_score_codex":0.000011595512,"about_ca_topic_score_gemma":0.0000013388473,"teacher_disagreement_score":0.35488623,"about_ca_system_score_codex":0.00008949387,"about_ca_system_score_gemma":0.0010846596,"threshold_uncertainty_score":0.99888974},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1971358034","doi":"10.1007/s10805-009-9085-0","title":"Confronting Condescending Ethics: How Community-Based Research Challenges Traditional Approaches to Consent, Confidentiality, and Capacity","year":2009,"lang":"en","type":"article","venue":"Journal of Academic Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute; British Columbia Centre of Excellence for Women's Health; Simon Fraser University","funders":"","keywords":"Confidentiality; Cognitive reframing; Informed consent; Research ethics; Constructive; Public relations; Sociology; Engineering ethics; Political science; Psychology; Process (computing); Law; Social psychology; Medicine; Engineering; Computer science; Alternative medicine","score_opus":0.9907431019658851,"score_gpt":0.7288981110496008,"score_spread":0.2618449909162843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971358034","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3114321,0.00024800812,0.0038572992,0.68216646,0.00041332134,0.0005537906,0.000052487743,0.000024979583,0.0012515791],"genre_scores_gemma":[0.9292447,0.00085525645,0.005036174,0.06402371,0.00071205304,0.0000130059425,0.0000034745408,0.000014973284,0.000096629614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9714038,0.023769524,0.0014476106,0.00023994035,0.0022340713,0.000905065],"domain_scores_gemma":[0.9317977,0.06459743,0.0010690766,0.00025868005,0.0015272818,0.00074983685],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13022727,0.00018113294,0.00048595428,0.0006431789,0.0036534448,0.00006358907,0.00070847385,0.001191388,0.00004730119],"category_scores_gemma":[0.04676482,0.00017004837,0.00006793312,0.00040179637,0.00084604434,0.00046056908,0.00012676705,0.038594726,0.00001106197],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017799767,0.00009932539,0.005598517,0.0022612114,0.00004915143,0.000010025849,0.64626604,0.00004163794,0.005121539,0.31571433,0.023678387,0.0009818607],"study_design_scores_gemma":[0.006816581,0.002110265,0.06035448,0.008199132,0.00010277727,0.0002518734,0.49122825,0.00049199775,0.0019280104,0.21865676,0.20891218,0.0009476971],"about_ca_topic_score_codex":0.0001794978,"about_ca_topic_score_gemma":0.00034677904,"teacher_disagreement_score":0.6181427,"about_ca_system_score_codex":0.00042330346,"about_ca_system_score_gemma":0.004974934,"threshold_uncertainty_score":0.99764365},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1971715723","doi":"10.1016/j.juro.2009.02.066","title":"Publications by the American Academy of Pediatrics Section on Urology: The Quality of Research Design and Statistical Methodology","year":2009,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Section (typography); Pediatric urology; Pediatrics; Urology","score_opus":0.914132387819782,"score_gpt":0.6758417498767043,"score_spread":0.2382906379430777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971715723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3663084,0.0020775984,0.50263387,0.12802769,0.00010086397,0.0004393321,0.0000127439025,0.0000012862766,0.00039824186],"genre_scores_gemma":[0.99388546,0.0004677318,0.003691602,0.0016835283,0.00011262736,0.000003044516,2.7230666e-7,0.0000032435041,0.00015247377],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.84493786,0.14726461,0.004897461,0.00023826424,0.0024290737,0.00023274365],"domain_scores_gemma":[0.8433903,0.14715041,0.0072456663,0.0009388722,0.0011997038,0.0000750844],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39098138,0.0001036155,0.0015353347,0.00036362646,0.00020470742,0.000043737356,0.0017338331,0.00008702098,0.00025224674],"category_scores_gemma":[0.096058115,0.000032209737,0.00026163695,0.0014466727,0.0011544002,0.000057513225,0.000073968695,0.0008795196,0.00001322249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023490894,0.0005150898,0.016708203,0.000031839543,0.00064293685,0.0000017423773,0.0044727647,0.0033017634,0.008215416,0.22427967,0.63923126,0.10025023],"study_design_scores_gemma":[0.00049758045,0.0050471034,0.5033249,0.000002367257,0.001116904,0.0004413449,0.002158062,0.0032773134,0.00015541464,0.4399794,0.043872137,0.0001274036],"about_ca_topic_score_codex":0.000018768711,"about_ca_topic_score_gemma":0.0000035652108,"teacher_disagreement_score":0.6275771,"about_ca_system_score_codex":0.000011280752,"about_ca_system_score_gemma":0.00008177182,"threshold_uncertainty_score":0.9115562},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1971758413","doi":"10.1136/ebm.12.1.2-a","title":"Misunderstandings, misperceptions, and mistakes","year":2007,"lang":"en","type":"letter","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Family medicine","score_opus":0.9078811001668722,"score_gpt":0.5696515659896233,"score_spread":0.3382295341772489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971758413","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032929552,0.03047177,0.027824122,0.9315584,0.00094536284,0.0010397546,0.000021876098,0.00002164117,0.00778781],"genre_scores_gemma":[0.0031437457,0.00075562176,0.0033231,0.90527505,0.0077733095,0.000042025058,0.00011458182,0.000060595838,0.07951198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9629339,0.007950999,0.01193933,0.002372788,0.014106631,0.00069636625],"domain_scores_gemma":[0.9535099,0.03237077,0.006670347,0.0053474037,0.0017081228,0.00039340358],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14385727,0.0009064201,0.0066024265,0.0017297493,0.0003039976,0.0007641365,0.0023564987,0.00081090117,0.056977488],"category_scores_gemma":[0.11553112,0.00041936975,0.00150617,0.0018622753,0.0008562963,0.00031498368,0.00005953297,0.0015608947,0.0024348737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012543182,0.000008492655,0.0017647228,0.00042614606,0.000111683476,0.00022014831,0.00026044616,0.0000018876907,0.00004002783,0.000050334438,0.99238104,0.0047225165],"study_design_scores_gemma":[0.00033967555,0.0001553975,0.0009484103,0.0033241357,0.0008340785,0.000048372094,0.0009067834,0.00032118094,0.0000056489844,0.0010922343,0.9916246,0.00039951684],"about_ca_topic_score_codex":0.00008639904,"about_ca_topic_score_gemma":0.0000316717,"teacher_disagreement_score":0.07172417,"about_ca_system_score_codex":0.00021582875,"about_ca_system_score_gemma":0.00027196563,"threshold_uncertainty_score":0.99982584},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1974429147","doi":"10.1136/annrheumdis-2014-eular.2210","title":"THU0416 Attrition Bias in Rheumatoid Arthritis Randomised Trials with Different Modified Intention-To-Treat Approaches: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Population; Rheumatoid arthritis; Meta-analysis; Internal medicine; Intention-to-treat analysis; Sample size determination; Physical therapy; Imputation (statistics); Study heterogeneity; Missing data; Statistics","score_opus":0.6572351615281036,"score_gpt":0.44747438123377986,"score_spread":0.2097607802943237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974429147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457786,0.0005577875,0.04773262,0.0009078414,0.000040020634,0.004547081,0.000058239202,0.0001901363,0.00018766335],"genre_scores_gemma":[0.99482375,0.000497969,0.0024047112,0.0001434373,0.0000103230095,0.0020306432,0.0000133119365,0.000037550988,0.000038294053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99232614,0.0042371014,0.0019797503,0.00047047794,0.0005766143,0.00040990443],"domain_scores_gemma":[0.9866925,0.010833746,0.0011123366,0.000990726,0.00017682964,0.0001938524],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050612288,0.0005110107,0.0031926022,0.00022062649,0.00010218041,0.000051840783,0.00055886805,0.000094773,0.00009092163],"category_scores_gemma":[0.033633053,0.00024221106,0.00085681217,0.00035311352,0.00018752142,0.0001815049,0.0001820125,0.0001852763,0.0000045936545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049207836,0.066729434,0.09167966,0.006591593,0.020461792,0.00004156403,0.012112012,0.0061140787,0.0004670206,0.4710855,0.016228653,0.25928086],"study_design_scores_gemma":[0.015849346,0.0015384281,0.023208547,0.003472989,0.0012486029,0.000008746874,0.001630544,0.002030072,0.0023899353,0.94789886,0.000008056888,0.00071586703],"about_ca_topic_score_codex":0.00009714511,"about_ca_topic_score_gemma":0.00010068565,"teacher_disagreement_score":0.47681338,"about_ca_system_score_codex":0.000032299024,"about_ca_system_score_gemma":0.000031430467,"threshold_uncertainty_score":0.98770803},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1976810647","doi":"10.1186/1478-4505-5-5","title":"Valuing the scholarship of integration and the scholarship of application in the academy for health sciences scholars: recommended methods","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Scholarship; Health services research; Sociology; Engineering ethics; Public relations; Political science; Medicine; Public health; Nursing; Law; Engineering","score_opus":0.7627238268965559,"score_gpt":0.7033392922149629,"score_spread":0.05938453468159299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976810647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15473989,0.025835978,0.009436739,0.79666233,0.000076631666,0.0121574905,0.000023890798,0.000017150647,0.0010499378],"genre_scores_gemma":[0.9780835,0.005701493,0.0014425803,0.014018659,0.00034504716,0.00034653064,0.0000051563866,0.000011959568,0.00004508661],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9791473,0.01402343,0.0016608929,0.0004541001,0.0025309876,0.002183272],"domain_scores_gemma":[0.9684153,0.027651723,0.00056240265,0.0005449214,0.0007156223,0.0021099993],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35708085,0.00012438356,0.00053358596,0.00066352054,0.00090680656,0.00010899566,0.00040920908,0.00016435813,7.525405e-7],"category_scores_gemma":[0.13994715,0.000055932163,0.000052168132,0.0018318725,0.0011928777,0.00022772378,0.00007948936,0.0020699117,6.508556e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016076812,0.00015655084,0.0040393514,0.006139939,0.00002642228,5.902301e-7,0.01218984,0.0000015028801,0.00153462,0.25095665,0.0018218984,0.72152495],"study_design_scores_gemma":[0.032979373,0.016816823,0.40214053,0.02049135,0.000060323644,0.00057356403,0.0899219,0.020408083,0.004669907,0.14514898,0.2661254,0.0006637786],"about_ca_topic_score_codex":0.0059374925,"about_ca_topic_score_gemma":0.00027216965,"teacher_disagreement_score":0.82334363,"about_ca_system_score_codex":0.00036481724,"about_ca_system_score_gemma":0.0061040693,"threshold_uncertainty_score":0.9995304},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1977960824","doi":"10.1016/j.evalprogplan.2014.04.003","title":"Taking stock of four decades of quantitative research on stakeholder participation and evaluation use: A systematic map","year":2014,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Labour, Employment and Social Solidarity","funders":"","keywords":"Stakeholder; Stock (firearms); Stakeholder engagement; Stakeholder analysis; Environmental planning; Business; Environmental resource management; Geography; Political science; Environmental science; Public relations; Archaeology","score_opus":0.9237604363882755,"score_gpt":0.7285006439353664,"score_spread":0.19525979245290914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977960824","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023071304,0.96526396,0.00080074405,0.00006319011,0.00026833685,0.009801521,0.00002095147,0.000029457215,0.000680513],"genre_scores_gemma":[0.6417393,0.34407473,0.007533412,0.00004231188,0.000150695,0.005765997,0.00032544858,0.00008691047,0.0002812028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9795019,0.010037118,0.0024337198,0.0007033616,0.007007329,0.00031656332],"domain_scores_gemma":[0.9822555,0.01027158,0.0030675025,0.00054332876,0.0037525916,0.0001094722],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0759058,0.0003095739,0.0015842564,0.0013606582,0.00028108776,0.00042127052,0.00028033357,0.00024635863,0.00021592421],"category_scores_gemma":[0.015474351,0.00021506031,0.00014398819,0.0012187039,0.00019229874,0.00046487772,0.000090378,0.00038501495,0.00002382339],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031918087,0.0000818664,0.0007044342,0.028520126,0.00011076365,2.9086834e-7,0.0023368758,0.0008881291,0.0000011554752,0.001386885,0.00012057815,0.965817],"study_design_scores_gemma":[0.0019669274,0.003030404,0.010977639,0.22636166,0.0030038722,0.000010988403,0.0046628374,0.7026354,0.000011465294,0.0033876577,0.04319855,0.0007526116],"about_ca_topic_score_codex":0.000016676016,"about_ca_topic_score_gemma":0.000018185847,"teacher_disagreement_score":0.96506435,"about_ca_system_score_codex":0.00013199577,"about_ca_system_score_gemma":0.00067683065,"threshold_uncertainty_score":0.9928187},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1980348059","doi":"10.1177/000841740807500513","title":"Qualitative Meta-Synthesis: Reflections on the Utility and Challenges in Occupational Therapy","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Qualitative research; Phenomenon; Interpretation (philosophy); Computer science; Management science; Engineering ethics; Knowledge management; Epistemology; Psychology; Sociology; Engineering; Social science","score_opus":0.901061825158874,"score_gpt":0.6193784157795532,"score_spread":0.2816834093793208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980348059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93105793,0.022570478,0.000109261346,0.038389113,0.0005302974,0.0009495767,0.00020331614,0.000014467024,0.0061755446],"genre_scores_gemma":[0.96827704,0.027415937,0.00042516305,0.0028563475,0.00042400757,0.00031967816,0.000008738921,0.0000270907,0.00024600697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942885,0.0034825075,0.0008194561,0.00025748042,0.0006988176,0.0004532593],"domain_scores_gemma":[0.9893129,0.008625752,0.0005116457,0.000266804,0.0009245629,0.0003583211],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004650114,0.00023421417,0.0004398062,0.00066479493,0.0015519602,0.00002270559,0.00032979544,0.00018920668,0.004308974],"category_scores_gemma":[0.0014568865,0.0001427847,0.00020237741,0.00044901497,0.00031515642,0.00039343597,0.000010802955,0.0010843794,0.00004798061],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032119304,0.001894849,0.34602502,0.0001419682,0.009567751,0.00040088972,0.30662632,0.0002584395,0.0006285435,0.16123383,0.067816556,0.07328654],"study_design_scores_gemma":[0.001650565,0.0004658282,0.8131975,0.00008186389,0.00003274695,0.00006121584,0.013361976,0.000024516088,0.000109237,0.007297666,0.1634707,0.00024615932],"about_ca_topic_score_codex":0.0022673705,"about_ca_topic_score_gemma":0.009824029,"teacher_disagreement_score":0.4671725,"about_ca_system_score_codex":0.00024841202,"about_ca_system_score_gemma":0.004833943,"threshold_uncertainty_score":0.9997479},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1980529519","doi":"10.1016/j.ijnurstu.2009.05.005","title":"The perpetual search for parsimony: Enhancing the epistemological and practical utility of qualitative research findings","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Epistemology; Qualitative research; Management science; Psychology; Sociology; Social science; Economics; Philosophy","score_opus":0.9069421498100086,"score_gpt":0.8018263650264957,"score_spread":0.10511578478351291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980529519","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016722138,0.94140565,0.001263043,0.055196017,0.00062089966,0.0005122373,0.00002288497,0.0000033145075,0.00080872054],"genre_scores_gemma":[0.0024156356,0.9935163,0.0030861401,0.000025055284,0.00069243356,0.000017637234,0.000001002932,0.0000094876295,0.00023628531],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9733049,0.022199284,0.0011369195,0.00022561147,0.002661144,0.00047211055],"domain_scores_gemma":[0.8702372,0.12350531,0.00056588516,0.00010875847,0.005490327,0.000092563],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.11230428,0.00016653106,0.0009257509,0.00021411211,0.0016593499,0.00022085145,0.0007140703,0.00018699483,0.000005266703],"category_scores_gemma":[0.0728345,0.000081018035,0.00047895766,0.00031101832,0.009016686,0.00016875044,0.00013613794,0.001729491,9.1234614e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001417218,0.00009577031,0.0000017189285,0.00032737802,0.0008475281,0.00001119103,0.16326675,6.6811864e-8,6.3413125e-7,0.11912642,0.003043817,0.71313703],"study_design_scores_gemma":[0.0001443022,0.0004309303,0.000018746376,0.009207715,0.00016432213,0.000041712523,0.3693892,0.0000031680602,0.0000047194644,0.11139931,0.50909966,0.000096214586],"about_ca_topic_score_codex":0.000043406806,"about_ca_topic_score_gemma":0.00004987703,"teacher_disagreement_score":0.71304077,"about_ca_system_score_codex":0.00051173265,"about_ca_system_score_gemma":0.0015466416,"threshold_uncertainty_score":0.99964035},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1980610830","doi":"10.1038/modpathol.2012.106","title":"Reproducibility of histopathological subtypes and invasion in pulmonary adenocarcinoma. An international interobserver study","year":2012,"lang":"en","type":"article","venue":"Modern Pathology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":241,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network; Christie (Canada)","funders":"National Cancer Institute","keywords":"Subtyping; Adenocarcinoma; Pulmonary adenocarcinoma; Kappa; Medicine; Pathology; Reproducibility; Concordance; Radiology; Cancer; Internal medicine; Computer science; Statistics","score_opus":0.06127875614968012,"score_gpt":0.3257190054160126,"score_spread":0.26444024926633247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980610830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974435,0.0013418236,0.000019491446,0.00031711938,0.00020591337,0.00037904526,0.000005163368,0.000017140172,0.00027081903],"genre_scores_gemma":[0.99932426,0.00006505277,0.00029939172,0.000115902396,0.00006966905,0.000055631874,0.00002038948,0.000009248366,0.000040433657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985229,0.00017161288,0.0002683729,0.00076520833,0.00011085798,0.00016107397],"domain_scores_gemma":[0.99892235,0.00003239118,0.00006531575,0.0008615767,0.0000431643,0.000075183954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010973165,0.000104097184,0.00029677703,0.000085820764,0.000015594811,0.000002725434,0.00007063353,0.00007829526,0.00004303976],"category_scores_gemma":[0.00017236064,0.000079734345,0.00003381247,0.00004680374,0.000086159525,0.00013107395,0.00012219195,0.00011780209,0.0000029421726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000313169,0.004029868,0.9846609,0.000024546607,0.000014209524,0.00033444146,0.0026462122,0.0000020234804,0.0022615346,0.00004558904,0.0000057284096,0.0056617544],"study_design_scores_gemma":[0.00094845676,0.0008856839,0.99658895,0.000022017726,0.000049250895,0.0003064972,0.00018844324,0.00010247927,0.00059595023,0.00023615306,0.000015190598,0.000060942788],"about_ca_topic_score_codex":0.00008799742,"about_ca_topic_score_gemma":0.000074926276,"teacher_disagreement_score":0.011928012,"about_ca_system_score_codex":0.00013535113,"about_ca_system_score_gemma":0.000017355758,"threshold_uncertainty_score":0.32514724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1980831228","doi":"10.3152/147154302781780822","title":"Do US Congressional earmarks increase research output at universities?","year":2002,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Appropriation; Competition (biology); Instrumental variable; Quality (philosophy); Estimation; Political science; Public economics; Economics; Public administration; Business; Management; Econometrics","score_opus":0.6548266178634141,"score_gpt":0.590624394806003,"score_spread":0.06420222305741108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980831228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77392673,0.0006565427,0.000010981187,0.011295636,0.00021962292,0.00013449599,0.00004445988,0.00002046044,0.21369104],"genre_scores_gemma":[0.9613104,0.00041835805,0.000085126434,0.0007190213,0.00020773809,0.0000048204183,0.0000012388548,0.0000061988026,0.037247106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9757745,0.00046985075,0.00039780253,0.0011135534,0.02043226,0.0018119998],"domain_scores_gemma":[0.98363155,0.0039607356,0.00014836044,0.0010905565,0.008699827,0.0024689394],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","insufficient_payload"],"category_scores_codex":[0.052281838,0.00015079412,0.00022732113,0.09847669,0.0029662116,0.007179978,0.004241098,0.00011630768,0.0034045302],"category_scores_gemma":[0.06596924,0.00010391794,0.00006928962,0.26478153,0.005034984,0.002681775,0.00423573,0.00045655677,0.0013254825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028435481,0.00024439764,0.16653013,0.000005760507,0.0000091357615,0.00006726114,0.0008231889,0.00000314416,0.00087201747,0.06137651,0.43347433,0.33656567],"study_design_scores_gemma":[0.0007052226,0.00018778208,0.17054522,0.000010150861,0.0000016015248,0.00007378275,0.0023383277,0.008825029,0.00018110436,0.008144483,0.80869436,0.00029291603],"about_ca_topic_score_codex":0.001931156,"about_ca_topic_score_gemma":0.000035126486,"teacher_disagreement_score":0.37522003,"about_ca_system_score_codex":0.000911843,"about_ca_system_score_gemma":0.002710685,"threshold_uncertainty_score":0.9994521},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1981067518","doi":"10.1177/1468794114538896","title":"Talking, wrestling, and recycling: an investigation of three analytic approaches to qualitative data in education research","year":2014,"lang":"en","type":"article","venue":"Qualitative Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; Brock University","funders":"","keywords":"Reflexivity; Ethnomethodology; Conversation; Sociology; Conversation analysis; Semiotics; Qualitative research; Epistemology; Representation (politics); Sociocultural evolution; Product (mathematics); Psychology; Social science; Communication","score_opus":0.9264210981600284,"score_gpt":0.7326231661017149,"score_spread":0.19379793205831353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981067518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95741224,0.0006547432,0.006325629,0.02221895,0.00008449326,0.001700657,0.00005128182,0.000033444165,0.011518584],"genre_scores_gemma":[0.94130695,0.00024336761,0.057088967,0.00006484165,0.00028122403,0.00017414057,0.00009544767,0.000040176077,0.0007048717],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.84053785,0.15090278,0.0010143173,0.0014188222,0.004682231,0.0014440276],"domain_scores_gemma":[0.9345704,0.059261624,0.0002455573,0.0015040186,0.0033887362,0.0010296683],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37754554,0.00020343966,0.00052145583,0.0021649292,0.0010257878,0.00029210723,0.0015336917,0.00028909804,0.000041224168],"category_scores_gemma":[0.10143004,0.00019841883,0.00004235001,0.004801639,0.0067400057,0.0011249051,0.0007356128,0.0018874931,0.00003826337],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007491137,0.00012876131,0.0024721911,0.00015627024,0.000017361332,4.3396034e-7,0.5532347,0.0000034838076,0.00028453878,0.42254588,0.00029609064,0.020785358],"study_design_scores_gemma":[0.00017606714,0.00045156732,0.0035615563,0.00022810475,0.0000031170207,1.177251e-7,0.5497314,0.00094757444,0.000107388245,0.44281945,0.0018210886,0.00015257909],"about_ca_topic_score_codex":0.046021625,"about_ca_topic_score_gemma":0.039044045,"teacher_disagreement_score":0.2761155,"about_ca_system_score_codex":0.00043835075,"about_ca_system_score_gemma":0.0026974652,"threshold_uncertainty_score":0.9959631},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1981789870","doi":"10.1016/j.neuroimage.2014.01.058","title":"Hippocampal volume change measurement: Quantitative assessment of the reproducibility of expert manual outlining and the automated methods FreeSurfer and FIRST","year":2014,"lang":"en","type":"article","venue":"NeuroImage","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Genentech; National Institutes of Health; Servier; Canadian Institutes of Health Research; Vrije Universiteit Amsterdam; Bayer HealthCare; European Commission; Seventh Framework Programme; Takeda Pharmaceutical Company; GE Healthcare; Abbott Laboratories; BioClinica; Novartis Pharmaceuticals Corporation; Pfizer; Alzheimer's Drug Discovery Foundation; Merck; Amorfix Life Sciences; Eli Lilly and Company; Bristol-Myers Squibb; National Institute on Aging; Alzheimer's Association; F. Hoffmann-La Roche; Foundation for the National Institutes of Health","keywords":"Reproducibility; Neuroimaging; Alzheimer's Disease Neuroimaging Initiative; Hippocampal formation; Atrophy; Brain size; Cognitive impairment; Medicine; Nuclear medicine; Cognition; Magnetic resonance imaging; Pathology; Internal medicine; Radiology; Statistics; Mathematics; Psychiatry","score_opus":0.1028280826469189,"score_gpt":0.42749004452279504,"score_spread":0.32466196187587615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981789870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99013174,0.00045025646,0.0015047721,0.0040473477,0.000120168,0.0012200908,0.000009234231,0.00004268239,0.0024737206],"genre_scores_gemma":[0.99551654,0.00006808902,0.0038800945,0.00034733003,0.00003843142,0.00006066105,0.0000017292912,0.000013951801,0.00007317347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99672717,0.001569147,0.00034442535,0.0005454093,0.0006182545,0.00019557116],"domain_scores_gemma":[0.99815166,0.00043940224,0.00017034863,0.0008085706,0.0003671142,0.00006290421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009662963,0.00013310848,0.00036884492,0.00005431096,0.00012380481,0.00002093447,0.00012120679,0.000035228466,0.000039557017],"category_scores_gemma":[0.0032566648,0.000072977135,0.00008097281,0.00016788689,0.0006943509,0.00008133573,0.00023660566,0.00020703101,6.9847084e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000948824,0.00056979625,0.8849306,0.00064337236,0.00025630757,0.0000063554203,0.00638836,0.0000010737454,0.066359654,0.0008586646,0.00076514954,0.03827185],"study_design_scores_gemma":[0.0024692097,0.000600071,0.9741165,0.00011235165,0.000105663305,0.000007757369,0.00042565016,0.01543417,0.0059671164,0.00015419957,0.0005434489,0.000063831],"about_ca_topic_score_codex":0.00018016312,"about_ca_topic_score_gemma":0.000020889482,"teacher_disagreement_score":0.08918594,"about_ca_system_score_codex":0.000019572795,"about_ca_system_score_gemma":0.0000449813,"threshold_uncertainty_score":0.38987672},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1982061847","doi":"10.1007/s11948-011-9265-3","title":"Those Who Have the Gold Make the Evidence: How the Pharmaceutical Industry Biases the Outcomes of Clinical Trials of Medications","year":2011,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":149,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; York University","funders":"","keywords":"Pharmaceutical industry; Conflict of interest; Publication bias; Clinical trial; Philosophy of science; Confirmation bias; Variety (cybernetics); Actuarial science; Public relations; Psychology; Positive economics; MEDLINE; Medicine; Economics; Political science; Social psychology; Law; Computer science; Pharmacology","score_opus":0.9134429979255221,"score_gpt":0.6818156810325046,"score_spread":0.23162731689301752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982061847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60193825,0.0068991636,0.00018956733,0.384563,0.0030734057,0.0015502761,0.00014161284,0.00006791423,0.0015767907],"genre_scores_gemma":[0.9867684,0.004027227,0.000042699758,0.008489669,0.00030521967,0.00006155359,7.458273e-7,0.000009915242,0.00029454756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99487424,0.002605508,0.00095930946,0.0002938275,0.0007704407,0.0004966851],"domain_scores_gemma":[0.952047,0.045824457,0.00048329894,0.00069308997,0.0005633905,0.00038875014],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067366965,0.00019574372,0.00045987565,0.00006110235,0.0008433067,0.00004464372,0.0015097391,0.0008422631,0.00013502252],"category_scores_gemma":[0.042899705,0.00007780184,0.00016903772,0.0006497464,0.006290933,0.00016238363,0.00031170665,0.008171551,0.0000028596342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009185898,0.001235306,0.33577147,0.0010914985,0.0024816403,0.000035946632,0.10099049,0.002930545,0.015934318,0.2917632,0.026035488,0.22081152],"study_design_scores_gemma":[0.0023802067,0.00049999374,0.48464465,0.0010786206,0.003005575,0.00010574014,0.022644876,0.11495035,0.07003601,0.0029552907,0.2968113,0.00088736415],"about_ca_topic_score_codex":0.00005528724,"about_ca_topic_score_gemma":0.000017351926,"teacher_disagreement_score":0.38483015,"about_ca_system_score_codex":0.000020506463,"about_ca_system_score_gemma":0.0008238252,"threshold_uncertainty_score":0.99641335},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1983493219","doi":"10.1016/j.jval.2010.09.002","title":"Another Study Showing that Two Preference-Based Measures of Health-Related Quality of Life (EQ-5D and SF-6D) are Not Interchangeable. But Why Should We Expect Them to be?","year":2011,"lang":"en","type":"article","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institutes of Health; National Institute for Health and Care Research","keywords":"Comparability; EQ-5D; Descriptive statistics; Framing (construction); Quality of life (healthcare); Framing effect; Valuation (finance); Psychology; Medicine; Applied psychology; Social psychology; Statistics; Health related quality of life; Mathematics","score_opus":0.9434072829642454,"score_gpt":0.4452543826606597,"score_spread":0.49815290030358567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983493219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95731163,0.0044498625,0.001568496,0.03330934,0.0003962192,0.0021882143,0.00035127965,0.000050998875,0.0003739738],"genre_scores_gemma":[0.98384184,0.00021256266,0.0016988493,0.013902496,0.00004895528,0.00017433206,0.000007754412,0.00005677895,0.00005642704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9870911,0.003612155,0.0074140136,0.00088598824,0.00029962466,0.0006970694],"domain_scores_gemma":[0.9923698,0.0015081745,0.004772573,0.0008727396,0.00011049413,0.00036624048],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.04289534,0.0003371617,0.0026278938,0.000757423,0.0001677136,0.000029214789,0.00044101087,0.00017164,0.0002488671],"category_scores_gemma":[0.0030629283,0.00038479787,0.00013589383,0.0004420459,0.00010659866,0.00027036984,0.00010863471,0.00034669472,0.000037699876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032404685,0.0011136814,0.8881089,0.0031134924,0.00013578942,0.0000010313391,0.09805673,0.0010859184,0.000006256738,0.0057220543,0.0011463526,0.0011857548],"study_design_scores_gemma":[0.008251309,0.0023682923,0.89168537,0.003117323,0.000016645454,0.0000038774756,0.07716727,0.0073531284,0.00021431917,0.0068974625,0.0016766646,0.0012483282],"about_ca_topic_score_codex":0.1762273,"about_ca_topic_score_gemma":0.009148872,"teacher_disagreement_score":0.16707844,"about_ca_system_score_codex":0.0007370009,"about_ca_system_score_gemma":0.00069057796,"threshold_uncertainty_score":0.9998604},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1984548986","doi":"10.1111/j.1748-720x.2004.tb01969.x","title":"Leopards in the Temple: Restoring Scientific Integrity to the Commercialized Research Scene","year":2004,"lang":"en","type":"article","venue":"The Journal of Law Medicine & Ethics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scrutiny; Commercialization; Context (archaeology); Research ethics; Political science; Agency (philosophy); Engineering ethics; Public relations; Business; Scientific evidence; Law; Sociology; Engineering; Social science","score_opus":0.9397550317288685,"score_gpt":0.7356368478235283,"score_spread":0.2041181839053402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984548986","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39890528,0.0024025452,0.00004545671,0.59215844,0.0027420134,0.00052439945,0.0000071562995,0.000010304694,0.0032044163],"genre_scores_gemma":[0.9527627,0.0006714792,0.000046729903,0.04415939,0.0021796366,0.000012106514,0.0000016768142,0.000013696692,0.00015258625],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98543805,0.010974778,0.00091893726,0.00018800415,0.0016818596,0.00079839164],"domain_scores_gemma":[0.9894225,0.00829348,0.00024743585,0.0004897463,0.0011326225,0.00041422131],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.11452812,0.0001844983,0.00037082218,0.00017684301,0.0028354763,0.000054166714,0.0019859462,0.0005598376,0.00020845044],"category_scores_gemma":[0.005944247,0.00008072623,0.00007808976,0.0012235089,0.0030342666,0.00012815994,0.00020234335,0.027002009,0.000042300628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005794755,0.0012237969,0.0033477233,0.00038416564,0.00022325889,0.0006106613,0.43733764,0.0032174997,0.025055015,0.40398705,0.10185674,0.016961705],"study_design_scores_gemma":[0.0027347873,0.00073906535,0.0021030293,0.0005601044,0.00018024241,0.00040439723,0.0136094745,0.000052819632,0.0048741368,0.028500535,0.94610226,0.00013916327],"about_ca_topic_score_codex":0.0013888302,"about_ca_topic_score_gemma":0.0024985834,"teacher_disagreement_score":0.8442455,"about_ca_system_score_codex":0.00030633164,"about_ca_system_score_gemma":0.001090719,"threshold_uncertainty_score":0.9996789},"labels":[{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1984952270","doi":"10.2753/mtp1069-6679150306","title":"The Effectiveness of University Sponsorship in Increasing Survey Response Rate","year":2007,"lang":"en","type":"article","venue":"The Journal of Marketing Theory and Practice","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Survey data collection; Marketing; Survey research; Psychology; Advertising; Business; Applied psychology; Mathematics","score_opus":0.10837671841601468,"score_gpt":0.42120724391622605,"score_spread":0.3128305255002114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984952270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996176,0.00056936324,0.00056306197,0.0004991363,0.00018011888,0.000082121645,0.0000010907668,0.000002984164,0.0019261051],"genre_scores_gemma":[0.99886554,0.0007004097,0.00022145576,0.00004464543,0.000032183165,4.1748496e-8,5.780175e-8,0.0000037912196,0.00013184779],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.0006266335,0.9987169,0.00024569052,0.000059294816,0.00016874223,0.00018275811],"domain_scores_gemma":[0.031627182,0.9674307,0.0005242385,0.00010944237,0.00025728627,0.00005111343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9985389,0.000060907303,0.00015380803,0.00009931091,0.00067254785,0.0000175452,0.0002920534,0.00007846686,0.000009819335],"category_scores_gemma":[0.988798,0.000038529462,0.000035256704,0.00039866462,0.0006860328,0.00027042476,0.000047673664,0.0004334149,5.1429924e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98299664,0.000026782795,0.010581841,0.000005897588,0.000037587473,0.000045635792,0.0031540315,0.0000052794876,0.0021260688,0.00064774085,0.0000034030832,0.00036910304],"study_design_scores_gemma":[0.0003849366,0.00007306904,0.9808508,0.00008133843,0.00004215713,0.00010486395,0.014883206,4.2184678e-7,0.00029178563,0.0005532969,0.0026896144,0.000044468707],"about_ca_topic_score_codex":0.00046819836,"about_ca_topic_score_gemma":0.00047923363,"teacher_disagreement_score":0.9826117,"about_ca_system_score_codex":0.00005055402,"about_ca_system_score_gemma":0.0002435043,"threshold_uncertainty_score":0.5172762},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1985207360","doi":"10.2202/1548-923x.1098","title":"Is Plagiarism Creating an Opportunity for the Development of New Assessment Strategies?","year":2005,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"The Internet; Interpretation (philosophy); Relevance (law); The arts; Engineering ethics; Psychology; Sociology; Computer science; World Wide Web; Political science; Engineering","score_opus":0.16607522319044665,"score_gpt":0.4745152213583527,"score_spread":0.30843999816790607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985207360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41953546,0.00018853703,0.5156864,0.043685883,0.00601982,0.00025179907,0.0000019675656,0.000028075849,0.014602035],"genre_scores_gemma":[0.7518576,0.0000073921065,0.24675386,0.0005088207,0.00055845996,0.0000036663141,0.0000053952617,0.0000050774624,0.0002997578],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983914,0.00010660947,0.00061908044,0.00013623698,0.00062341965,0.00012329326],"domain_scores_gemma":[0.9972477,0.0002255339,0.0007907975,0.00017847505,0.0013720301,0.00018546646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001822138,0.00009368324,0.000114255425,0.00021704026,0.0002175525,0.00070745556,0.0012805777,0.00005390678,0.000100522346],"category_scores_gemma":[0.00029114314,0.000076773584,0.000073516334,0.00013928635,0.000027107435,0.0025118124,0.000031024687,0.0003999315,0.0000044947906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027194237,0.00090951496,0.002544218,0.0000050354024,0.00008296501,1.7615449e-7,0.038175788,0.00060339377,0.0008697167,0.037779745,0.003948239,0.915054],"study_design_scores_gemma":[0.002396192,0.0004923504,0.6264213,0.0015979103,0.00010688409,0.00036065094,0.15653005,0.009697736,0.01751715,0.043888137,0.14025292,0.0007387777],"about_ca_topic_score_codex":0.000006833052,"about_ca_topic_score_gemma":0.0000036303747,"teacher_disagreement_score":0.9143152,"about_ca_system_score_codex":0.00038654718,"about_ca_system_score_gemma":0.006958851,"threshold_uncertainty_score":0.99867076},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1985235854","doi":"10.1177/135245850000600509","title":"Multiple sclerosis, disease modifying treatments and depression: a critical methodological review","year":2000,"lang":"en","type":"review","venue":"Multiple Sclerosis Journal","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Depression (economics); Mood; Psychiatry; Disease; Psychology; Clinical psychology; Mood disorders; Multiple sclerosis; Major depressive disorder; Placebo; Medicine; Anxiety; Alternative medicine; Internal medicine","score_opus":0.5577539936427163,"score_gpt":0.46577594370169356,"score_spread":0.09197804994102271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985235854","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014925444,0.99417686,0.0002295937,0.00070419133,0.0005010896,0.003347132,0.00045322155,0.00019940357,0.00023923679],"genre_scores_gemma":[0.0007153794,0.98380333,0.01151226,0.0006930046,0.0014674863,0.0011355574,0.00019380433,0.00027237725,0.000206808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98761874,0.0035357613,0.0027697461,0.0019552996,0.0021572097,0.0019632191],"domain_scores_gemma":[0.9867304,0.006939636,0.00082401274,0.0014337559,0.0005849706,0.0034872394],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0030861732,0.0017854944,0.006588359,0.00072440796,0.0015383218,0.00044595497,0.0007810935,0.0007608926,0.0017623238],"category_scores_gemma":[0.02601716,0.0012222127,0.0026781377,0.00086814415,0.0009201184,0.00047804546,0.000812281,0.0032885051,0.00022458589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039310835,0.00081348687,0.0020746198,0.040818322,0.0010910757,0.0003384638,0.00004843816,0.000001430295,0.000028030992,0.0000014423249,0.0074664894,0.9469251],"study_design_scores_gemma":[0.005331594,0.00035551251,0.019812316,0.4101314,0.008978278,0.0011179232,0.000039147264,0.00026204152,0.0000082559045,0.000016786085,0.55256236,0.001384424],"about_ca_topic_score_codex":0.00003334294,"about_ca_topic_score_gemma":0.0000057912966,"teacher_disagreement_score":0.94554067,"about_ca_system_score_codex":0.0006734593,"about_ca_system_score_gemma":0.0007180591,"threshold_uncertainty_score":0.9997615},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1985379883","doi":"10.1525/jer.2013.8.1.3","title":"The “Ethics Rupture” Summit, Fredericton, New Brunswick, Canada, October 25–28, 2012","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Socioeconomics of Resources and Conservation","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"St. Thomas University","keywords":"Summit; Bureaucracy; Declaration; Corporate governance; Research ethics; Political science; Environmental ethics; Public administration; Unintended consequences; Sociology; Engineering ethics; Law; Management; Engineering; Geography","score_opus":0.5367446215114768,"score_gpt":0.49771486424497435,"score_spread":0.039029757266502485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985379883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4941722,0.010171907,0.0001701937,0.4694352,0.00069865683,0.0008029647,0.000017674089,0.000019273846,0.024511939],"genre_scores_gemma":[0.9310425,0.008854863,0.00039276766,0.007687265,0.0027644949,0.000036500263,0.000010877812,0.00014160643,0.04906911],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919685,0.0018557274,0.0017416792,0.000579884,0.0021197628,0.0017344387],"domain_scores_gemma":[0.9704124,0.022994354,0.00071517314,0.0009952913,0.0036914297,0.0011913489],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03770007,0.00028642427,0.00063856493,0.0008600929,0.0032648721,0.0014026852,0.0023991037,0.0008944976,0.0013798273],"category_scores_gemma":[0.023295006,0.00022924643,0.00032640874,0.0010042171,0.0012063282,0.0006253561,0.00048183324,0.017597325,0.00084262737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076847224,0.0001381176,0.029275164,0.000040328996,0.0001480737,0.000029366334,0.0017155411,0.000047500984,0.000016210368,0.2919687,0.67533445,0.0012096862],"study_design_scores_gemma":[0.00056741614,0.0005836596,0.08052329,0.00006773289,0.0000029465969,0.00000563663,0.0020960926,0.00021662706,0.000030396854,0.16529676,0.7503891,0.00022034292],"about_ca_topic_score_codex":0.4969345,"about_ca_topic_score_gemma":0.56054723,"teacher_disagreement_score":0.46174794,"about_ca_system_score_codex":0.0016785606,"about_ca_system_score_gemma":0.011262274,"threshold_uncertainty_score":0.9999353},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1985574895","doi":"10.1007/s11948-002-0048-8","title":"Funding, objectivity and the socialization of medical research","year":2002,"lang":"en","type":"review","venue":"Science and Engineering Ethics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Objectivity (philosophy); Philosophy of science; Socialization; Medical research; Relation (database); Public funding; Political science; Public relations; Public administration; Medicine; Sociology; Social science","score_opus":0.867341102438921,"score_gpt":0.7027063626572796,"score_spread":0.16463473978164145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985574895","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010058003,0.9942598,0.00003580115,0.0036205053,0.00066822127,0.0004061705,0.000018220433,0.000028697632,0.00086204574],"genre_scores_gemma":[0.00386973,0.9954391,0.000011876095,0.00027035334,0.00025951586,0.000035855344,0.0000022905858,0.000012398531,0.00009888363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644643,0.0011638101,0.00034959632,0.0003174603,0.0012049896,0.0005177104],"domain_scores_gemma":[0.9936052,0.0054305014,0.000093514216,0.0001476128,0.0003123546,0.00041080092],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.03508635,0.00017009732,0.0005649715,0.00022822856,0.00087296515,0.000052317544,0.00051110884,0.0016739317,0.00011152044],"category_scores_gemma":[0.0077416813,0.00011425975,0.000058202782,0.0011118333,0.0042970716,0.00009980352,0.00033131626,0.00871792,0.0000054296306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010179615,0.00003869577,0.00001820036,0.015035566,0.000055178574,0.000008615328,0.0025761074,0.000012622734,0.0000054881802,0.1470963,0.0005081871,0.83463484],"study_design_scores_gemma":[0.00024426996,0.000020333193,0.000008769983,0.001517406,0.00011335639,0.000033147193,0.00006695248,0.006924376,0.000010717365,0.00030493454,0.9906348,0.00012095393],"about_ca_topic_score_codex":0.00004790562,"about_ca_topic_score_gemma":0.0000073704746,"teacher_disagreement_score":0.9901266,"about_ca_system_score_codex":0.000098404,"about_ca_system_score_gemma":0.0011543205,"threshold_uncertainty_score":0.9996221},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1986549067","doi":"10.4033/iee.2014.7.8.c","title":"Zero tolerance to plagiarism will kill inspiration: a critique for academic meritocracy","year":2014,"lang":"en","type":"article","venue":"Ideas in Ecology and Evolution","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meritocracy; Zero (linguistics); Meaning (existential); Zero tolerance; Sociology; Epistemology; Positive economics; Political science; Philosophy; Economics; Law; Linguistics; Criminology","score_opus":0.03721905722917507,"score_gpt":0.4018641117293396,"score_spread":0.36464505450016454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986549067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87890214,0.00036860746,0.045590978,0.07305587,0.0003409789,0.0010850986,0.000005086629,0.00003279893,0.00061843527],"genre_scores_gemma":[0.97415495,0.0001473426,0.0011991728,0.023649389,0.0003383064,0.0002383995,0.000010538821,0.00000789431,0.00025399963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986918,0.00011271008,0.0002647683,0.0002194297,0.00013937408,0.0005719274],"domain_scores_gemma":[0.9982145,0.00042350948,0.00003295066,0.000105201434,0.0001067121,0.0011171537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015106935,0.00008264051,0.0002353901,0.00015466512,0.00010115524,0.00000402895,0.00004756861,0.00038731756,0.000014234881],"category_scores_gemma":[0.032136507,0.00007582058,0.000022021297,0.00014364663,0.000090552436,0.00013526065,0.000022263679,0.0005290428,0.00001844287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004846967,0.0005306323,0.5536119,0.0017156639,0.000042383104,0.000060418395,0.0018458614,0.00017761112,0.008577666,0.1130502,0.1063968,0.2091439],"study_design_scores_gemma":[0.003334228,0.0020684653,0.83675176,0.000243647,0.00001593868,0.000070747716,0.000033369037,0.0062290477,0.0001422191,0.034682415,0.11629527,0.00013289164],"about_ca_topic_score_codex":0.00011942953,"about_ca_topic_score_gemma":0.0003348192,"teacher_disagreement_score":0.28313988,"about_ca_system_score_codex":0.00022482828,"about_ca_system_score_gemma":0.0006741667,"threshold_uncertainty_score":0.9760162},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1986726592","doi":"10.3152/147154300781782147","title":"Impact of collaborative research on academic science","year":2000,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique; Université du Québec à Montréal","funders":"","keywords":"Research policy; Political science; Public relations; Sociology; Public administration","score_opus":0.7446807243754998,"score_gpt":0.7166696462433838,"score_spread":0.028011078132116007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986726592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8832105,0.0001906876,0.000004783341,0.0034694844,0.00007329052,0.00021595467,0.00004289124,0.000011686706,0.11278072],"genre_scores_gemma":[0.99737036,0.000579678,0.00007398598,0.0001658549,0.0001161199,0.0000082525285,3.0186686e-7,0.0000048949482,0.0016805523],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9689531,0.00030602855,0.00057451957,0.0012191444,0.027030293,0.0019169546],"domain_scores_gemma":[0.9721659,0.0037367318,0.0001906603,0.0013432,0.020586161,0.0019773922],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.11105411,0.00014526506,0.0002770204,0.14495985,0.0018360169,0.0040666913,0.006555762,0.00009848775,0.00070725393],"category_scores_gemma":[0.13985837,0.00008727179,0.000068768444,0.649469,0.0147226155,0.0034221602,0.00095330365,0.0006162042,0.00041343816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039880197,0.00015290863,0.06106233,0.0000017169568,0.0000040735035,0.0000023048633,0.0007125039,0.000025440495,0.010551439,0.071870156,0.008114133,0.84746313],"study_design_scores_gemma":[0.00048204113,0.0015766177,0.9268859,0.000014586676,9.619396e-7,0.000014014526,0.0010894873,0.0032450343,0.0034062257,0.04104366,0.021991756,0.0002497009],"about_ca_topic_score_codex":0.00123317,"about_ca_topic_score_gemma":0.0000079212205,"teacher_disagreement_score":0.86582357,"about_ca_system_score_codex":0.00070396485,"about_ca_system_score_gemma":0.021440495,"threshold_uncertainty_score":0.99946344},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1987180350","doi":"10.1080/09650790200200191","title":"Rhythms of knowing: toward an ecological theory of learning in action research","year":2002,"lang":"en","type":"article","venue":"Educational Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Queen's University","funders":"","keywords":"Action research; Participatory action research; Sociology; Pedagogy; Action (physics); Psychology; Citizen journalism; Mathematics education","score_opus":0.9494983551623108,"score_gpt":0.7680224651624626,"score_spread":0.1814758899998482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987180350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96397495,0.00012193206,0.00006464566,0.0043647196,0.00022324933,0.00042788047,0.0000018739726,0.000020734828,0.030800037],"genre_scores_gemma":[0.98662466,0.0003126558,0.0005051235,0.0000068372074,0.00045546674,0.00017401682,0.0000043039126,0.000012104234,0.0119048115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.975631,0.019959278,0.0004053445,0.0003741865,0.002826414,0.00080379756],"domain_scores_gemma":[0.98898125,0.008744802,0.00009181232,0.00022354092,0.0016575983,0.00030102846],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044715155,0.00008038758,0.0001978028,0.0011638013,0.0007181174,0.000060237984,0.00043270987,0.00019590936,0.007770947],"category_scores_gemma":[0.02801533,0.0000804304,0.000060216273,0.002514883,0.001623117,0.0005643045,0.00011285913,0.0015015324,0.00015923631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006008628,0.008653745,0.099358074,0.0002521331,0.00006062478,0.000008049098,0.087931484,0.00054343644,0.05066917,0.5397214,0.004419135,0.20778185],"study_design_scores_gemma":[0.00068511965,0.001501737,0.626109,0.00013300954,0.0000061684464,0.0000032808275,0.16912192,0.002541954,0.016868966,0.09843075,0.08429401,0.0003040918],"about_ca_topic_score_codex":0.0014087029,"about_ca_topic_score_gemma":0.0005582912,"teacher_disagreement_score":0.5267509,"about_ca_system_score_codex":0.0007949956,"about_ca_system_score_gemma":0.0013315165,"threshold_uncertainty_score":0.9931361},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1987515857","doi":"10.1111/ijcp.12569","title":"Addressing conflict of interest in non-pharmacological research","year":2015,"lang":"en","type":"review","venue":"International Journal of Clinical Practice","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Conflict of interest; Law","score_opus":0.9846146194233203,"score_gpt":0.828737618840698,"score_spread":0.15587700058262233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987515857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084630883,0.971124,0.000017157836,0.0044531287,0.0108369235,0.00068733335,0.00011932221,0.000011607184,0.011904248],"genre_scores_gemma":[0.0073230774,0.98570323,0.00042025588,0.0016567616,0.0045627267,0.000020229067,0.00002262963,0.00004192369,0.0002491382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97819364,0.013484596,0.006134724,0.00046099233,0.0011133307,0.0006127049],"domain_scores_gemma":[0.95443535,0.0342126,0.0046648686,0.0002312558,0.0054192967,0.0010366407],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.045220375,0.0004009564,0.0028443565,0.00083234225,0.00007690031,0.00006424772,0.0022919788,0.0025483365,0.0012406062],"category_scores_gemma":[0.037259776,0.00031454721,0.00088407274,0.0005940736,0.0008738636,0.000648436,0.0005943496,0.022239657,0.00019661906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027697321,0.002460763,0.0001675556,0.0012719482,0.0016890749,0.00417094,0.00015794144,0.000016112457,0.0000075998737,0.0006785376,0.028626485,0.9579833],"study_design_scores_gemma":[0.002498288,0.00060938543,0.000037863716,0.005387904,0.0010891161,0.0011373777,0.00022123028,0.000092717295,0.00001992622,0.00037836836,0.9882874,0.00024043702],"about_ca_topic_score_codex":0.000030630305,"about_ca_topic_score_gemma":0.000008013666,"teacher_disagreement_score":0.9596609,"about_ca_system_score_codex":0.00046363426,"about_ca_system_score_gemma":0.0031271717,"threshold_uncertainty_score":0.9999307},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","score_opus":0.7969926508729327,"score_gpt":0.6778639477958661,"score_spread":0.11912870307706658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987707043","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010930368,0.0011370712,0.00011233727,0.0014761891,0.96315587,0.00043780857,0.00035005363,0.000040007213,0.03219762],"genre_scores_gemma":[0.0010181583,0.00051843456,0.00013561628,0.000106479354,0.9289952,0.00003192541,0.000051329735,0.000036376732,0.069106504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9520504,0.00061827985,0.0012438003,0.0010190964,0.044379693,0.0006887168],"domain_scores_gemma":[0.9646193,0.016736165,0.001270443,0.0018281356,0.014537717,0.0010082629],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.07453775,0.00030234337,0.0006567832,0.08824164,0.0002552495,0.0059358133,0.00401319,0.0012994793,0.0019130898],"category_scores_gemma":[0.37446782,0.00020466674,0.0003103461,0.11510292,0.00010500544,0.000630898,0.0007479962,0.001859084,0.005137558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007796607,0.00007901764,0.0000950033,0.000006105177,0.000021030166,0.000024325727,0.000028125181,0.000018276292,0.000016424443,0.0000052244136,0.9534311,0.046197355],"study_design_scores_gemma":[0.00045215653,0.0002922913,0.0004840363,0.000040615676,0.000007792441,0.0000027879018,0.00019614233,0.000192195,0.000052723113,0.001847212,0.9961783,0.00025374032],"about_ca_topic_score_codex":0.00012517022,"about_ca_topic_score_gemma":0.000020601448,"teacher_disagreement_score":0.2999301,"about_ca_system_score_codex":0.0005909696,"about_ca_system_score_gemma":0.0022137528,"threshold_uncertainty_score":0.999997},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1988453884","doi":"10.1186/1471-2288-12-51","title":"An optimal search filter for retrieving systematic reviews and meta-analyses","year":2012,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"McMaster University","keywords":"CINAHL; Systematic review; Filter (signal processing); Computer science; MEDLINE; Information retrieval; Data mining; Set (abstract data type); Sensitivity (control systems); Medicine; Psychological intervention; Engineering; Nursing","score_opus":0.9946120414367352,"score_gpt":0.7891043170409874,"score_spread":0.20550772439574783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988453884","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010009097,0.053433172,0.9290701,0.0012764788,0.00026686784,0.0051253745,0.00001697324,0.0000104876035,0.00079145754],"genre_scores_gemma":[0.07913811,0.0010281169,0.90362376,0.0009993677,0.0009352872,0.002645931,0.000018762152,0.000058363836,0.011552319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.31260628,0.6453647,0.016939916,0.0022398105,0.020783924,0.0020653885],"domain_scores_gemma":[0.17691404,0.8012752,0.004041494,0.009081469,0.005097985,0.0035898262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9063718,0.000489668,0.014014972,0.0012983211,0.00047251015,0.0007424314,0.0039353645,0.00046249968,0.040991914],"category_scores_gemma":[0.9152483,0.00019414423,0.003576945,0.0024163784,0.0006950265,0.0005754433,0.0006883946,0.0009346783,0.0016782728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001141475,0.0021316556,0.022662207,0.18090233,0.03612942,0.00009303441,0.018366732,0.0001919381,0.006548239,0.09066202,0.48153234,0.15963861],"study_design_scores_gemma":[0.0037817266,0.003653973,0.006799529,0.0030089982,0.07799674,0.0013919743,0.030368343,0.24634698,0.0034965705,0.03094785,0.5885427,0.0036645874],"about_ca_topic_score_codex":0.0000380606,"about_ca_topic_score_gemma":0.000059789705,"teacher_disagreement_score":0.24615505,"about_ca_system_score_codex":0.00006135529,"about_ca_system_score_gemma":0.00043496583,"threshold_uncertainty_score":0.999099},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1990029283","doi":"10.1016/j.jclinepi.2009.03.019","title":"Systematic review of cross-cultural adaptations of McGill Pain Questionnaire reveals a paucity of clinimetric testing","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Physical medicine and rehabilitation","score_opus":0.3576179168132342,"score_gpt":0.5777462657621457,"score_spread":0.22012834894891153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990029283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003512823,0.99625283,0.00064842746,0.00049240794,0.0003613698,0.0017209952,0.000033633496,0.000009136297,0.00012989243],"genre_scores_gemma":[0.0026620668,0.9798578,0.016288586,0.0007449278,0.00033706112,0.000016699645,0.000021904892,0.000023587872,0.000047342004],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93563,0.031043692,0.032051645,0.00039702439,0.0005664943,0.00031109757],"domain_scores_gemma":[0.7141662,0.22370152,0.054255098,0.0009053227,0.0065147276,0.00045709402],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12810901,0.00040539584,0.022429176,0.00049499184,0.000041477117,0.0000019906813,0.000380057,0.000972153,0.000021940412],"category_scores_gemma":[0.8624182,0.00022776717,0.005904195,0.0011972612,0.00078145164,0.00011676115,0.000045160687,0.0015453261,0.0000038740372],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031199397,0.0003560816,0.0034727438,0.8108479,0.00055925426,0.00000403905,0.000005062711,0.000003932956,0.0000010885283,0.00035258016,0.0002710515,0.18409508],"study_design_scores_gemma":[0.0005094926,0.0037131477,0.028016241,0.95880014,0.0049371296,0.00013687891,0.00000766471,0.000047123907,9.093852e-8,0.0011918109,0.0024849947,0.00015531227],"about_ca_topic_score_codex":0.000031501317,"about_ca_topic_score_gemma":0.0000017957714,"teacher_disagreement_score":0.7343092,"about_ca_system_score_codex":0.00009737662,"about_ca_system_score_gemma":0.0006970557,"threshold_uncertainty_score":0.9920839},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1990854685","doi":"10.1007/s11948-014-9545-9","title":"A Room with a View of Integrity and Professionalism: Personal Reflections on Teaching Responsible Conduct of Research in the Neurosciences","year":2014,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Neuroethics, Human Enhancement, Biomedical Innovations","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute","funders":"University of Queensland; McGill University","keywords":"Context (archaeology); Engineering ethics; Set (abstract data type); Academic integrity; Scientific integrity; Philosophy of science; Psychology; Face (sociological concept); Reflection (computer programming); Research integrity; Scientific misconduct; Critical reflection; Medical education; Sociology; Pedagogy; Computer science; Medicine; Epistemology; Engineering","score_opus":0.49807211554920583,"score_gpt":0.5166400519386172,"score_spread":0.018567936389411344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990854685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98356235,0.000015871341,0.0004966334,0.014864556,0.00021787449,0.00018297869,0.000003751888,0.000015971982,0.00064003264],"genre_scores_gemma":[0.99842644,0.00003358467,0.0006644012,0.00080238265,0.000013748413,0.000013749727,1.1323097e-7,0.0000040417685,0.00004156752],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99741185,0.0004757739,0.00018594015,0.00033799015,0.0013471501,0.00024130536],"domain_scores_gemma":[0.99550647,0.0040172166,0.000055739696,0.00018009264,0.00019747592,0.000042988635],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01373179,0.00007422366,0.000108350556,0.0004757547,0.0005584136,0.000058604626,0.0003560163,0.000060035458,0.0000015520029],"category_scores_gemma":[0.015319981,0.000045829012,0.000008023543,0.002132823,0.0028759227,0.00021688917,0.0001019991,0.0023664155,3.2335214e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129619675,0.00005795336,0.00006085068,0.00011161008,3.3740272e-7,0.0000013870758,0.0055045118,0.00003605915,0.7330731,0.2607932,0.000012397503,0.00033560663],"study_design_scores_gemma":[0.0018134281,0.0072816703,0.039564908,0.006838949,0.000023537581,0.00027066842,0.015850578,0.06487569,0.77775365,0.06343151,0.021249568,0.0010458115],"about_ca_topic_score_codex":0.000047370995,"about_ca_topic_score_gemma":0.00002020598,"teacher_disagreement_score":0.19736171,"about_ca_system_score_codex":0.000019419955,"about_ca_system_score_gemma":0.0004371241,"threshold_uncertainty_score":0.99993515},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1990966197","doi":"10.1109/rbme.2013.2243724","title":"Implementation of Artifact Detection in Critical Care: A Methodological Review","year":2013,"lang":"en","type":"article","venue":"IEEE Reviews in Biomedical Engineering","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Carleton University","funders":"","keywords":"Artifact (error); Reusability; Data integration; Data quality; Data modeling; Original equipment manufacturer; Quality (philosophy); Event (particle physics)","score_opus":0.16950317533321216,"score_gpt":0.47983420177457276,"score_spread":0.31033102644136057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990966197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81265414,0.15849903,0.021225715,0.0029888875,0.0011296639,0.003297477,0.0000026812863,0.00015223435,0.000050188526],"genre_scores_gemma":[0.9633838,0.026876975,0.0091321515,0.00017305095,0.00007600143,0.00034186064,0.0000053203053,0.000009881247,9.390116e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983332,0.00017049127,0.00086411386,0.00019654962,0.00017199457,0.00026362584],"domain_scores_gemma":[0.99931866,0.00028083505,0.00006395355,0.00017750355,0.00004445377,0.00011461202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011690139,0.00011988072,0.0006249183,0.00025003377,0.000009462496,0.0000017361988,0.00006473607,0.0001830649,0.000117157906],"category_scores_gemma":[0.0018555336,0.00009491373,0.00007839154,0.0006199715,0.00005136328,0.00006134778,0.000017196508,0.00043507098,0.00002468554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004471818,0.00005043052,0.007267857,0.013281399,0.0000047065328,0.000017047954,0.00009899329,0.000001819276,0.016586147,0.000034710964,0.000037936432,0.9626145],"study_design_scores_gemma":[0.0072920513,0.0056588394,0.49278507,0.16372326,0.0005041458,0.00064579444,0.0015142041,0.0058258506,0.17619717,0.00045076947,0.14327927,0.0021235845],"about_ca_topic_score_codex":0.00018558923,"about_ca_topic_score_gemma":0.000015038792,"teacher_disagreement_score":0.9604909,"about_ca_system_score_codex":0.00013879812,"about_ca_system_score_gemma":0.00003352665,"threshold_uncertainty_score":0.38704696},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1992388321","doi":"10.1136/eb-2013-101634","title":"Suggestions for improving guideline utility and trustworthiness","year":2013,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Rigour; Medicine; Audit; Evidence-based medicine; Documentation; Medical education; Public relations; Alternative medicine; Political science; Business; Accounting; Computer science; Pathology","score_opus":0.2840592520046301,"score_gpt":0.48158335796198587,"score_spread":0.19752410595735576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992388321","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27612346,0.002882856,0.21387976,0.50126356,0.0008419011,0.0045192046,0.00002110475,0.00025894842,0.00020921146],"genre_scores_gemma":[0.9420323,0.00013483738,0.037931472,0.017390793,0.0015770015,0.00034640098,0.0001878935,0.000036343925,0.0003629745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99693334,0.00011034229,0.0015678372,0.000529143,0.0004976834,0.0003616643],"domain_scores_gemma":[0.99184865,0.005380382,0.00040405922,0.00055094715,0.0013958619,0.00042008603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00334587,0.00024536176,0.0005358135,0.00016960631,0.00016280705,0.000027901366,0.00010963244,0.00012313818,0.0019491729],"category_scores_gemma":[0.05098823,0.00018203809,0.00009422267,0.0003216265,0.00030149665,0.00057099346,0.00004804979,0.00029282612,0.000030314828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012753287,0.0002775008,0.07661838,0.0012129575,0.000077848825,0.000017543178,0.00017711674,0.000033779506,0.016710687,0.0003329664,0.14951323,0.75375265],"study_design_scores_gemma":[0.030067261,0.0071844812,0.50779647,0.0047362335,0.0031968213,0.00020268139,0.0024988395,0.3252387,0.0025562402,0.00491049,0.110525824,0.0010859347],"about_ca_topic_score_codex":0.002415195,"about_ca_topic_score_gemma":0.000096888376,"teacher_disagreement_score":0.7526667,"about_ca_system_score_codex":0.00008542341,"about_ca_system_score_gemma":0.0004403673,"threshold_uncertainty_score":0.9989632},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1993240968","doi":"10.1097/01.prs.0000304600.23129.d3","title":"Levels of Evidence in Plastic Surgery Research over 20 Years","year":2008,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Randomized controlled trial; Evidence-based medicine; Medicine; Placebo; Plastic surgery; Surgery; Alternative medicine","score_opus":0.9182824885556872,"score_gpt":0.572964135707008,"score_spread":0.3453183528486792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993240968","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007730691,0.9852973,0.00030223632,0.0000068464733,0.004557755,0.0011610679,0.00043144263,0.000009133867,0.0005035118],"genre_scores_gemma":[0.0036801894,0.99454963,0.00028422408,0.0000051806924,0.00029682173,0.0002038075,0.000021548347,0.0000778796,0.0008807336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9114874,0.044659525,0.027042875,0.003155317,0.012364309,0.0012905537],"domain_scores_gemma":[0.4535389,0.5319249,0.009204293,0.0032468848,0.0017755664,0.00030947474],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14799675,0.0010893827,0.024831012,0.008924003,0.00015846736,0.00043009766,0.0024332926,0.0006775048,0.013962706],"category_scores_gemma":[0.6369861,0.0005937038,0.008649891,0.0102240695,0.0011460674,0.0006672803,0.0005037706,0.0015624046,0.0042933044],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016938955,0.00006773239,0.027394768,0.0044187023,0.0006659739,0.00024170514,0.00009181951,0.000008670196,4.6835808e-7,0.00006081455,0.036450397,0.930582],"study_design_scores_gemma":[0.00011913212,0.000037549835,0.04601054,0.069767505,0.0009972451,0.00086909696,0.0002457093,0.00017622387,0.0000014093378,0.0011699075,0.87918997,0.0014157292],"about_ca_topic_score_codex":0.000053140262,"about_ca_topic_score_gemma":0.00007081865,"teacher_disagreement_score":0.92916626,"about_ca_system_score_codex":0.00039693105,"about_ca_system_score_gemma":0.004037193,"threshold_uncertainty_score":0.99965143},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1994004588","doi":"10.1016/j.jsr.2011.08.005","title":"What does it mean to transform knowledge into action in falls prevention research? Perspectives from the Canadian Institutes of Health Research","year":2011,"lang":"en","type":"article","venue":"Journal of Safety Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research","funders":"Canadian Institutes of Health Research","keywords":"Warrant; Knowledge translation; Action (physics); Poison control; Occupational safety and health; Injury prevention; Human factors and ergonomics; Suicide prevention; Psychology; Computer science; Medicine; Knowledge management; Environmental health; Business","score_opus":0.9145069163371033,"score_gpt":0.7627369113763418,"score_spread":0.15177000496076154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994004588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.702213,0.001199806,0.00012615816,0.2824806,0.0011420776,0.003917052,0.000045105717,0.000008433227,0.008867791],"genre_scores_gemma":[0.9911649,0.0055878446,0.0008151271,0.00063790765,0.00059659197,0.00011630897,0.000003116104,0.000023172686,0.0010550367],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9683724,0.02325872,0.0022931322,0.00041504265,0.0035719732,0.0020887132],"domain_scores_gemma":[0.98197466,0.00909529,0.00038358977,0.0005386116,0.0068639023,0.0011439264],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1467883,0.0001324602,0.00044834506,0.0031595414,0.0037503212,0.0000887448,0.0013306531,0.00020354247,0.0008897199],"category_scores_gemma":[0.00971599,0.00008587352,0.00008750213,0.00417026,0.00086304307,0.001542757,0.00025026358,0.004727045,0.00021044216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005459076,0.00019131984,0.0031553658,0.00018575662,0.000025387892,0.000005776827,0.9308553,0.0000022204733,0.00036098107,0.0033286458,0.011299053,0.05004433],"study_design_scores_gemma":[0.00095193344,0.0011255487,0.07274365,0.0020481672,0.0000020663397,0.000001948136,0.7836357,0.00000992403,0.00036613038,0.012341953,0.1266908,0.000082195635],"about_ca_topic_score_codex":0.50521743,"about_ca_topic_score_gemma":0.9791123,"teacher_disagreement_score":0.47389492,"about_ca_system_score_codex":0.0071043735,"about_ca_system_score_gemma":0.027687361,"threshold_uncertainty_score":0.9986256},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1995014100","doi":"10.1016/j.jclinepi.2012.02.012","title":"Treatment effects on patient-important outcomes can be small, even with large effects on surrogate markers","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Surrogate endpoint; Medicine; Randomized controlled trial; Confidence interval; Intensive care medicine; Clinical trial; Outcome (game theory); Internal medicine","score_opus":0.32462153297885415,"score_gpt":0.5232699659370967,"score_spread":0.19864843295824258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995014100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890312,0.00012438065,0.003052229,0.0057321102,0.0009501689,0.0006518249,0.000014853143,0.00008292989,0.00036032192],"genre_scores_gemma":[0.9553344,0.0003145167,0.037299216,0.006357492,0.0004888846,0.000045728295,0.000004744521,0.00005854512,0.00009644997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990575,0.004592419,0.0033409619,0.0003152396,0.0002959189,0.0008804374],"domain_scores_gemma":[0.8757413,0.1194238,0.003636892,0.0004975449,0.0001314922,0.0005689478],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009873944,0.0004585995,0.0032971073,0.00014962046,0.0000722771,0.000005805333,0.0002655744,0.00043401166,0.000027426438],"category_scores_gemma":[0.07730119,0.0002495947,0.00070772547,0.00009695333,0.00012832154,0.00011401267,0.000058579415,0.0010136714,0.000011517683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021379648,0.0018735778,0.9199738,0.00012935074,0.000828158,0.00030566117,0.00017481284,0.000009301063,0.00003065573,0.034435946,0.0023655982,0.037735164],"study_design_scores_gemma":[0.012530625,0.0938473,0.6748552,0.0017763407,0.001138065,0.00032913554,0.00014536959,0.000086809545,0.006346589,0.19225536,0.015514359,0.0011749063],"about_ca_topic_score_codex":0.000016024253,"about_ca_topic_score_gemma":0.00005018841,"teacher_disagreement_score":0.24511866,"about_ca_system_score_codex":0.00023983823,"about_ca_system_score_gemma":0.00012735603,"threshold_uncertainty_score":0.99999565},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1995944163","doi":"10.1016/j.jclinepi.2011.12.011","title":"Author’s specialty and conflicts of interest contribute to conflicting guidelines for screening mammography","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Agency for Healthcare Research and Quality","keywords":"Guideline; Medicine; Mammography; Specialty; Odds ratio; Family medicine; MEDLINE; Confidence interval; Breast cancer; Pathology; Internal medicine; Cancer","score_opus":0.7982592491668776,"score_gpt":0.6249572275200881,"score_spread":0.17330202164678954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995944163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8649199,0.0034478472,0.092007026,0.037613474,0.0014505426,0.0003365492,0.0000222677,0.00001013538,0.00019227446],"genre_scores_gemma":[0.8613706,0.00026794535,0.117859356,0.016088262,0.0043240413,0.0000036873944,0.0000035226044,0.000014060685,0.00006851922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935753,0.0006476955,0.0048908032,0.00019762927,0.0001877437,0.00050086406],"domain_scores_gemma":[0.9771152,0.016168706,0.0032222758,0.00021884192,0.0020797648,0.0011951708],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035226673,0.00016510629,0.002598783,0.00018089915,0.000050183782,0.000005004409,0.00015714929,0.00029868342,0.000028061997],"category_scores_gemma":[0.19736612,0.00011984065,0.00068047276,0.00014430328,0.00022180492,0.00013566006,0.00008159142,0.00055310945,0.0000017326092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026584882,0.000060533526,0.94033337,0.00006242647,0.00029248357,0.000008764743,0.00011614663,0.00002213981,0.00018797537,0.0035865635,0.019722398,0.03294873],"study_design_scores_gemma":[0.0032795686,0.0029941818,0.69289666,0.0009147214,0.00035157744,0.00041365414,0.0003206977,0.00029536846,0.00019988845,0.0010533491,0.29713437,0.0001459293],"about_ca_topic_score_codex":0.00005748895,"about_ca_topic_score_gemma":0.000025230833,"teacher_disagreement_score":0.27741197,"about_ca_system_score_codex":0.000017363713,"about_ca_system_score_gemma":0.00008254336,"threshold_uncertainty_score":0.9934372},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1997610764","doi":"10.1016/j.jclinepi.2004.01.021","title":"The number needed to treat (NNT) can be adjusted for bias when the outcome is measured with error","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Number needed to treat; Outcome (game theory); Statistics; Medicine; Mathematics; Econometrics; Confidence interval; Relative risk; Mathematical economics","score_opus":0.923124085653857,"score_gpt":0.6858614348184507,"score_spread":0.2372626508354062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997610764","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09584417,0.00007674702,0.34315836,0.55533004,0.0030968762,0.0016306879,0.000118432225,0.000045843313,0.00069886865],"genre_scores_gemma":[0.04573427,0.000086962624,0.8914349,0.059415616,0.002319897,0.00007250024,7.395483e-7,0.00008028387,0.00085483573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9762203,0.011947876,0.009928926,0.00048182264,0.0005984913,0.0008225509],"domain_scores_gemma":[0.36018366,0.6324499,0.004776875,0.0009417887,0.0009820758,0.00066570885],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.101660594,0.00038227762,0.00432976,0.000053868724,0.0002863385,0.000034839635,0.0012069884,0.0006042308,0.00014905419],"category_scores_gemma":[0.86416733,0.00015673901,0.001437681,0.0002304393,0.0008931976,0.000054328353,0.00013080891,0.0016054986,0.00002713833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02143816,0.0015074726,0.10544088,0.00026071002,0.0027991445,0.00010394499,0.0015414935,0.0004287441,0.000024002362,0.46774957,0.34228128,0.056424607],"study_design_scores_gemma":[0.005904447,0.0020333428,0.009498664,0.00013945739,0.000751519,0.00011773414,0.00037074523,0.000058153877,0.00006140167,0.964554,0.016278476,0.00023207604],"about_ca_topic_score_codex":0.00013817783,"about_ca_topic_score_gemma":0.00027679323,"teacher_disagreement_score":0.7625067,"about_ca_system_score_codex":0.00012037011,"about_ca_system_score_gemma":0.00047503857,"threshold_uncertainty_score":0.92502946},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1997885956","doi":"10.1097/ta.0b013e318256dc4d","title":"Evidence level of individual studies","year":2012,"lang":"en","type":"review","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.9466288654261783,"score_gpt":0.6458030845957466,"score_spread":0.30082578083043165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997885956","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006882555,0.9965923,0.00075265544,0.00013611894,0.001120303,0.00038013447,0.000099272955,0.0000018377368,0.000229131],"genre_scores_gemma":[0.066576615,0.9323762,0.00019212099,0.000046918693,0.0006124303,0.000008045771,0.0000013493569,0.000016955866,0.00016937839],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9702334,0.013776261,0.010629077,0.00034867311,0.0047262944,0.0002862919],"domain_scores_gemma":[0.96639013,0.019503774,0.006404921,0.0014391447,0.006016252,0.000245777],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093665615,0.0004977291,0.008159702,0.00058376766,0.0003040565,0.00036011593,0.0015729464,0.00023802996,0.0009602331],"category_scores_gemma":[0.05326272,0.00018520645,0.0033383393,0.0010232752,0.0005425101,0.00051380467,0.00022877508,0.0007450251,0.00009240905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009187024,0.000049633738,0.0004927603,0.011640865,0.0009509342,0.0000019309114,0.0022895527,4.6657658e-7,1.9890682e-7,0.00080644974,0.0128871,0.9708709],"study_design_scores_gemma":[0.00010422864,0.0006142434,0.0017821372,0.012361271,0.027011542,0.0007360691,0.004968545,7.27378e-7,0.0000036010103,0.00304412,0.94902635,0.00034716487],"about_ca_topic_score_codex":0.000011506956,"about_ca_topic_score_gemma":0.00002804128,"teacher_disagreement_score":0.9705238,"about_ca_system_score_codex":0.000070182854,"about_ca_system_score_gemma":0.00020586337,"threshold_uncertainty_score":0.99995303},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1998778724","doi":"10.1016/j.joca.2015.02.772","title":"OARSI Clinical Trials Recommendations: Design and conduct of implementation trials of interventions for osteoarthritis","year":2015,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Women's College Hospital","funders":"National Institute for Health and Care Research; BioClinica","keywords":"Psychological intervention; Clinical trial; Medicine; Alternative medicine; Research design; Clinical study design; Osteoarthritis; Medical physics; Physical therapy; Management science; Pathology; Engineering; Nursing","score_opus":0.9175533241604591,"score_gpt":0.7569671028520016,"score_spread":0.16058622130845746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998778724","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052145513,0.9719441,0.0015760133,0.00068451883,0.0013015653,0.013704022,0.010135931,0.000027983962,0.0001043943],"genre_scores_gemma":[0.0001731497,0.9891732,0.0056855096,0.0002900664,0.00035608694,0.003426151,0.00066217646,0.000052938572,0.0001807598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9573983,0.028739048,0.012297818,0.0006176049,0.00037915158,0.00056806236],"domain_scores_gemma":[0.95933545,0.031176124,0.007898842,0.00042304522,0.0007608906,0.0004056696],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09559064,0.00038103038,0.0061173895,0.00045101243,0.00041371124,0.00003618051,0.00022498233,0.00048322484,0.0007823467],"category_scores_gemma":[0.018569248,0.0003278803,0.0010202242,0.0003800505,0.00032188304,0.00030566915,0.00018096165,0.0004228619,0.000012924463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000440519,0.00002320922,0.000033353273,0.012447831,0.000030792264,6.012828e-7,0.00093121413,1.7442053e-8,0.000016459635,0.0005170126,0.016702369,0.96925306],"study_design_scores_gemma":[0.0061082486,0.0019383574,0.000006025415,0.01861688,0.0011227559,0.0000085980555,0.0031107361,5.051761e-7,0.000035147325,0.00054741703,0.96825117,0.00025418386],"about_ca_topic_score_codex":0.000033467855,"about_ca_topic_score_gemma":0.0002817072,"teacher_disagreement_score":0.9689989,"about_ca_system_score_codex":0.00008731739,"about_ca_system_score_gemma":0.0019048852,"threshold_uncertainty_score":0.9999173},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1998831987","doi":"10.1136/bmjopen-2014-005491","title":"Assessing bias in osteoarthritis trials included in Cochrane reviews: protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Cochrane","funders":"National Health and Medical Research Council; University of Ottawa; Medical Research Council; Parker Institute for Cancer Immunotherapy; Canadian Institutes of Health Research; Oak Foundation","keywords":"Medicine; Epidemiology; Protocol (science); Meta-analysis; Osteoarthritis; Alternative medicine; Cochrane collaboration; Systematic review; MEDLINE; Physical therapy; Family medicine; Internal medicine; Pathology; Cochrane Library","score_opus":0.9811986829709822,"score_gpt":0.7555210505783807,"score_spread":0.22567763239260152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998831987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00481998,0.00023899414,0.0073712836,0.0014617252,0.000091305825,0.979772,0.000007672538,0.000004567497,0.006232471],"genre_scores_gemma":[0.019911652,0.0000026570765,0.017623108,0.0007686071,0.00010066148,0.9602454,0.0000041733256,0.000012978575,0.0013308108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5092608,0.4163206,0.06432213,0.0032834536,0.0059474995,0.0008655379],"domain_scores_gemma":[0.86546403,0.103653595,0.022605328,0.0070757014,0.0009339904,0.0002673365],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85681033,0.00046905075,0.023500567,0.00044978372,0.00012747639,0.0026337018,0.0036451803,0.00013766921,0.007564977],"category_scores_gemma":[0.71849495,0.00017932673,0.0030001178,0.0017050356,0.000042490636,0.00076655846,0.0008315811,0.00020599787,0.00069424475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010119154,0.003013588,0.24682085,0.0017220255,0.001440612,0.00006476354,0.0025284488,0.00029791467,0.00011163308,0.0038300287,0.18494265,0.5542156],"study_design_scores_gemma":[0.016165126,0.0017916285,0.05224356,0.002409727,0.0016283906,0.000020247067,0.0023966245,0.0067498963,0.000027508353,0.03204161,0.8835153,0.0010103728],"about_ca_topic_score_codex":0.00011214911,"about_ca_topic_score_gemma":0.001101248,"teacher_disagreement_score":0.6985727,"about_ca_system_score_codex":0.0000432807,"about_ca_system_score_gemma":0.00012164879,"threshold_uncertainty_score":0.99840164},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1999282621","doi":"10.1097/01.phm.0000087607.28091.b7","title":"Peer Review","year":2003,"lang":"en","type":"review","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Peer review; Medicine; Process (computing); Alternative medicine; MEDLINE; Quality (philosophy); Rehabilitation; Medical education; Engineering ethics; Physical therapy; Pathology; Computer science","score_opus":0.5764266429230008,"score_gpt":0.5966680582666147,"score_spread":0.0202414153436139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999282621","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012654846,0.9896383,0.0007845798,0.005529504,0.00048461457,0.001044897,0.0000081769585,0.0000024034957,0.0024948656],"genre_scores_gemma":[0.000044211647,0.9896189,0.0039639333,0.0008290606,0.0012296205,0.00004924884,0.000014619835,0.000048886643,0.004201544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9238424,0.03392394,0.021994447,0.000916019,0.019012997,0.0003102046],"domain_scores_gemma":[0.8943299,0.047522467,0.041363284,0.0033172062,0.01300043,0.00046667695],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.18584532,0.0007328899,0.027036428,0.00096985855,0.00006834081,0.000116934934,0.002349966,0.00007600843,0.0027583914],"category_scores_gemma":[0.39014187,0.000280978,0.009988274,0.005003931,0.000771994,0.00027613566,0.000057058813,0.0008665485,0.001348838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014697578,0.00007080689,0.000005175505,0.005805003,0.00024846036,0.000003857584,0.00028548395,8.1832763e-7,7.1549245e-8,0.00053465244,0.12382499,0.8692192],"study_design_scores_gemma":[0.00009505496,0.0073273065,0.000011347185,0.040272117,0.0047308113,0.00008975174,0.0005445756,0.000007621755,4.0049297e-9,0.0027264082,0.94397885,0.00021615147],"about_ca_topic_score_codex":0.0000051281368,"about_ca_topic_score_gemma":5.270501e-7,"teacher_disagreement_score":0.86900306,"about_ca_system_score_codex":0.00017245117,"about_ca_system_score_gemma":0.00042401822,"threshold_uncertainty_score":0.99996424},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1999584965","doi":"10.1007/s11192-014-1258-y","title":"On the quality evaluation of scientific entities in Poland supported by consistency-driven pairwise comparisons method","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"Dalhousie University; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Politechnika Wrocławska; Fayetteville State University; Rensselaer Polytechnic Institute","keywords":"Pairwise comparison; Ranking (information retrieval); Consistency (knowledge bases); Focus (optics); Computer science; Domain (mathematical analysis); Parametric statistics; Quality (philosophy); Event (particle physics); Information retrieval; Operations research; Management science; Data mining; Mathematics; Statistics; Artificial intelligence; Epistemology; Economics","score_opus":0.49126161277195085,"score_gpt":0.5458934524210635,"score_spread":0.05463183964911261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999584965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95749176,0.00012342274,0.034427453,0.00052468263,0.0016090367,0.00054599316,0.00013416712,0.000023594186,0.0051199035],"genre_scores_gemma":[0.9937315,0.000001399746,0.005281521,0.0001506174,0.00001633525,0.000016219843,0.000015941285,0.000009464148,0.0007769921],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97865915,0.0051880335,0.0017861543,0.0010412255,0.012817711,0.00050770584],"domain_scores_gemma":[0.96494836,0.02702789,0.001296949,0.0023101703,0.0041741105,0.00024252429],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1432846,0.0001960841,0.00054223277,0.006494879,0.00043796634,0.0011395134,0.0017743977,0.00010333249,0.0012427135],"category_scores_gemma":[0.13953464,0.00012542662,0.00017351376,0.023135124,0.000710582,0.00034869972,0.00033962663,0.00023490204,0.00017739531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013816619,0.0014017577,0.53961676,0.000030997217,0.000042153915,0.0000020205246,0.005575716,0.00575669,0.028588714,0.058735475,0.21237168,0.14773987],"study_design_scores_gemma":[0.0019602699,0.00012991039,0.40392196,0.00006194839,0.000044872235,0.0000023212715,0.002456371,0.52433676,0.003973226,0.04380644,0.018918071,0.00038786387],"about_ca_topic_score_codex":0.0001281927,"about_ca_topic_score_gemma":0.0002149756,"teacher_disagreement_score":0.51858,"about_ca_system_score_codex":0.00017371922,"about_ca_system_score_gemma":0.00031577362,"threshold_uncertainty_score":0.9998974},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1999935843","doi":"10.1136/bmj.38968.611296.f7","title":"Role of systematic reviews in detecting plagiarism: case of Asim Kurjak","year":2006,"lang":"en","type":"review","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sveučilište u Zagrebu; Ryerson University","keywords":"Sanctions; Audience measurement; Face (sociological concept); Systematic review; Psychology; Political science; Internet privacy; Computer science; Sociology; Law; Social science; MEDLINE","score_opus":0.10710144615269573,"score_gpt":0.4176863635685728,"score_spread":0.31058491741587707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999935843","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018283577,0.9706821,0.000022288536,0.000021887494,0.00018574609,0.003505893,0.000027115675,0.000014908242,0.025521785],"genre_scores_gemma":[0.0002328523,0.9982618,0.00034487632,0.000010952015,0.00031703524,0.00019487574,0.0000076160104,0.000018445206,0.0006115281],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99301744,0.0034750458,0.002550817,0.00025584968,0.00038654488,0.00031428676],"domain_scores_gemma":[0.99494296,0.0020750086,0.002481266,0.0003413061,0.00010022407,0.000059258433],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013687241,0.0002627364,0.003189482,0.0002548545,0.000109133114,0.000016169357,0.0004960718,0.002053035,0.000053230182],"category_scores_gemma":[0.0074214456,0.0002053652,0.0005457435,0.0006805941,0.00013988982,0.00008725431,0.0000606547,0.001947811,0.000046385943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017327909,0.000043138545,0.000010512938,0.56247866,0.00005320389,0.00013936665,0.006151502,0.0000011122193,5.810045e-7,0.0035276439,0.002669628,0.4249229],"study_design_scores_gemma":[0.000046476747,0.000011239948,2.4022387e-7,0.21594997,0.00039627953,0.0001859639,0.0026700809,0.000010753601,0.0000014707465,0.00038835985,0.78011876,0.00022037684],"about_ca_topic_score_codex":0.017130816,"about_ca_topic_score_gemma":0.006672072,"teacher_disagreement_score":0.7774492,"about_ca_system_score_codex":0.0001704639,"about_ca_system_score_gemma":0.0004569276,"threshold_uncertainty_score":0.9992425},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2000554108","doi":"10.1177/000841740206900102","title":"Participatory Action Research: Integrating Community Occupational Therapy Practice and Research","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"Canadian Occupational Therapy Foundation; World Health Organization","keywords":"Participatory action research; Occupational therapy; Community-based participatory research; Citizen journalism; Equity (law); Action research; Inclusion (mineral); Action (physics); Conceptual framework; Work (physics); Mental health; Sociology; Public relations; Psychology; Engineering ethics; Medicine; Political science; Psychotherapist; Pedagogy; Engineering; Social science; Physical therapy","score_opus":0.9040658690284541,"score_gpt":0.6692264252428693,"score_spread":0.23483944378558474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000554108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97519207,0.006033583,0.00014499555,0.008739268,0.00077976746,0.00091799017,0.000062754814,0.000019471561,0.008110117],"genre_scores_gemma":[0.98891187,0.005204188,0.0011992924,0.0020545016,0.0014460015,0.000101767684,0.000028115492,0.000052419837,0.001001859],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97886103,0.016635872,0.0010570617,0.00026981407,0.0020874674,0.0010887309],"domain_scores_gemma":[0.9732353,0.01672639,0.00060280086,0.00044784156,0.0079786675,0.0010089892],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028226674,0.00023333052,0.0003510687,0.001705408,0.0065200073,0.00017695824,0.0006339425,0.00035580478,0.0044157775],"category_scores_gemma":[0.0090439,0.00019155318,0.00011464461,0.0013515331,0.00072136027,0.0016031467,0.00005495458,0.0065273633,0.0002497195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011146851,0.0015051271,0.44378304,0.00014139792,0.0009331083,0.00020224627,0.07701345,0.000097356664,0.004901317,0.031889517,0.23956354,0.18882304],"study_design_scores_gemma":[0.0032971497,0.0015981137,0.26458514,0.00028827737,0.000010564263,0.000105156825,0.032375913,0.00032683442,0.00020562607,0.005491861,0.6914074,0.00030795418],"about_ca_topic_score_codex":0.014470219,"about_ca_topic_score_gemma":0.008850879,"teacher_disagreement_score":0.45184386,"about_ca_system_score_codex":0.00087796414,"about_ca_system_score_gemma":0.005021389,"threshold_uncertainty_score":0.99930334},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2001201455","doi":"10.1136/bmjopen-2013-004527","title":"Methodological characteristics and treatment effect sizes in oral health randomised controlled trials: Is there a relationship? Protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Killam Trusts; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Fondation pour la Recherche Médicale; Alpha Omega Foundation","keywords":"Medicine; Sample size determination; Protocol (science); Randomized controlled trial; Meta-analysis; Epidemiology; Intervention (counseling); Research design; MEDLINE; Clinical trial; Placebo; Alternative medicine; Physical therapy; Statistics; Psychiatry; Internal medicine; Pathology","score_opus":0.9742725078857929,"score_gpt":0.7329682702713417,"score_spread":0.2413042376144512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001201455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021705756,0.00006744426,0.019669777,0.0031748277,0.00004415247,0.95470387,0.000022217528,0.0000061366964,0.0006058107],"genre_scores_gemma":[0.07789339,0.0000016577776,0.020487363,0.0005873015,0.000059824033,0.89946383,0.0000041920807,0.00000897566,0.0014934399],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.46782643,0.50702095,0.021367755,0.0015749827,0.0017978059,0.00041208044],"domain_scores_gemma":[0.36649677,0.61314255,0.016567161,0.0030169245,0.00046264267,0.00031395844],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.800721,0.00050417206,0.032241408,0.00017847819,0.00021224374,0.00094555895,0.0010720962,0.0001329654,0.0032543214],"category_scores_gemma":[0.722715,0.0001400415,0.0039307894,0.00039397337,0.000048895847,0.00013381692,0.00019990739,0.00012426468,0.00008213591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10878471,0.0023413496,0.66144127,0.00033132097,0.013127583,0.000011806459,0.002403493,0.000040796986,0.000008195908,0.0035274245,0.026404457,0.1815776],"study_design_scores_gemma":[0.47374648,0.016345412,0.37690476,0.00019175494,0.009576299,0.0000133184085,0.0009250059,0.032574493,0.0000051401726,0.027543008,0.06140215,0.0007721654],"about_ca_topic_score_codex":0.00007471153,"about_ca_topic_score_gemma":0.00012695654,"teacher_disagreement_score":0.36496177,"about_ca_system_score_codex":0.000048422877,"about_ca_system_score_gemma":0.000108761385,"threshold_uncertainty_score":0.9976568},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2001866477","doi":"10.1097/00005768-200305001-00921","title":"REPRODUCIBILITY AND VALIDITY OF ULTRASOUND MEASUREMENTS OF MUSCLE THICKNESS","year":2003,"lang":"en","type":"article","venue":"Medicine & Science in Sports & Exercise","topic":"Sports injuries and prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reproducibility; Vastus lateralis muscle; Ultrasound; Anatomy; Thigh; Vastus medialis; Coefficient of variation; Trochanter; Medicine; Greater trochanter; Anterior compartment of thigh; Knee flexion; Orthodontics; Biomedical engineering; Materials science; Femur; Electromyography; Mathematics; Physical medicine and rehabilitation; Internal medicine; Skeletal muscle; Surgery; Radiology","score_opus":0.050819063398515094,"score_gpt":0.3242854009896735,"score_spread":0.2734663375911584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001866477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948328,0.0002006331,0.00003294012,0.00012649763,0.00045140705,0.00052273873,0.0000011995317,0.000012877061,0.0038188715],"genre_scores_gemma":[0.99872,0.00022192782,0.0008067195,0.000041673928,0.000028682764,0.000008306848,0.0000030506392,0.0000075246226,0.00016213935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996962,0.000050683153,0.0007485419,0.00081726606,0.0011636165,0.00025790502],"domain_scores_gemma":[0.99789673,0.000063374195,0.00030377964,0.0012132793,0.00037127832,0.00015157144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015856652,0.00013814577,0.00058393646,0.00024866007,0.00006862747,0.0000037049933,0.00013059446,0.000056666908,0.00048500748],"category_scores_gemma":[0.003617753,0.00010449303,0.0000469654,0.0009731536,0.0016149465,0.0001803089,0.000030798954,0.00014131001,3.9607832e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053184936,0.00020385596,0.9741524,0.00016593406,4.1619447e-7,0.000009513259,0.0011506329,0.0000024322114,0.011012373,0.000014742132,0.0000767026,0.013157857],"study_design_scores_gemma":[0.00069817796,0.00018208782,0.98924166,0.00075466704,0.000080431404,0.00003466754,0.0008037413,0.0000029960695,0.0068563363,0.0009815424,0.0002788567,0.00008486259],"about_ca_topic_score_codex":0.00035708366,"about_ca_topic_score_gemma":0.000016608163,"teacher_disagreement_score":0.015089276,"about_ca_system_score_codex":0.00005135148,"about_ca_system_score_gemma":0.00025952092,"threshold_uncertainty_score":0.59503376},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2004615554","doi":"10.12927/cjnl.2003.16238","title":"Research: Leadership in Research: About Building Relationships","year":2003,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nurse Administrator; Nursing research; Sociology; Psychology; Political science; Public relations; Nursing; MEDLINE; Medicine","score_opus":0.968243379648153,"score_gpt":0.5795764551129178,"score_spread":0.3886669245352352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004615554","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31883177,0.031384647,0.024109853,0.03788393,0.0055112736,0.002845853,0.000011046108,0.0004973111,0.5789243],"genre_scores_gemma":[0.98355925,0.000002816589,0.0039094402,0.00018975604,0.00029612053,0.00003435489,7.7872767e-7,0.00005449727,0.0119530065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96889335,0.016694464,0.0017811575,0.001679309,0.008073191,0.0028785458],"domain_scores_gemma":[0.9675848,0.028480379,0.00023766542,0.0018236103,0.0014069984,0.0004665639],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11413268,0.00029249143,0.0005793335,0.00506693,0.0017236613,0.0014262731,0.0017189357,0.0004280088,0.0006446178],"category_scores_gemma":[0.07300549,0.00025975777,0.00020212591,0.010127795,0.0011596174,0.00076952146,0.00009152408,0.0037322158,0.0019821483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014870797,0.0003037156,0.020537555,0.000044051612,0.000010463147,0.00011663472,0.02674191,0.0010671475,0.001108615,0.8173736,0.09903434,0.03351331],"study_design_scores_gemma":[0.00081139815,0.00011494184,0.04493871,0.0019222386,0.0000037460268,0.00007774319,0.3194088,0.0014903968,0.00025666028,0.5874812,0.043059308,0.00043483745],"about_ca_topic_score_codex":0.00007539361,"about_ca_topic_score_gemma":0.0003449389,"teacher_disagreement_score":0.66472745,"about_ca_system_score_codex":0.00079848396,"about_ca_system_score_gemma":0.00043583632,"threshold_uncertainty_score":0.99998546},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2006533127","doi":"10.1001/jama.2010.1301","title":"Public Reporting of Hospital Hand Hygiene Compliance—Helpful or Harmful?","year":2010,"lang":"en","type":"article","venue":"JAMA","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Compliance (psychology); Hygiene; Public health; MEDLINE; Environmental health; Intensive care medicine; Family medicine; Nursing","score_opus":0.11251932955682914,"score_gpt":0.3595138376934196,"score_spread":0.24699450813659046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006533127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457305,0.000054337757,0.00022282908,0.04219116,0.002065496,0.00044768085,0.000008878319,0.00009409931,0.009185001],"genre_scores_gemma":[0.99536043,0.0000049495447,0.0016357903,0.00064789917,0.0010033088,0.00003029611,0.000013755417,0.000022297017,0.0012812514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824136,0.000025131709,0.00095010176,0.00023468112,0.00026281047,0.0002859318],"domain_scores_gemma":[0.9957925,0.00011754768,0.0009433967,0.000456946,0.0025087555,0.00018083265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00069950474,0.00011240659,0.00039024602,0.00010446062,0.00011355321,0.000045572106,0.00007798902,0.00016442627,0.00078842085],"category_scores_gemma":[0.020748543,0.00008611676,0.00009786214,0.00023278758,0.00012568872,0.00015848957,0.000040628398,0.00050992414,0.00005193225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032526543,0.00040752036,0.559607,0.00072455313,0.000101215715,0.00028739183,0.0006437796,0.0000010580932,0.051317837,0.0015278003,0.006225506,0.37883106],"study_design_scores_gemma":[0.0044345693,0.0011488904,0.9045511,0.00025849606,0.000054592143,0.00052466476,0.0002504703,0.0010016699,0.02411232,0.00019943491,0.06323855,0.00022524361],"about_ca_topic_score_codex":0.00018722012,"about_ca_topic_score_gemma":0.00017164626,"teacher_disagreement_score":0.3786058,"about_ca_system_score_codex":0.000041751224,"about_ca_system_score_gemma":0.0003040696,"threshold_uncertainty_score":0.98750013},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2006598011","doi":"10.1097/01.ju.0000169135.17634.bc","title":"RECRUITMENT IN PEDIATRIC CLINICAL TRIALS: AN ETHICAL PERSPECTIVE","year":2005,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Clinical trial; MEDLINE; Perspective (graphical); Ethical issues; Family medicine; Engineering ethics; Pathology; Law","score_opus":0.9206934398236194,"score_gpt":0.764325002299176,"score_spread":0.1563684375244434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006598011","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051097377,0.9697699,0.00004789947,0.026876401,0.00089626334,0.0013446339,0.000004465294,0.000007644596,0.0010016713],"genre_scores_gemma":[0.00015113292,0.98763096,0.00036594973,0.0024870448,0.00906407,0.000020244472,0.0000023131759,0.000052660474,0.00022559111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93870187,0.051509663,0.0071842647,0.00046523716,0.0015567819,0.0005821848],"domain_scores_gemma":[0.6966918,0.2958114,0.004108347,0.0011623956,0.0015164603,0.00070953957],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2846361,0.00033056544,0.005616966,0.00065271964,0.000053525204,0.000014888583,0.0011230488,0.0045335284,0.00033819853],"category_scores_gemma":[0.28704038,0.0001657523,0.0016485683,0.00050197047,0.00067660154,0.000041256877,0.00025204621,0.041947,0.00011282852],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019426942,0.00101591,0.000096243115,0.0013215201,0.00050983176,0.00054996496,0.00035308153,0.0000028537236,5.128587e-8,0.0045977756,0.0012554066,0.9883547],"study_design_scores_gemma":[0.002304871,0.007746712,0.00022997474,0.0013843328,0.0065804673,0.0022658752,0.00014112574,0.000010729419,2.0762096e-8,0.015116548,0.9640528,0.00016652994],"about_ca_topic_score_codex":0.0000126350515,"about_ca_topic_score_gemma":0.000111753,"teacher_disagreement_score":0.98818815,"about_ca_system_score_codex":0.00046670018,"about_ca_system_score_gemma":0.0059463964,"threshold_uncertainty_score":0.999689},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2007795708","doi":"10.1371/journal.pone.0080233","title":"Knowledge Transfer on Complex Social Interventions in Public Health: A Scoping Study","year":2013,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales; Université Laval; Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Public health; Knowledge transfer; Field (mathematics); Knowledge management; Exploratory research; Data science; Conceptual framework; Computer science; Management science; Psychology; Medicine; Sociology; Social science; Engineering","score_opus":0.9795260618445067,"score_gpt":0.7529023926355171,"score_spread":0.2266236692089897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007795708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027590885,0.9160923,0.00015117378,0.013480251,0.0006067499,0.059595715,0.00088183995,0.0004117184,0.006021183],"genre_scores_gemma":[0.0015582107,0.97430384,0.0002473528,0.0034794959,0.00083544996,0.017829379,0.00020877647,0.00014343989,0.0013940564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98296446,0.0101162605,0.0037956515,0.00073953957,0.0007685883,0.0016155327],"domain_scores_gemma":[0.995365,0.0025407132,0.00072049565,0.00052267546,0.00032474156,0.00052632374],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0057307878,0.00047122873,0.0030696183,0.0013271732,0.0014050413,0.00005503085,0.00072286115,0.00030521926,0.00465355],"category_scores_gemma":[0.0009946753,0.00040881702,0.00041983929,0.0017960664,0.00008910159,0.00022664249,0.0002155146,0.001957435,0.0053412244],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057601137,0.014882289,0.000512074,0.37165877,0.00046294974,0.000002918639,0.06616631,2.8959175e-8,3.591249e-7,0.0012165097,0.010584046,0.534508],"study_design_scores_gemma":[0.0027461362,0.0016058258,0.0027849288,0.321949,0.00029771824,6.2256754e-7,0.004583122,0.000011040713,3.3292736e-8,0.00003966525,0.66515243,0.00082949403],"about_ca_topic_score_codex":0.00069388753,"about_ca_topic_score_gemma":0.0054503926,"teacher_disagreement_score":0.6545684,"about_ca_system_score_codex":0.0024123667,"about_ca_system_score_gemma":0.0065713245,"threshold_uncertainty_score":0.999895},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2009287143","doi":"10.1016/j.jval.2013.03.085","title":"Why are the findings of indirect comparisons of boceprevir and telaprevir for hepatitis C infection different? A methodological review","year":2013,"lang":"en","type":"review","venue":"Value in Health","topic":"Hepatitis C virus research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Boceprevir; Telaprevir; Medicine; Meta-analysis; Internal medicine; Pegylated interferon; Hepatitis C virus; Ribavirin; Immunology; Virus","score_opus":0.5103839472343782,"score_gpt":0.5053342467469973,"score_spread":0.005049700487380848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009287143","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009355567,0.9876645,0.0002571906,0.0011286037,0.000096470685,0.009662215,0.00017084843,0.000019328092,0.000065295295],"genre_scores_gemma":[0.00011416035,0.99638706,0.001782712,0.00051167345,0.000063770654,0.0009812696,0.00007906112,0.000047799407,0.00003251313],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99241126,0.0042271065,0.0019880289,0.0004730993,0.00045767624,0.0004428488],"domain_scores_gemma":[0.99287665,0.004944018,0.0012283173,0.00058101583,0.00017196813,0.00019802798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048962687,0.00038033156,0.0052960594,0.00038454455,0.00007197212,0.000011605983,0.00021996806,0.00032568997,0.00008933178],"category_scores_gemma":[0.005540729,0.00021900063,0.0005233644,0.0007042359,0.00022012732,0.000047257075,0.00014947058,0.00091070594,0.000005997918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000946473,0.00011813866,0.025314042,0.411652,0.00010632373,0.0000012767321,0.000040814826,3.207052e-7,2.672182e-7,0.00007130545,0.008877333,0.5538087],"study_design_scores_gemma":[0.0003112248,0.00064271124,0.0062617282,0.23023926,0.00039827698,0.000025050196,0.0000038488643,0.000078014404,0.0000030727301,0.000046362795,0.7618466,0.0001438644],"about_ca_topic_score_codex":0.007780827,"about_ca_topic_score_gemma":0.00018177384,"teacher_disagreement_score":0.75296926,"about_ca_system_score_codex":0.00028588515,"about_ca_system_score_gemma":0.00046838613,"threshold_uncertainty_score":0.99882644},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2009719969","doi":"10.1016/j.annepidem.2010.10.008","title":"Reproducibility of Reported In Utero Exposure to Tobacco Smoke","year":2010,"lang":"en","type":"article","venue":"Annals of Epidemiology","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services","funders":"National Institute of Environmental Health Sciences; National Institute of Neurological Disorders and Stroke; National Institutes of Health","keywords":"In utero; Medicine; Pregnancy; Tobacco smoke; Gestation; Epidemiology; Logistic regression; Population; Obstetrics; Environmental health; Fetus; Internal medicine","score_opus":0.25602374140508355,"score_gpt":0.45630860911106264,"score_spread":0.20028486770597909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009719969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921459,0.00005242639,0.000029996394,0.0066463007,0.00031320626,0.00024136972,0.0000054002385,0.000015801937,0.0005496166],"genre_scores_gemma":[0.9975851,0.000022223532,0.0005605619,0.0016444968,0.00007745488,0.0000145075155,0.000024557976,0.000007198962,0.00006388135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977894,0.00021584932,0.0010491959,0.0006246168,0.000091517664,0.00022946188],"domain_scores_gemma":[0.99676013,0.00048136894,0.00035663028,0.0020317885,0.0002755428,0.00009455553],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010881095,0.000086124484,0.00063547667,0.00014517571,0.000009277759,4.857046e-7,0.00008540361,0.00021124503,0.00015297596],"category_scores_gemma":[0.041051738,0.000073137126,0.00010452603,0.00020588016,0.00010396814,0.000032966505,0.000036860576,0.0002588091,0.0000011851614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016393965,0.00016176423,0.9712818,0.000026980746,0.000016465769,0.000012877798,0.00013182974,0.0000073485285,0.017297963,0.00032904674,0.0014051473,0.009164812],"study_design_scores_gemma":[0.00023828646,0.00039331324,0.96238136,0.00003699614,0.00001867725,0.00002951964,0.000023954657,0.0000019748456,0.034638923,0.0012906459,0.0008951582,0.0000511631],"about_ca_topic_score_codex":0.0010165207,"about_ca_topic_score_gemma":0.00014082142,"teacher_disagreement_score":0.030170642,"about_ca_system_score_codex":0.000006073586,"about_ca_system_score_gemma":0.000051281717,"threshold_uncertainty_score":0.9670259},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2012210612","doi":"10.1016/j.ssresearch.2015.03.006","title":"Should we trust survey data? Assessing response simplification and data fabrication","year":2015,"lang":"en","type":"article","venue":"Social Science Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Data quality; Quality (philosophy); Task (project management); Computer science; Survey data collection; Focus (optics); Unit (ring theory); Data science; Psychology; Engineering; Statistics; Operations management; Mathematics education; Mathematics","score_opus":0.9400145018184716,"score_gpt":0.7066783022504856,"score_spread":0.233336199567986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012210612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651804,0.00044871742,0.0026788411,0.018810729,0.00064797804,0.0005891546,0.00021841713,0.00010533069,0.011320416],"genre_scores_gemma":[0.99734753,0.00013021535,0.0013245296,0.000058172453,0.00037743035,0.00000929588,0.000113197326,0.000009370459,0.0006302282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.92207384,0.07263732,0.00029024476,0.0011938339,0.0028231833,0.0009816027],"domain_scores_gemma":[0.97297436,0.023729922,0.00010181758,0.0012757062,0.0014708249,0.00044739313],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.56074345,0.000092467046,0.00016557449,0.00037913327,0.0041715195,0.00077124237,0.003460457,0.0002016476,0.000030997515],"category_scores_gemma":[0.33260664,0.00008994372,0.000010865666,0.0040617017,0.0062539526,0.0026879744,0.0016730608,0.0004927358,0.00005138198],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01325202,0.0004487874,0.32639068,0.000024155474,0.00003615717,0.00002152222,0.109723635,0.0000018764416,0.020804932,0.017827531,0.06095706,0.45051163],"study_design_scores_gemma":[0.0002104151,0.000038695085,0.92782515,0.0000070426736,0.0000046585,0.000001012158,0.027660105,0.0005961686,0.000100195546,0.0029869413,0.04041042,0.00015919989],"about_ca_topic_score_codex":0.0066910214,"about_ca_topic_score_gemma":0.0023003984,"teacher_disagreement_score":0.60143447,"about_ca_system_score_codex":0.00035803553,"about_ca_system_score_gemma":0.0058673876,"threshold_uncertainty_score":0.9999235},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2012944180","doi":"10.1016/j.jclinepi.2009.04.007","title":"Systematic review data extraction: cross-sectional study showed that experience did not increase accuracy","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Capital District Health Authority","funders":"Agency for Healthcare Research and Quality","keywords":"Data extraction; Meta-analysis; Systematic review; Extraction (chemistry); Statistics; Medicine; MEDLINE; Mathematics","score_opus":0.9550334104217747,"score_gpt":0.7403269771706922,"score_spread":0.21470643325108252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012944180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8746344,0.041098982,0.050404515,0.019738905,0.007080878,0.0052335933,0.000058539572,0.000020144369,0.0017300848],"genre_scores_gemma":[0.97763914,0.003656298,0.004100247,0.0124937575,0.0009976275,0.000021827425,0.000007809467,0.000010161925,0.0010731218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5788396,0.26716024,0.14138216,0.0026928806,0.009169185,0.000755931],"domain_scores_gemma":[0.22986306,0.60374236,0.14453118,0.015275864,0.0051996373,0.0013878824],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.76162755,0.00044545863,0.022352776,0.000296527,0.00021757661,0.00038707623,0.0073863342,0.00029989207,0.0056794994],"category_scores_gemma":[0.9374485,0.00019348878,0.005155437,0.00082267827,0.00023194977,0.001457883,0.0003880688,0.0012834205,0.0010540592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014189568,0.000813436,0.95848185,0.0026949476,0.0006479097,0.00008710922,0.00006387361,0.00004070612,0.0000026898624,0.00030609185,0.034283996,0.002435486],"study_design_scores_gemma":[0.0006108264,0.0006116188,0.9821105,0.0039083613,0.0010631519,0.00087784865,0.0002403821,0.0015973,3.7959927e-7,0.0028817363,0.0058772694,0.00022060647],"about_ca_topic_score_codex":0.000011775246,"about_ca_topic_score_gemma":0.000010120223,"teacher_disagreement_score":0.34897655,"about_ca_system_score_codex":0.000045681176,"about_ca_system_score_gemma":0.00026844794,"threshold_uncertainty_score":0.99972373},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2013108554","doi":"10.1525/jer.2006.1.2.1","title":"The Ethics in Human Research Ethics","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Information ethics; Meta-ethics; Ethics committee; Nursing ethics; Applied ethics; Ethics of technology; Business ethics; Sociology; Political science; Psychology; Public relations; Public administration; Engineering","score_opus":0.9670438305244726,"score_gpt":0.8158450142239104,"score_spread":0.1511988163005622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013108554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36649776,0.002837679,0.000050846735,0.5564426,0.0004225193,0.002569086,0.000017599445,0.00006705194,0.071094856],"genre_scores_gemma":[0.94937944,0.014765322,0.0005230956,0.002160585,0.004021812,0.00016633648,0.000018437893,0.0002705988,0.028694343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7465008,0.12248496,0.007052453,0.0027453464,0.11162009,0.009596356],"domain_scores_gemma":[0.16590509,0.74255055,0.0006753043,0.004338311,0.0835246,0.0030061626],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.7048336,0.00066601683,0.0016448667,0.0073776217,0.013255596,0.0018227743,0.006509713,0.009279565,0.00047135956],"category_scores_gemma":[0.73242867,0.0004585431,0.0008945197,0.010314898,0.024830896,0.0004635015,0.003552235,0.39690813,0.0005457815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004564724,0.0054063327,0.013825879,0.0022538078,0.00023820155,0.0056322925,0.009433667,0.000106329826,0.011119659,0.832141,0.11418904,0.0010890982],"study_design_scores_gemma":[0.003921592,0.012900208,0.028636781,0.0052770805,0.000020025598,0.00013474563,0.0077531664,0.0000960645,0.0029907613,0.7708389,0.16697778,0.00045288098],"about_ca_topic_score_codex":0.0034661964,"about_ca_topic_score_gemma":0.02311194,"teacher_disagreement_score":0.62006557,"about_ca_system_score_codex":0.0051856483,"about_ca_system_score_gemma":0.04344431,"threshold_uncertainty_score":0.9997866},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2015058264","doi":"10.1016/j.prevetmed.2007.04.010","title":"Evaluation of underlying risk as a source of heterogeneity in meta-analyses: A simulation study of Bayesian and frequentist implementations of three models","year":2007,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health PEI; University of Prince Edward Island","funders":"","keywords":"Frequentist inference; Bayesian probability; Econometrics; Statistics; Population; Study heterogeneity; Meta-analysis; Bayes factor; Bayesian inference; Computer science; Mathematics; Confidence interval; Demography; Medicine","score_opus":0.9418784971080278,"score_gpt":0.6728887747725857,"score_spread":0.26898972233544216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015058264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71519196,0.0011066648,0.2822814,0.000010713999,0.000021280035,0.0012408037,0.000012070502,7.4224323e-7,0.00013434743],"genre_scores_gemma":[0.9980532,0.0000127778085,0.0018609638,0.0000030610342,0.000006015205,0.00003248966,0.000006274638,0.0000067704095,0.000018438343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96731305,0.014756784,0.010850522,0.0006605983,0.006254044,0.00016499616],"domain_scores_gemma":[0.984434,0.0040311343,0.008269371,0.0011736486,0.0020322637,0.000059565667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15461858,0.00020185186,0.003192613,0.00090927054,0.00004340949,0.000010991254,0.00039512984,0.00004020387,0.0011304631],"category_scores_gemma":[0.010437929,0.00011095655,0.0006439526,0.0013267669,0.00013470941,0.00023190261,0.00011098601,0.00007174811,9.647936e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036767786,0.002760732,0.5734777,0.00073564093,0.025262022,0.000009175799,0.035050124,0.23845717,0.034091026,0.000376695,0.000025165751,0.08938686],"study_design_scores_gemma":[0.002692779,0.0030661623,0.47441658,0.00016428393,0.031103209,0.000006745596,0.021066843,0.4375473,0.0005524742,0.02922507,0.0000067910014,0.00015175654],"about_ca_topic_score_codex":0.001696762,"about_ca_topic_score_gemma":0.0017911725,"teacher_disagreement_score":0.28286123,"about_ca_system_score_codex":0.00003539099,"about_ca_system_score_gemma":0.00004610253,"threshold_uncertainty_score":0.9997826},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2015108607","doi":"10.1016/j.jclinepi.2013.07.013","title":"Cross-cultural adaptation of the Health Education Impact Questionnaire: experimental study showed expert committee, not back-translation, added value","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Education and Validation","field":"Social Sciences","cited_by":351,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; St. Michael's Hospital","funders":"","keywords":"Content validity; Metric (unit); Psychology; Face validity; Confirmatory factor analysis; Index (typography); Medicine; Psychometrics; Clinical psychology; Applied psychology; Mathematics; Social psychology; Natural language processing; Physical therapy; Statistics; Computer science; Structural equation modeling","score_opus":0.503309901258871,"score_gpt":0.6514578225306431,"score_spread":0.14814792127177212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015108607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9334806,0.00063953333,0.00072452176,0.060312185,0.003750366,0.0008004722,0.0000021492067,0.000009966376,0.00028021168],"genre_scores_gemma":[0.9909282,0.00025225463,0.0023544878,0.004983129,0.001290382,0.000024627183,0.0000058401833,0.000008384022,0.00015273441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9788627,0.016379053,0.003865542,0.00019539188,0.00039559262,0.00030170972],"domain_scores_gemma":[0.9879073,0.0063813077,0.0038668804,0.0002336817,0.0012017847,0.00040908292],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023590269,0.00013046192,0.0008892598,0.0000797183,0.00041563783,0.00003906376,0.0003657976,0.00021682456,0.00057953264],"category_scores_gemma":[0.029070841,0.0000824487,0.00041648,0.00026944463,0.00050286116,0.0006883779,0.000019043799,0.00047340593,0.000029995788],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018257108,0.0025332368,0.8705977,0.00001643221,0.00006509067,7.595661e-8,0.03167884,0.0004179384,0.00003891902,0.0036003853,0.020166773,0.070702024],"study_design_scores_gemma":[0.0008857395,0.0010934795,0.97122675,0.00007876379,0.000010808036,0.000003650994,0.016950577,0.0005055685,0.000018195798,0.00088201516,0.008256163,0.00008825985],"about_ca_topic_score_codex":0.016081842,"about_ca_topic_score_gemma":0.00056519755,"teacher_disagreement_score":0.10062907,"about_ca_system_score_codex":0.0002653474,"about_ca_system_score_gemma":0.0033031532,"threshold_uncertainty_score":0.9904702},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2015405631","doi":"10.1200/jco.2014.56.2447","title":"Raising Concern About the American Society of Clinical Oncology Conflict of Interest Policy Amendment","year":2014,"lang":"en","type":"letter","venue":"Journal of Clinical Oncology","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Raising (metalworking); Conflict of interest; Clinical Oncology; Oncology; Internal medicine; Law; Political science; Cancer","score_opus":0.9220277047279211,"score_gpt":0.7379440141524083,"score_spread":0.18408369057551277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015405631","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11081599,0.0014535328,0.00015206898,0.8714317,0.009159643,0.00070650975,0.00018460778,0.000025290856,0.006070672],"genre_scores_gemma":[0.27957818,0.010826355,0.00042705992,0.67737836,0.03101847,0.000013580195,0.00002549487,0.00006692731,0.0006655997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96428156,0.019403016,0.013646097,0.00071050756,0.00072129513,0.0012375307],"domain_scores_gemma":[0.9213938,0.049422964,0.025465107,0.00069771364,0.0018020263,0.001218366],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.031202,0.0007201087,0.008266253,0.0002585773,0.00023047629,0.000017564475,0.0022235045,0.008334861,0.00097263925],"category_scores_gemma":[0.008414156,0.0004924801,0.0039193444,0.00048950635,0.009619644,0.00012346957,0.0005279176,0.039560977,0.00005252505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004446974,0.0016398234,0.008739197,0.00036400717,0.0032153649,0.00043174086,0.00034670296,0.000036419773,0.00021912061,0.00043366855,0.73836654,0.24176043],"study_design_scores_gemma":[0.00735194,0.014181594,0.0038723955,0.0002602657,0.0017810629,0.0003382131,0.0002681298,0.00025801425,0.00038862752,0.0007035453,0.97020984,0.00038635984],"about_ca_topic_score_codex":0.00026022072,"about_ca_topic_score_gemma":0.00004732847,"teacher_disagreement_score":0.24137408,"about_ca_system_score_codex":0.0005537261,"about_ca_system_score_gemma":0.01084407,"threshold_uncertainty_score":0.99994063},"labels":[{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2015735539","doi":"10.1097/eja.0b013e328355ce1f","title":"Guidelines on adequate data reporting","year":2012,"lang":"en","type":"editorial","venue":"European Journal of Anaesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Publication; Consolidated Standards of Reporting Trials; Observational study; Transparency (behavior); Guideline; Medical education; Public relations; Quality (philosophy); Work (physics); Randomized controlled trial; Computer science; Political science; Surgery; Engineering; Computer security; Law","score_opus":0.9084004487778861,"score_gpt":0.5943904956825949,"score_spread":0.3140099530952911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015735539","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047608,0.00437593,0.0018812016,0.0013928476,0.9736739,0.0002310999,0.00006726524,0.0000059322324,0.013611058],"genre_scores_gemma":[0.0027008653,0.00080615893,0.009504886,0.00052712596,0.9728884,7.981837e-7,0.00010125021,0.000093361305,0.013377146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.81862634,0.07950353,0.085486025,0.00213664,0.013412578,0.00083489896],"domain_scores_gemma":[0.745701,0.015779186,0.21144696,0.015685964,0.010763657,0.0006232111],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.55243385,0.00061114656,0.0077689462,0.0008754331,0.00013773904,0.00051711925,0.011050323,0.0002686843,0.003762485],"category_scores_gemma":[0.63543177,0.00026750215,0.0024554413,0.0005529192,0.00010927577,0.0003314585,0.0007834695,0.0014710745,0.007683666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023265216,0.000027048194,0.00019979525,0.000011067677,0.00024909587,0.0006870141,0.000058084916,0.000023238537,0.0000021566543,0.000033724715,0.82041085,0.17827466],"study_design_scores_gemma":[0.00015632958,0.0014648653,0.0005916036,0.0001951994,0.00049248675,0.00012606305,0.00009757972,0.00004920493,5.4914636e-7,0.00018172358,0.99641097,0.0002334172],"about_ca_topic_score_codex":0.0000032650971,"about_ca_topic_score_gemma":0.0000021077103,"teacher_disagreement_score":0.17804123,"about_ca_system_score_codex":0.000037682366,"about_ca_system_score_gemma":0.00035355423,"threshold_uncertainty_score":0.9999777},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2015929254","doi":"10.1016/j.jclinepi.2014.11.010","title":"Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis Or Diagnosis (TRIPOD): the TRIPOD statement","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":303,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Albert-Ludwigs-Universität Freiburg; ZonMw; University of Oxford; National Institute for Health and Care Research; University College London; University of North Carolina at Chapel Hill; Cancer Research UK; Medical Research Council; University of Ottawa; Memorial Sloan-Kettering Cancer Center","keywords":"Tripod (photography); Checklist; Statement (logic); Medicine; Computer science; Psychology; Engineering","score_opus":0.9790934224689305,"score_gpt":0.7082666694618389,"score_spread":0.2708267530070916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015929254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19706368,0.0012461945,0.78068113,0.017503832,0.0015881547,0.0016584427,0.00012254454,0.0000037658806,0.00013222327],"genre_scores_gemma":[0.8628246,0.0004275419,0.13418189,0.0011506618,0.0005718453,0.00018816732,0.0000072016583,0.000014116926,0.00063397805],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.74099827,0.06323958,0.18926214,0.0010602692,0.0048226044,0.0006171642],"domain_scores_gemma":[0.3160237,0.35725433,0.3145018,0.002886344,0.008372199,0.0009616192],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7836594,0.0002534072,0.011440935,0.00023728266,0.0000947537,0.00006719368,0.0016170351,0.00027366518,0.00033096888],"category_scores_gemma":[0.8844853,0.00008756111,0.0048053125,0.00055760157,0.00018742982,0.00023987051,0.00009649443,0.00053791585,0.000011842936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005393419,0.00058663235,0.6808407,0.00006864983,0.0012507939,0.0000044247117,0.0007358858,0.04932953,0.0000017267531,0.00051177584,0.21008629,0.05604429],"study_design_scores_gemma":[0.003159972,0.0026503073,0.08628216,0.00024555155,0.0024786803,0.00006486063,0.0012320995,0.7717086,0.000019632296,0.056062534,0.07591117,0.00018444183],"about_ca_topic_score_codex":0.000014091047,"about_ca_topic_score_gemma":0.000021519545,"teacher_disagreement_score":0.7223791,"about_ca_system_score_codex":0.000042199805,"about_ca_system_score_gemma":0.00074010744,"threshold_uncertainty_score":0.7820794},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2016056732","doi":"10.1200/jco.2008.21.6606","title":"Relationships Between Authorship Contributions and Authors' Industry Financial Ties Among Oncology Clinical Trials","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Ontario Institute for Cancer Research","funders":"National Cancer Institute","keywords":"Medicine; Clinical trial; Test (biology); Odds ratio; Odds; Family medicine; Internal medicine; Oncology; Logistic regression","score_opus":0.8928417148709451,"score_gpt":0.7447858718868725,"score_spread":0.1480558429840726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016056732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93138415,0.00041143195,0.00019909303,0.047301143,0.015996145,0.0005814406,0.00021694165,0.000053032523,0.003856657],"genre_scores_gemma":[0.9774585,0.0006341194,0.00087832886,0.004336885,0.015854675,0.000019703391,0.00002126771,0.00002917249,0.00076737226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9254272,0.06240931,0.010216081,0.00056373357,0.00042529375,0.00095836894],"domain_scores_gemma":[0.8619454,0.1160998,0.0092976745,0.00043494668,0.001871697,0.010350473],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.22463939,0.00039287645,0.0039530634,0.00028587208,0.0007386959,0.00004023221,0.00062037597,0.028895274,0.0015298553],"category_scores_gemma":[0.28014845,0.0003182123,0.0010062482,0.0003711063,0.002996243,0.00041126844,0.00023521697,0.0965219,0.00008197885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025296267,0.0013610994,0.78381747,0.00002501885,0.000562059,0.00033673155,0.00025961862,0.000006985997,0.00015667456,0.008841304,0.030483833,0.17161956],"study_design_scores_gemma":[0.006317563,0.002834391,0.52318555,0.00003078534,0.0011779217,0.000166254,0.00016338231,0.00015687781,0.00016223358,0.011350556,0.45421314,0.00024132936],"about_ca_topic_score_codex":0.000023947621,"about_ca_topic_score_gemma":0.00020293078,"teacher_disagreement_score":0.4237293,"about_ca_system_score_codex":0.00017540996,"about_ca_system_score_gemma":0.005874461,"threshold_uncertainty_score":0.999927},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2016126857","doi":"10.1136/ebm.6.1.4","title":"The rocky road: qualitative research as evidence","year":2001,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Geography","score_opus":0.9004402786253913,"score_gpt":0.8176259546885531,"score_spread":0.08281432393683819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016126857","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030178684,0.008457298,0.00039315046,0.36215466,0.61995536,0.0043029687,0.00008490484,0.00019592045,0.004153949],"genre_scores_gemma":[0.0014880013,0.021721486,0.00018652467,0.020002874,0.8961098,0.0033829839,0.00008143306,0.00013690791,0.05688997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9358087,0.04115183,0.0040368317,0.0018094068,0.013287573,0.0039056365],"domain_scores_gemma":[0.46407804,0.51993644,0.0022582216,0.0027553143,0.009384583,0.0015874024],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.14121953,0.0007547484,0.001375907,0.0010520444,0.007481407,0.00009489406,0.0034476642,0.0014384794,0.0053018713],"category_scores_gemma":[0.64540464,0.00047077838,0.00016771346,0.0040249866,0.0029481556,0.0009034118,0.0005770915,0.009803148,0.0070161014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003856053,0.0000146247385,0.00011571731,0.0010409836,0.000023300945,0.000036432608,0.03642663,0.0000021364142,0.000032830678,0.00023678105,0.95823735,0.0034475955],"study_design_scores_gemma":[0.0013344517,0.001459867,0.00020700903,0.033651687,0.000059144808,0.0000011328661,0.03659991,0.000033878267,0.000011163246,0.0014901119,0.92477477,0.0003768876],"about_ca_topic_score_codex":0.024841493,"about_ca_topic_score_gemma":0.0029990252,"teacher_disagreement_score":0.50418514,"about_ca_system_score_codex":0.0036805929,"about_ca_system_score_gemma":0.038420733,"threshold_uncertainty_score":0.99985784},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2017043167","doi":"10.1007/s11192-009-0069-z","title":"Applying the h-index in exploring bibliometric properties of elite marketing scholars","year":2009,"lang":"en","type":"article","venue":"Scientometrics","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Elite; Prestige; Index (typography); Metric (unit); Sociology; Bibliometrics; Library science; Marketing; Social science; Political science; Computer science; Business; Philosophy; Law","score_opus":0.089740442885697,"score_gpt":0.2748107175528747,"score_spread":0.18507027466717768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017043167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644911,0.0010463112,0.00013664857,0.00053705263,0.0007469446,0.0007487284,2.1126796e-7,0.00007856502,0.0322144],"genre_scores_gemma":[0.99844146,0.00019140731,0.0001460383,0.0005211003,0.00027937113,0.00012443725,0.0000021683652,0.000011816406,0.00028221676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783224,0.000037653925,0.00040260333,0.0003033496,0.0010184761,0.0004056692],"domain_scores_gemma":[0.9989232,0.00014573598,0.00029892666,0.00031993046,0.00029740375,0.000014801503],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.009333398,0.00014236358,0.0001654866,0.08039055,0.00021748125,0.00070736546,0.00059127045,0.00003669304,0.00003633398],"category_scores_gemma":[0.0058032214,0.00010600907,0.000062379135,0.24279997,0.000048829228,0.0019953228,0.00020633907,0.00018711983,0.000029478788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005180074,0.00016839894,0.31747058,0.00033166705,0.0000083913155,0.0000015131877,0.00010828139,0.00019541575,0.0015806842,0.001387331,0.0011261087,0.6775698],"study_design_scores_gemma":[0.00033738677,0.000005506839,0.94795185,0.00023489776,0.000018586681,3.2205605e-7,0.0007611414,0.0042936383,0.00015601012,0.00028640658,0.04574656,0.0002077005],"about_ca_topic_score_codex":0.00011609996,"about_ca_topic_score_gemma":0.00000674531,"teacher_disagreement_score":0.67736214,"about_ca_system_score_codex":0.000059841397,"about_ca_system_score_gemma":0.000021209413,"threshold_uncertainty_score":0.93003243},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2017165658","doi":"10.1345/aph.1e224","title":"Implications of Pharmaceutical Industry Funding on Clinical Research","year":2004,"lang":"en","type":"article","venue":"Annals of Pharmacotherapy","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Pharmaceutical industry; Drug industry; Pharmaceutical sciences; Family medicine; Pharmacology; Engineering ethics; Engineering","score_opus":0.9279251021575592,"score_gpt":0.7618643055474453,"score_spread":0.16606079661011386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017165658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316694,0.0016072668,0.000057729805,0.042798076,0.0011402487,0.00094014226,0.00029948752,0.00010747088,0.021380166],"genre_scores_gemma":[0.97418624,0.0061258236,0.00012615508,0.018143345,0.0009278057,0.0000792995,0.000017514958,0.000056858575,0.00033697824],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99387103,0.0020305456,0.0015369582,0.0006523938,0.00061963947,0.0012894309],"domain_scores_gemma":[0.9948727,0.0020660288,0.00041134955,0.00050973357,0.00088142103,0.0012587941],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0075351833,0.00035655248,0.0007020115,0.0004671158,0.00040698348,0.000015797776,0.0009001997,0.0015388603,0.004401648],"category_scores_gemma":[0.00037616864,0.0003443475,0.00038690006,0.0011599568,0.0014687561,0.00020060716,0.00012122976,0.007611724,0.00017782771],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051411553,0.007998501,0.05926462,0.00037689158,0.0012030648,0.0000564973,0.0010134175,0.0017131497,0.5832503,0.13134329,0.03980291,0.16883624],"study_design_scores_gemma":[0.0042627393,0.0010457733,0.006176829,0.000115595285,0.00006687869,0.0000141605215,0.00015137756,0.00008905766,0.76783335,0.011099774,0.20883739,0.00030705295],"about_ca_topic_score_codex":0.000042630127,"about_ca_topic_score_gemma":0.0000032047697,"teacher_disagreement_score":0.18458311,"about_ca_system_score_codex":0.00008281201,"about_ca_system_score_gemma":0.00056828826,"threshold_uncertainty_score":0.9999009},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2017301591","doi":"10.1007/s11192-014-1274-y","title":"Extending citer analysis to journal impact evaluation","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Informetrics; Scientometrics; Impact factor; Ranking (information retrieval); Citation; Measure (data warehouse); Library science; Bibliometrics; Psychology; Information retrieval; Computer science; Sociology; Political science; Data mining","score_opus":0.7601598960034236,"score_gpt":0.7056378674837388,"score_spread":0.054522028519684795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017301591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.767471,0.00037595988,0.2202187,0.0005489162,0.0016291613,0.00028688824,0.000020132225,0.000026743823,0.009422479],"genre_scores_gemma":[0.9943737,0.000032312993,0.0034286114,0.00029727924,0.000285818,0.000008771955,0.0000058856936,0.00001376486,0.0015538674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9526649,0.00096714275,0.0012019225,0.0011959639,0.04262906,0.0013410222],"domain_scores_gemma":[0.96919125,0.0067912093,0.00063861394,0.0016940971,0.019049495,0.0026353227],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.22129287,0.0002464309,0.00057242514,0.5435105,0.00078729034,0.012955809,0.004299265,0.0001318257,0.004085271],"category_scores_gemma":[0.3109278,0.00015952822,0.00074695185,0.85212326,0.00011818832,0.0013021724,0.0008898209,0.00042614908,0.001649343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012722144,0.00010420107,0.3140946,8.1168747e-7,0.00012539465,0.0000033650667,0.00017929112,0.0137634305,0.000345959,0.00022168357,0.019117672,0.6520309],"study_design_scores_gemma":[0.0004173702,0.00030360947,0.76743525,0.0000027060487,0.00012616227,0.000014166719,0.00010484914,0.19967523,0.00015971845,0.004045449,0.027452677,0.00026282275],"about_ca_topic_score_codex":0.00004039085,"about_ca_topic_score_gemma":0.000011384209,"teacher_disagreement_score":0.651768,"about_ca_system_score_codex":0.0009269925,"about_ca_system_score_gemma":0.0003741275,"threshold_uncertainty_score":0.999128},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2018376445","doi":"10.1097/01.blo.0000079322.41006.5b","title":"Methodologic Issues in Systematic Reviews and Meta-Analyses","year":2003,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Meta-analysis; MEDLINE; Narrative review; Management science; Pathology; Intensive care medicine","score_opus":0.9840530214414774,"score_gpt":0.7594592230461266,"score_spread":0.22459379839535087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018376445","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10585074,0.83343965,0.002322667,0.008571432,0.0009198574,0.009255678,0.0000105510735,0.000017459723,0.03961194],"genre_scores_gemma":[0.57827,0.17063288,0.029428018,0.001030133,0.00015393533,0.0007627763,0.0000073907204,0.00007281889,0.21964201],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.65587986,0.30741525,0.027270578,0.0023377014,0.0063696387,0.0007269982],"domain_scores_gemma":[0.8295097,0.15570131,0.0059132334,0.0056700073,0.002307536,0.0008982326],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7564374,0.00039989562,0.012182657,0.0009996622,0.000286055,0.0010384474,0.0011626402,0.0004923725,0.0057416055],"category_scores_gemma":[0.64536107,0.00014634243,0.0039680735,0.0038786859,0.0006992823,0.00029369755,0.00033166783,0.0015803482,0.0014673447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012803597,0.002375113,0.34880626,0.036458187,0.05444642,0.0017602813,0.0038321193,0.00016966315,0.00018050191,0.34135866,0.16960414,0.04088063],"study_design_scores_gemma":[0.002276622,0.0011275051,0.019559143,0.0018682347,0.037057716,0.0005322642,0.0051966836,0.0076615727,0.00001973002,0.33383584,0.58935624,0.0015084315],"about_ca_topic_score_codex":0.000015668295,"about_ca_topic_score_gemma":0.000025369338,"teacher_disagreement_score":0.6628068,"about_ca_system_score_codex":0.000017025885,"about_ca_system_score_gemma":0.00009122138,"threshold_uncertainty_score":0.99999857},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2018803201","doi":"10.1016/s0895-4356(99)00160-2","title":"Randomized trials versus observational studies in adolescent pregnancy prevention","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Psychological intervention; CINAHL; PsycINFO; Pregnancy; MEDLINE; Family medicine; Psychiatry; Surgery; Internal medicine","score_opus":0.9380215926437274,"score_gpt":0.7360098352874899,"score_spread":0.20201175735623755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018803201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9095352,0.021401737,0.0015257892,0.044811234,0.01838167,0.002795219,0.000006712345,0.00002970165,0.0015126801],"genre_scores_gemma":[0.78691846,0.14878437,0.013041874,0.015580771,0.020785011,0.0002140157,0.000025581652,0.00006459543,0.014585335],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.8795796,0.1023109,0.016858045,0.000401983,0.00028082414,0.0005686444],"domain_scores_gemma":[0.6621632,0.32159957,0.014226069,0.00046972866,0.0010971909,0.00044425094],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17700537,0.00019164498,0.007367685,0.00012894135,0.00017217828,9.952893e-7,0.0002116023,0.00047991943,0.0008701438],"category_scores_gemma":[0.41809028,0.0001115708,0.0010825901,0.00017477009,0.00048607154,0.00015106848,0.00004963954,0.002277213,0.00011457706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47690928,0.001945216,0.3827553,0.000774741,0.00085166417,0.00003201828,0.0010067645,0.00040912116,0.000002331863,0.009457876,0.021923915,0.10393176],"study_design_scores_gemma":[0.38966817,0.0012670159,0.5075793,0.005719026,0.00025461506,0.000010177884,0.00086093205,0.00016475447,6.55908e-7,0.072980575,0.021285426,0.0002093402],"about_ca_topic_score_codex":0.000012045725,"about_ca_topic_score_gemma":0.000020224834,"teacher_disagreement_score":0.2410849,"about_ca_system_score_codex":0.00014822994,"about_ca_system_score_gemma":0.00079741643,"threshold_uncertainty_score":0.98934835},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2018907126","doi":"10.1371/journal.pone.0119892","title":"Is Quality and Completeness of Reporting of Systematic Reviews and Meta-Analyses Published in High Impact Radiology Journals Associated with Citation Rates?","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Interquartile range; Citation; Medicine; Checklist; Systematic review; Citation analysis; MEDLINE; Surgery; Psychology; Library science; Biology; Computer science","score_opus":0.9743603511797535,"score_gpt":0.6281372628802134,"score_spread":0.34622308829954007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018907126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818847,0.015567212,0.00062868925,0.00041630623,0.00000974234,0.0013757382,0.000023796241,0.0000017875635,0.00009201958],"genre_scores_gemma":[0.99599653,0.00009483737,0.00362295,0.00006703596,0.0000057985353,0.000058182366,0.000008212165,0.000006950381,0.0001394767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9250674,0.035559118,0.034100875,0.00070619537,0.004344512,0.00022187075],"domain_scores_gemma":[0.8790994,0.012936044,0.0988076,0.0024373163,0.0064656152,0.00025397437],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3437126,0.00025938085,0.01724006,0.0006243742,0.000036683203,0.00032111842,0.0004364803,0.000084369196,0.0007024787],"category_scores_gemma":[0.46097627,0.00009998089,0.0008580052,0.0019051975,0.000094913245,0.00044776127,0.0000616313,0.00012449015,0.0000061474652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044019445,0.00053032377,0.95105815,0.013704949,0.025362924,0.0000067912924,0.0023832426,0.000055790762,0.0054526622,0.00013088186,0.0012273309,0.00004295733],"study_design_scores_gemma":[0.001406422,0.00050615333,0.91077805,0.005463922,0.061243773,0.00004321594,0.0022342473,0.006804638,0.0013096835,0.0097393105,0.0000041242115,0.00046643923],"about_ca_topic_score_codex":0.0001847883,"about_ca_topic_score_gemma":0.00009969438,"teacher_disagreement_score":0.117263645,"about_ca_system_score_codex":0.000039819937,"about_ca_system_score_gemma":0.00007747138,"threshold_uncertainty_score":0.99735004},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2022418062","doi":"10.1186/1471-2288-14-127","title":"Methodological and ethical issues in research using social media: a metamethod of Human Papillomavirus vaccine studies","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Social media; Credibility; Research ethics; Transparency (behavior); Generalizability theory; CLARITY; Psychology; Internet privacy; Informed consent; Public relations; Medicine; Computer science; World Wide Web; Political science; Alternative medicine","score_opus":0.9767535309614988,"score_gpt":0.79382938185026,"score_spread":0.18292414911123878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022418062","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436165,0.007402748,0.006665877,0.038154993,0.0018718956,0.0015720982,0.0000025786821,0.00006593098,0.00064737006],"genre_scores_gemma":[0.48046312,0.009616658,0.50154525,0.00047377733,0.006709131,0.001073583,0.000005361878,0.00006191145,0.00005120682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.621241,0.36914933,0.0014224274,0.0009548473,0.005272823,0.00195958],"domain_scores_gemma":[0.12963955,0.86573625,0.0003272894,0.00049817865,0.0026363546,0.0011623771],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5161341,0.0002277571,0.002084801,0.0013574495,0.0015658484,0.000038854294,0.0010181735,0.0022052855,0.0004886158],"category_scores_gemma":[0.9159092,0.00019557198,0.00013005677,0.0029401642,0.009052991,0.00009632319,0.000831946,0.0055443756,0.000010637621],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049843173,0.00028162118,0.02466813,0.0008862897,0.00008374181,0.000030144534,0.19837204,0.0000010169535,0.0046905396,0.57319635,0.0010606545,0.19623104],"study_design_scores_gemma":[0.0023376308,0.0009198562,0.07340495,0.00058869104,0.00005690474,0.00001158009,0.1527998,0.0002502733,0.0015042037,0.7537033,0.013953406,0.00046939374],"about_ca_topic_score_codex":0.019138053,"about_ca_topic_score_gemma":0.039740916,"teacher_disagreement_score":0.49658692,"about_ca_system_score_codex":0.00053886673,"about_ca_system_score_gemma":0.002754661,"threshold_uncertainty_score":0.999734},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2023334014","doi":"10.1016/j.respol.2010.07.004","title":"R&amp;D investment and financing choices: A comprehensive perspective","year":2010,"lang":"en","type":"article","venue":"Research Policy","topic":"Private Equity and Venture Capital","field":"Business, Management and Accounting","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Convertible bond; Debt; Business; Capital structure; Equity (law); Finance; Stock (firearms); Monetary economics; Financial system; Economics","score_opus":0.12148761277742591,"score_gpt":0.4009572707969718,"score_spread":0.2794696580195459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023334014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89948815,0.00023872526,0.000012684721,0.010818995,0.00015695796,0.00034496657,0.0000039270094,0.00007637863,0.088859245],"genre_scores_gemma":[0.9893423,0.000044669207,0.00017309969,0.005419621,0.0040365853,0.000034460933,0.000008551948,0.000022220356,0.0009185153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985966,0.000023549173,0.00012204473,0.00029865504,0.00040423597,0.0005549019],"domain_scores_gemma":[0.99896,0.00013307494,0.00005080298,0.0002829902,0.0005243432,0.00004878614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005254544,0.00012697862,0.0001430227,0.00057861337,0.0004005945,0.000409977,0.0002726878,0.00011763579,0.00011329112],"category_scores_gemma":[0.0015511255,0.000113361886,0.00004347501,0.00066058786,0.00032900047,0.0006812737,0.0006672612,0.00093146507,0.0005111206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000182638,0.00006169861,0.0013047155,0.00009498396,0.000018041233,0.000009392084,0.00043546475,8.338567e-7,0.0116554275,0.9763335,0.009048775,0.0010188845],"study_design_scores_gemma":[0.0005051357,0.000019332798,0.024047025,0.000038557926,0.000006421657,0.000006661161,0.0008641892,0.00014764637,0.000115944335,0.12826213,0.8458036,0.00018330732],"about_ca_topic_score_codex":0.0073699867,"about_ca_topic_score_gemma":0.0011792459,"teacher_disagreement_score":0.8480714,"about_ca_system_score_codex":0.00008712432,"about_ca_system_score_gemma":0.00012796701,"threshold_uncertainty_score":0.99924004},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2023582820","doi":"10.1525/jer.2009.4.2.65","title":"Inclusion of Women, Minorities, and Children in Clinical Trials: Opinions of Research Ethics Board Administrators","year":2009,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Inclusion (mineral); Ethics committee; Institutional review board; Research ethics; Clinical trial; Medical education; Family medicine; Quarter (Canadian coin); Alternative medicine; Medicine; Political science; Psychology; Public relations; Public administration; Psychiatry; Social psychology; Internal medicine; Pathology","score_opus":0.9429593689841539,"score_gpt":0.8017508797702942,"score_spread":0.14120848921385964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023582820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88090557,0.0020165993,0.0000105765685,0.11219614,0.0001565973,0.0017177066,0.00004891196,0.000014476072,0.0029334375],"genre_scores_gemma":[0.96925324,0.02690793,0.00077226106,0.00085752766,0.0012227067,0.00003368994,0.000014800916,0.00007000456,0.0008678107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.72898513,0.1737203,0.01622356,0.0025727141,0.07200287,0.0064954306],"domain_scores_gemma":[0.3125062,0.6412265,0.0013637546,0.0023680262,0.038346563,0.0041889576],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.755822,0.00042006373,0.0032186466,0.0071989405,0.0018381935,0.00019786168,0.0027697864,0.0052353293,0.00029621308],"category_scores_gemma":[0.8433414,0.0003264827,0.0007988416,0.0057041952,0.014352155,0.0002949898,0.003529757,0.12775345,0.000017218106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0541627,0.033129096,0.33321932,0.008892612,0.0013321842,0.0028840073,0.06417512,0.000021735785,0.008079577,0.42868418,0.040274344,0.02514515],"study_design_scores_gemma":[0.010475038,0.08492844,0.34592122,0.012395178,0.00004155325,0.000096407195,0.011990297,0.000054191238,0.0030887872,0.5228374,0.007745104,0.00042642196],"about_ca_topic_score_codex":0.00058115757,"about_ca_topic_score_gemma":0.0006782309,"teacher_disagreement_score":0.4675062,"about_ca_system_score_codex":0.002094255,"about_ca_system_score_gemma":0.035159167,"threshold_uncertainty_score":0.9999187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2023640666","doi":"10.1177/1476750307083720","title":"Reciprocity","year":2008,"lang":"en","type":"article","venue":"Action Research","topic":"Community Health and Development","field":"Health Professions","cited_by":274,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; York University","funders":"Health Canada","keywords":"Reciprocity (cultural anthropology); Sociology; Participatory action research; Reciprocal; Action research; Citizen journalism; Public relations; Engineering ethics; Action (physics); Political science; Social science; Pedagogy; Law","score_opus":0.908520586474894,"score_gpt":0.730495074282825,"score_spread":0.17802551219206897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023640666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.835637,0.000056052668,0.00007452022,0.0069853584,0.00042691204,0.000629092,0.0000013020863,0.00010377443,0.156086],"genre_scores_gemma":[0.9536966,0.0008744555,0.00053846976,0.0014417422,0.00028110415,0.00027440308,0.00000986085,0.000011013266,0.04287236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971705,0.0014001809,0.00022288701,0.00012656409,0.000506538,0.00057329563],"domain_scores_gemma":[0.997729,0.0012268291,0.000033374406,0.00031349124,0.0004786615,0.0002186312],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027014299,0.00004659672,0.00008757771,0.00018825478,0.0042767385,0.0000026095454,0.00015106364,0.00011709035,0.002558912],"category_scores_gemma":[0.0008892317,0.000041884967,0.00001763206,0.00047244277,0.00008229344,0.00008393534,0.00016942903,0.0018640922,0.005192222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023741087,0.00013775106,0.17255771,0.00023254871,0.00000986416,0.000017379303,0.011177172,5.48254e-7,0.00038705222,0.0020807816,0.77762425,0.03553754],"study_design_scores_gemma":[0.00028365522,0.00003890921,0.25073534,0.000023621693,2.8961003e-7,0.0000037667405,0.0030411559,0.00001312504,0.0000758715,0.0008611671,0.7448793,0.000043766657],"about_ca_topic_score_codex":0.0021352833,"about_ca_topic_score_gemma":0.0006325569,"teacher_disagreement_score":0.11805959,"about_ca_system_score_codex":0.00038193885,"about_ca_system_score_gemma":0.0012055794,"threshold_uncertainty_score":0.9983529},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2023672490","doi":"10.3138/jsp.33.1.11","title":"Are the Best Higher Education Journals Really the Best? A Meta-Analysis of Writing Quality and Readability","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Readability; Publication; Mandate; Quality (philosophy); Computer science; Meta-analysis; Function (biology); Work (physics); Political science; Advertising; Medicine; Business; Engineering; Biology","score_opus":0.21832808093807748,"score_gpt":0.42565056612358093,"score_spread":0.20732248518550345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023672490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7465953,0.011949666,0.000055623517,0.23392549,0.00047999131,0.00013726343,0.0000113746155,0.000005583357,0.0068396945],"genre_scores_gemma":[0.9916312,0.0009727298,0.0007936958,0.00344801,0.00067019684,0.000007751556,9.5199096e-7,0.0000070458664,0.0024684013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503297,0.0013789475,0.0012509628,0.00018026933,0.0019146163,0.00024221097],"domain_scores_gemma":[0.9904449,0.0011012021,0.0035434563,0.00032962408,0.004377541,0.00020330668],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.02500457,0.00012225287,0.0005850765,0.00028501474,0.0009601726,0.009246406,0.0008954842,0.00012861915,0.0004124764],"category_scores_gemma":[0.007185697,0.00006741017,0.00049512886,0.0017125888,0.00019836532,0.01897829,0.00007429551,0.0010051021,0.0000021078183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032019616,0.00041535118,0.94336,0.000014255891,0.013050763,0.000003569555,0.01734961,0.0000459127,0.00006270518,0.009201233,0.0072979107,0.0091666905],"study_design_scores_gemma":[0.000083486084,0.000016764154,0.8466869,0.00003627313,0.010914134,0.000008259962,0.05456581,7.134497e-7,0.000005370087,0.00478661,0.08279184,0.00010381882],"about_ca_topic_score_codex":0.0043344423,"about_ca_topic_score_gemma":0.0012501305,"teacher_disagreement_score":0.2450359,"about_ca_system_score_codex":0.0002392263,"about_ca_system_score_gemma":0.0011564313,"threshold_uncertainty_score":0.99474275},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024037973","doi":"10.1371/journal.pone.0001350","title":"External Validation of a Measurement Tool to Assess Systematic Reviews (AMSTAR)","year":2007,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":579,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Medicine; Kappa; Systematic review; Cohen's kappa; MEDLINE; Internal medicine; Statistics; Mathematics; Biology","score_opus":0.9088568580287464,"score_gpt":0.5118559510449199,"score_spread":0.3970009069838265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024037973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67760444,0.003347412,0.30791584,0.00019025567,0.00014150336,0.006424658,0.0000058550927,0.000008631025,0.004361433],"genre_scores_gemma":[0.93444824,0.00003890205,0.061672155,0.00025623012,0.00011348654,0.00022722226,0.0000017000878,0.00001508186,0.0032270092],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.94067967,0.011565657,0.023382446,0.0010740416,0.022867613,0.0004305496],"domain_scores_gemma":[0.9845258,0.0021779053,0.006345265,0.0034692183,0.0032943955,0.0001874058],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33191022,0.00024148652,0.0051601008,0.000420541,0.000061171675,0.00033001282,0.0013119346,0.00005376881,0.003257055],"category_scores_gemma":[0.109666415,0.00011790161,0.0010246924,0.0012997373,0.000015102713,0.0002012681,0.00009218138,0.00008656439,0.005538016],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013209203,0.007847153,0.078201704,0.18266681,0.005973309,0.000034961333,0.0059789433,0.00015189775,0.6451869,0.0063320706,0.037049223,0.030444909],"study_design_scores_gemma":[0.0027419725,0.0016003349,0.076064594,0.21664521,0.024438046,0.000050464954,0.0045863492,0.007922287,0.6196141,0.015278238,0.02695091,0.004107441],"about_ca_topic_score_codex":0.000005975118,"about_ca_topic_score_gemma":0.000021832468,"teacher_disagreement_score":0.25684378,"about_ca_system_score_codex":0.000097829,"about_ca_system_score_gemma":0.00003973188,"threshold_uncertainty_score":0.9976541},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024445668","doi":"10.1016/j.jclinepi.2014.09.010","title":"A systematic review identifies valid comorbidity indices derived from administrative health data","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":356,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Arthritis Research Centre of Canada","funders":"","keywords":"Comorbidity; Medicine; Statistic; MEDLINE; Population; Statistics; Internal medicine; Environmental health","score_opus":0.7579636439800639,"score_gpt":0.6604261795886774,"score_spread":0.09753746439138644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024445668","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056497584,0.9885023,0.0007896935,0.005705739,0.0018720627,0.0025078226,0.00030737917,0.000030101983,0.00027922154],"genre_scores_gemma":[0.000017176779,0.98697096,0.0011804083,0.0082684085,0.0020922783,0.00003761506,0.0012484066,0.000052444215,0.00013229785],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94663733,0.029042276,0.022149276,0.00095282495,0.0006418892,0.00057641533],"domain_scores_gemma":[0.8220785,0.11547149,0.056366574,0.0041784095,0.00048264884,0.0014223551],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.065213814,0.00071150437,0.03716339,0.00022533399,0.00008081409,0.000034523528,0.0020451944,0.00064430945,0.00038687684],"category_scores_gemma":[0.20573027,0.00043310312,0.0034063556,0.0002446398,0.00059157173,0.0002171683,0.00067117607,0.0025463619,0.00018087678],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004237214,0.0002630921,0.000060653943,0.89523226,0.00472351,0.00019177824,0.000008272336,1.03856536e-7,2.1739706e-9,0.00018508117,0.0689279,0.030365001],"study_design_scores_gemma":[0.0006175352,0.0007083417,0.00022654324,0.6581698,0.019603023,0.0002507909,0.00003876598,0.000010721999,3.8160626e-9,0.00070341537,0.31945994,0.00021111438],"about_ca_topic_score_codex":0.00007373665,"about_ca_topic_score_gemma":0.000041236286,"teacher_disagreement_score":0.25053206,"about_ca_system_score_codex":0.00019805516,"about_ca_system_score_gemma":0.004701215,"threshold_uncertainty_score":0.99981207},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024738100","doi":"10.1186/1748-5908-9-71","title":"How funding agencies can support research use in healthcare: an online province-wide survey to determine knowledge translation training needs","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mental Health Commission of Canada; Michael Smith Health Research BC","funders":"","keywords":"Knowledge translation; Work (physics); Medical education; Quarter (Canadian coin); Health services research; Health administration; Medicine; Health care; Training (meteorology); Demographics; Health informatics; Public relations; Public health; Nursing; Knowledge management; Political science; Sociology","score_opus":0.9628363091388278,"score_gpt":0.7463095418808474,"score_spread":0.21652676725798037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024738100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96036065,0.0000029597795,0.005229551,0.030217063,0.00055423164,0.002898802,0.00047132728,0.000092929324,0.00017249846],"genre_scores_gemma":[0.9826554,0.0000069257167,0.006519521,0.009504152,0.00020162952,0.00038534784,0.00021139,0.000032773398,0.0004828774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878273,0.005215437,0.0015333671,0.00092807977,0.0018999259,0.00259586],"domain_scores_gemma":[0.987833,0.008325831,0.00041659526,0.00066482887,0.0015248529,0.0012348688],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043400094,0.0002484747,0.00037343643,0.0028213228,0.0026000456,0.00037254993,0.00094951614,0.000098225675,0.00015022363],"category_scores_gemma":[0.012135249,0.00025154254,0.000030083782,0.0075022853,0.00044277796,0.0030544437,0.00022222036,0.00065536686,0.000054790446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054362306,0.000049908016,0.63487154,0.0001394846,0.000002156088,0.000002851667,0.20798345,0.000021282469,0.010578256,0.0018658162,0.0014659155,0.14296496],"study_design_scores_gemma":[0.0014831156,0.0006878914,0.87692654,0.00007438013,0.0000030282556,0.0000029920634,0.08271709,0.0016041374,0.0005741491,0.00021551194,0.035364393,0.0003467452],"about_ca_topic_score_codex":0.019970132,"about_ca_topic_score_gemma":0.54318726,"teacher_disagreement_score":0.52321714,"about_ca_system_score_codex":0.0019119394,"about_ca_system_score_gemma":0.009038017,"threshold_uncertainty_score":0.9999937},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2026647402","doi":"10.1080/08989621.2013.866045","title":"Disclosure, Consent, and the Exercise of Patient Autonomy in Surgical Innovation: A Systematic Content Analysis of the Conceptual Literature","year":2014,"lang":"en","type":"review","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research; Society of University Surgeons","keywords":"Informed consent; Autonomy; Psychology; Terminology; Ambiguity; Conceptual framework; Harm; Medicine; Social psychology; Alternative medicine; Sociology; Political science; Computer science; Law","score_opus":0.7046772079286926,"score_gpt":0.6201766418666188,"score_spread":0.08450056606207379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026647402","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05812062,0.93130326,7.6060223e-7,0.0008947825,0.00007465231,0.008803663,0.00010707834,0.0000051335896,0.00069006474],"genre_scores_gemma":[0.25743106,0.74127954,0.000012466424,0.0000328637,0.000027185124,0.00091591064,0.00005173901,0.000019476423,0.00022976141],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98343986,0.007876333,0.0042072693,0.0007395846,0.0032301138,0.0005068188],"domain_scores_gemma":[0.8219902,0.16721357,0.0014011664,0.003774129,0.005466109,0.00015480725],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0571439,0.00031038898,0.0050706123,0.0014245171,0.00007816248,0.00006728802,0.00094130525,0.0009391525,0.00006631439],"category_scores_gemma":[0.07419674,0.00014046539,0.0007478113,0.010889276,0.0067831883,0.000057856385,0.0010231961,0.006149786,0.0000027054657],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013171103,0.0012413702,0.050945032,0.83999914,0.0017114464,0.000036918897,0.008464855,0.000004374072,4.2332724e-7,0.079172075,0.000040364586,0.017066874],"study_design_scores_gemma":[0.007494422,0.0006150439,0.012070455,0.9279769,0.005480725,0.00004947628,0.009812418,0.00041300515,0.000006622653,0.0073154066,0.02818642,0.0005790888],"about_ca_topic_score_codex":0.0012399488,"about_ca_topic_score_gemma":0.0014484946,"teacher_disagreement_score":0.19931044,"about_ca_system_score_codex":0.0005488673,"about_ca_system_score_gemma":0.0033320384,"threshold_uncertainty_score":0.99614304},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2027235867","doi":"10.1046/j.1473-6861.2003.00047.x","title":"The construction of plagiarism in a school of nursing","year":2003,"lang":"en","type":"article","venue":"Learning in Health and Social Care","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Syllabus; Academic integrity; Ignorance; Medical education; Inclusion (mineral); Psychology; Pedagogy; Medicine; Political science; Social psychology; Law","score_opus":0.022333013578881643,"score_gpt":0.34947159352625784,"score_spread":0.3271385799473762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027235867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664329,0.003966464,0.000059885366,0.0038597558,0.00028066267,0.00022645827,0.0000018456145,0.000010924194,0.025161058],"genre_scores_gemma":[0.9989993,0.00063368643,0.00016848344,0.00007970577,0.000050392075,0.0000023837204,0.0000014661821,0.000002561265,0.0000620382],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983409,0.0009735747,0.00024404068,0.00007627644,0.00016579262,0.0001994297],"domain_scores_gemma":[0.9994783,0.0002416862,0.00014740112,0.000023322224,0.000061000123,0.000048319955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001685324,0.000039039453,0.00013022432,0.000050524774,0.0005237957,0.000008917282,0.00005078408,0.0003299706,0.000008404471],"category_scores_gemma":[0.001352508,0.000036349873,0.000020374002,0.0001824734,0.00035156865,0.000034901543,0.0000041489875,0.001136207,3.8948173e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003501289,0.0000097673255,0.30163622,0.00010149498,0.0000022091865,3.6340884e-7,0.44646257,0.000026751582,0.0000038701937,0.19038424,0.00007882847,0.06125869],"study_design_scores_gemma":[0.00031717218,0.000063870946,0.019050129,0.00020984614,0.0000018661252,7.974026e-7,0.9488237,0.000019591598,0.00001298795,0.007444114,0.023990419,0.00006552277],"about_ca_topic_score_codex":0.0051213144,"about_ca_topic_score_gemma":0.0016973247,"teacher_disagreement_score":0.5023611,"about_ca_system_score_codex":0.00014539767,"about_ca_system_score_gemma":0.00055647263,"threshold_uncertainty_score":0.7741929},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2027627080","doi":"10.1016/j.annepidem.2013.05.009","title":"Mentoring in epidemiology and public health training","year":2013,"lang":"en","type":"article","venue":"Annals of Epidemiology","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Cancer Institute; National Institutes of Health","keywords":"Medicine; Epidemiology; Training (meteorology); Public health; Medical education; Environmental health; Family medicine; Nursing; Pathology","score_opus":0.5212026364157277,"score_gpt":0.48972675258413784,"score_spread":0.03147588383158989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027627080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8508563,0.015631583,0.00092466635,0.11308788,0.0023351607,0.00046123352,0.0000052349774,0.0000689967,0.016628923],"genre_scores_gemma":[0.97424054,0.002147865,0.0041774143,0.017900756,0.00021684267,0.00020216945,0.000016355334,0.00002220413,0.0010758302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99211544,0.003029468,0.0017955293,0.00061090494,0.00006439557,0.002384272],"domain_scores_gemma":[0.9921334,0.006187327,0.00065190764,0.00032931662,0.00005770126,0.0006403656],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024885252,0.00020771912,0.0012055684,0.00031303984,0.000059042457,0.000002597466,0.00024365204,0.00028924205,0.00070572965],"category_scores_gemma":[0.01322771,0.00018633067,0.000073469,0.00019424834,0.00023752468,0.00010789679,0.00010803953,0.00042627245,0.00010104867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011939527,0.00007626205,0.5807051,0.000041729047,0.00009453177,0.000002157223,0.006020388,0.000007534414,0.000031154617,0.090923674,0.033463176,0.28862232],"study_design_scores_gemma":[0.00052496453,0.00025764355,0.7651142,0.00009197532,0.000002392527,0.00002429332,0.002422544,0.000083304265,0.000007612372,0.034848917,0.19638276,0.00023942528],"about_ca_topic_score_codex":0.0025432587,"about_ca_topic_score_gemma":0.000024729015,"teacher_disagreement_score":0.2883829,"about_ca_system_score_codex":0.00002805329,"about_ca_system_score_gemma":0.00007660389,"threshold_uncertainty_score":0.9950843},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2027833822","doi":"10.1371/journal.pone.0096920","title":"Poor Reliability between Cochrane Reviewers and Blinded External Reviewers When Applying the Cochrane Risk of Bias Tool in Physical Therapy Trials","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute","keywords":"Meta-analysis; Medicine; Systematic review; Randomized controlled trial; Physical therapy; MEDLINE; Internal medicine","score_opus":0.7283816013967103,"score_gpt":0.4958130527997156,"score_spread":0.23256854859699466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027833822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97065794,0.021422379,0.0018239617,0.0010543667,0.000057085614,0.0045580347,0.000033343953,0.0000067166043,0.00038614418],"genre_scores_gemma":[0.97588307,0.015604217,0.0068667326,0.00033484228,0.00039591212,0.00045119305,0.0000047404137,0.000022579377,0.00043672626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9289809,0.04942694,0.011848256,0.0011567578,0.008240233,0.00034694935],"domain_scores_gemma":[0.90100163,0.07454339,0.014137763,0.00799077,0.0021010777,0.0002253858],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38185406,0.0004051193,0.010576461,0.00022051782,0.00013517037,0.00031650075,0.0015438544,0.000104419465,0.0011410352],"category_scores_gemma":[0.28978604,0.00016094111,0.0018406564,0.0010210043,0.00023690132,0.00020515568,0.00013234254,0.00039010815,0.0002441351],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024163057,0.0015825358,0.3759323,0.0032917578,0.0019716104,0.0000018058089,0.0023887465,0.000036149766,0.004917785,0.0007879997,0.0032697788,0.6055779],"study_design_scores_gemma":[0.016953912,0.0021262504,0.5590206,0.031141002,0.02256992,0.000010417115,0.0014198191,0.038716417,0.011771295,0.24216028,0.070704296,0.0034058266],"about_ca_topic_score_codex":0.000059585822,"about_ca_topic_score_gemma":0.000012898459,"teacher_disagreement_score":0.6021721,"about_ca_system_score_codex":0.000027030455,"about_ca_system_score_gemma":0.000046532237,"threshold_uncertainty_score":0.9997721},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028540474","doi":"10.1371/journal.pone.0003684","title":"Following 411 Cochrane Protocols to Completion: A Retrospective Cohort Study","year":2008,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute of Population and Public Health; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Cochrane Library; Medicine; Systematic review; MEDLINE; Protocol (science); Confidence interval; Cohort study; Hazard ratio; Internal medicine; Alternative medicine; Pathology","score_opus":0.7904036982622812,"score_gpt":0.5202770186509911,"score_spread":0.2701266796112901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028540474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384473,0.00004355062,0.0014649257,0.00041594903,0.000046363668,0.04695478,0.000007919869,0.000019181389,0.012600009],"genre_scores_gemma":[0.9660405,0.0000013535281,0.0059458488,0.00023540549,0.00011828254,0.015380266,0.0000027146677,0.000015154333,0.012260486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9708427,0.004354732,0.005365117,0.0012290041,0.01791808,0.00029033553],"domain_scores_gemma":[0.99170554,0.0010070606,0.0014411205,0.003546787,0.002073678,0.00022582081],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07070532,0.00026384435,0.0067094667,0.00028623588,0.00034486552,0.00036990846,0.0013175561,0.000046141104,0.0079653235],"category_scores_gemma":[0.033174545,0.00014501746,0.0010009877,0.0019113657,0.00003211441,0.00017476338,0.00016254326,0.00015359458,0.008924771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009725714,0.0020215793,0.98548293,0.000019494079,0.00088479184,0.000035745314,0.0010073029,0.0000036755696,0.0003397694,0.00008142435,0.010072348,0.00004124028],"study_design_scores_gemma":[0.00041233463,0.00049376645,0.9952177,0.00015760043,0.00044673606,0.000005350201,0.00034050934,0.00035952544,0.00011806205,0.0003555614,0.0018782115,0.0002146689],"about_ca_topic_score_codex":0.00002046622,"about_ca_topic_score_gemma":0.00004016539,"teacher_disagreement_score":0.03753077,"about_ca_system_score_codex":0.00009200547,"about_ca_system_score_gemma":0.000044947923,"threshold_uncertainty_score":0.99294156},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","score_opus":0.7505475693393026,"score_gpt":0.5892674142758912,"score_spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028758832","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1408229,0.010931687,0.019675395,0.07371772,0.004405637,0.25619555,0.0008109328,0.00011427442,0.49332592],"genre_scores_gemma":[0.9168285,0.00037608636,0.023336282,0.007845412,0.0024279172,0.02198249,0.000028123142,0.00003987004,0.027135294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873357,0.0038680837,0.0052013197,0.00033078456,0.0031446675,0.00011946659],"domain_scores_gemma":[0.98239815,0.0011722906,0.0046188356,0.010981448,0.00077638443,0.000052889187],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.099032834,0.000121820325,0.0034386406,0.000051350275,0.00004429752,0.00047080815,0.007977618,0.0000359237,0.006925179],"category_scores_gemma":[0.049883712,0.00004036322,0.00063465483,0.0003702229,0.00006140624,0.00016273036,0.00007727091,0.00016378792,0.0011276095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021068341,0.00020708404,0.031412873,0.14853244,0.000640763,0.00000524328,0.00065640395,0.00001146289,0.0035690714,0.09331319,0.7190724,0.0025580206],"study_design_scores_gemma":[0.001036418,0.00013958963,0.02423659,0.071926475,0.0016515012,0.00018119483,0.00059059693,0.007907512,0.00073598954,0.029988496,0.8609088,0.0006968519],"about_ca_topic_score_codex":0.0000034809455,"about_ca_topic_score_gemma":0.000013835717,"teacher_disagreement_score":0.7760056,"about_ca_system_score_codex":0.0000040452082,"about_ca_system_score_gemma":0.000028541206,"threshold_uncertainty_score":0.9996501},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2028829563","doi":"10.1186/1471-2296-13-7","title":"Describing the content of primary care: limitations of Canadian billing data","year":2012,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; University of Manitoba","funders":"","keywords":"Medicine; Primary care; Coding (social sciences); Family medicine; Content analysis; Health care; Nursing; MEDLINE; Data collection","score_opus":0.9246791427337877,"score_gpt":0.4761763414013806,"score_spread":0.4485028013324071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028829563","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27060658,0.014257523,0.017433012,0.019787276,0.0060808985,0.0039402484,0.0006014925,0.00012057498,0.66717243],"genre_scores_gemma":[0.971795,0.0014933728,0.016596261,0.00946884,0.00024750762,0.000035548517,0.00024070374,0.00001208727,0.00011068248],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997876,0.0006362799,0.00069889304,0.00008980796,0.0003110664,0.00038796157],"domain_scores_gemma":[0.99086756,0.0071495413,0.0005985782,0.0005874408,0.0004921962,0.0003047007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039310027,0.00006987265,0.00016488564,0.000174508,0.0006389404,0.0000045123375,0.0003007382,0.00010796568,0.000015143778],"category_scores_gemma":[0.014992296,0.000048726055,0.000022122062,0.00034443912,0.000058288722,0.000851236,0.000104176564,0.00048882805,0.00006397286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007305812,0.0004445783,0.22382835,0.009435546,0.0002388303,0.0000022684778,0.34852615,0.00024033806,0.0028270618,0.10198556,0.143632,0.16810875],"study_design_scores_gemma":[0.00055366784,0.00004751398,0.097980484,0.00057245145,0.00013121404,0.0000019874008,0.16895899,0.0006446158,0.000018579603,0.000009075558,0.73097855,0.00010284863],"about_ca_topic_score_codex":0.12870552,"about_ca_topic_score_gemma":0.022759652,"teacher_disagreement_score":0.70118845,"about_ca_system_score_codex":0.0001903139,"about_ca_system_score_gemma":0.0028845484,"threshold_uncertainty_score":0.9950724},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2028852574","doi":"10.1503/cmaj.109-4995","title":"CIHR modifies virtual peer review amidst complaints","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Funding Agency; Political science; Computer science; Operations research; Public relations; Sociology; Engineering; Social science","score_opus":0.1539660424903597,"score_gpt":0.4157044708225048,"score_spread":0.2617384283321451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028852574","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011318244,0.0035783143,0.00013958938,0.9467472,0.0011744273,0.000351419,0.00003448093,0.00003890383,0.036617465],"genre_scores_gemma":[0.18369347,0.009021736,0.00020717163,0.7707903,0.006395087,0.000020215053,0.00012498067,0.00004715674,0.029699896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895733,0.0003231511,0.00058596395,0.00015438611,0.008056002,0.0013072107],"domain_scores_gemma":[0.9460806,0.00030265085,0.00016598645,0.00016058455,0.0035172289,0.049772933],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01573795,0.00013374737,0.00044717512,0.00020217668,0.00019596663,0.000055967314,0.00020815835,0.0003750911,0.005083265],"category_scores_gemma":[0.33593503,0.00010405875,0.000109312314,0.00033528067,0.0000900253,0.00012380605,0.00002089697,0.0020348586,0.0012121368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016357937,0.000032562104,0.0033011353,0.00007839584,0.00004271982,0.0010126466,0.00012114091,2.2395794e-7,9.56939e-7,0.00013030693,0.9403234,0.054940134],"study_design_scores_gemma":[0.0017679501,0.0003027036,0.0036569848,0.0013101537,0.00003141322,0.0012246778,0.00029437107,0.00014769567,0.0000021768042,0.00008398846,0.9910798,0.000098099146],"about_ca_topic_score_codex":0.002912693,"about_ca_topic_score_gemma":0.005440107,"teacher_disagreement_score":0.32019708,"about_ca_system_score_codex":0.004312956,"about_ca_system_score_gemma":0.062067952,"threshold_uncertainty_score":0.99956554},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2028991902","doi":"10.1182/blood-2010-05-280883","title":"Systematic review and meta-analysis methodology","year":2010,"lang":"en","type":"review","venue":"Blood","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":308,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Meta-analysis; Computer science; Process (computing); MEDLINE; Data science; Management science; Medicine; Biology; Pathology; Engineering","score_opus":0.9156491502031748,"score_gpt":0.6134030958983251,"score_spread":0.30224605430484974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028991902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2733134e-8,0.9900873,0.0019203238,0.0001718175,0.00009071954,0.0058299904,0.00015653153,0.000011397653,0.001731892],"genre_scores_gemma":[1.0701988e-7,0.9643325,0.012473209,0.0006144406,0.0000466417,0.0014363669,0.00004223215,0.000045213033,0.021009285],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8438333,0.11194572,0.03528761,0.0029466138,0.0055057197,0.00048103268],"domain_scores_gemma":[0.91047716,0.038858354,0.03278957,0.016035145,0.0014123307,0.0004274524],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.35241482,0.0014350422,0.14375468,0.0018227042,0.00016151456,0.0010984213,0.0050433264,0.00070554606,0.02880291],"category_scores_gemma":[0.15093194,0.00051029434,0.05956494,0.006762287,0.0001262021,0.00014700319,0.0005103605,0.0008951505,0.0059946333],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.190258e-8,0.000037882397,4.0322843e-7,0.5813993,0.4138666,0.00000831757,0.000011146568,2.350143e-8,9.571728e-9,0.00043075802,0.0013528008,0.0028926788],"study_design_scores_gemma":[0.000021341823,0.000007068355,9.93652e-8,0.004553671,0.5996412,0.000138749,0.0000051588277,0.0000010155487,2.134119e-8,0.00026171526,0.39510366,0.0002662989],"about_ca_topic_score_codex":0.0000064223077,"about_ca_topic_score_gemma":0.00003620864,"teacher_disagreement_score":0.57684565,"about_ca_system_score_codex":0.000012081235,"about_ca_system_score_gemma":0.00014624996,"threshold_uncertainty_score":0.99993855},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2029169184","doi":"10.1097/phh.0b013e3182214707","title":"Reaching the Underserved Through Community-Based Participatory Research and Service Learning","year":2011,"lang":"en","type":"article","venue":"Journal of Public Health Management and Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalsa Corporation","funders":"","keywords":"Service-learning; Community-based participatory research; Citizen journalism; Participatory action research; Service (business); Medical education; Sociology; Business; Computer science; Medicine; World Wide Web; Pedagogy; Marketing","score_opus":0.9721080987853831,"score_gpt":0.7248732311219039,"score_spread":0.24723486766347913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029169184","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16185412,0.0003676784,0.008625373,0.78677285,0.00041732512,0.001245876,0.0000026298478,0.000041380656,0.040672768],"genre_scores_gemma":[0.78286725,0.0010868378,0.009862491,0.20558089,0.00016961255,0.000052441155,0.0000017793284,0.000021316335,0.00035738174],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.95928025,0.03759272,0.0011832586,0.00015474045,0.00083489745,0.00095411],"domain_scores_gemma":[0.97928697,0.017495327,0.0014401797,0.0003258892,0.0009557607,0.00049586646],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.12752683,0.00011493592,0.00024517064,0.00029194538,0.005410499,0.00009597757,0.0004185299,0.00006797176,0.00011087898],"category_scores_gemma":[0.006534169,0.00008199215,0.00002048573,0.00086033903,0.0002032681,0.0016252685,0.00033510415,0.003195262,0.000025245561],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004571437,0.00047452058,0.037412602,0.0044886903,0.0002072438,0.000034030247,0.799571,0.000008967875,0.000011798604,0.09128762,0.03713917,0.02890722],"study_design_scores_gemma":[0.0009154061,0.0004672899,0.02598857,0.00014316465,0.000017764703,0.000014087183,0.26589134,0.000080281454,5.0123964e-7,0.0019683791,0.7044489,0.00006434977],"about_ca_topic_score_codex":0.0037902854,"about_ca_topic_score_gemma":0.00067661266,"teacher_disagreement_score":0.6673097,"about_ca_system_score_codex":0.00027441315,"about_ca_system_score_gemma":0.0011729532,"threshold_uncertainty_score":0.9991044},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2031584713","doi":"10.1007/s11948-013-9437-4","title":"Ensuring PhD Development of Responsible Conduct of Research Behaviors: Who’s Responsible?","year":2013,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Quarter (Canadian coin); Work (physics); Focus group; Research ethics; Engineering ethics; Public relations; Pedagogy; Sociology; Medicine; Political science; Engineering","score_opus":0.49109875405317005,"score_gpt":0.5198793828953219,"score_spread":0.028780628842151823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031584713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925345,0.00018055963,0.000069589805,0.006188673,0.000070724556,0.00032174695,0.0000014357743,0.00002095901,0.0006118033],"genre_scores_gemma":[0.98815405,0.00017345072,0.011081459,0.00016994837,0.000028201372,0.000019375393,8.0295064e-7,0.00000995929,0.00036276976],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963547,0.00007528382,0.0003329571,0.00021578938,0.002195712,0.00082554214],"domain_scores_gemma":[0.9934618,0.0016215233,0.000046276604,0.00036189778,0.00213277,0.0023757366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021222461,0.0000804601,0.00022635965,0.0007380206,0.00017619836,0.000022121661,0.00017352591,0.00014810565,0.000033881126],"category_scores_gemma":[0.090843216,0.0000639599,0.000016545608,0.001349098,0.0009469472,0.00019002969,0.00013400477,0.0011194783,0.000008382549],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007131728,0.000057262747,0.0008273108,0.0014239898,0.000006396087,0.000010474148,0.006879364,0.000014147437,0.97885925,0.0015279853,0.00058489153,0.009737615],"study_design_scores_gemma":[0.0008984155,0.0007989227,0.105209604,0.0031112013,0.000009355357,0.00003690249,0.0017068515,0.0015549598,0.8707335,0.00027279553,0.015479405,0.00018806335],"about_ca_topic_score_codex":0.00015681321,"about_ca_topic_score_gemma":0.0000069824137,"teacher_disagreement_score":0.108125724,"about_ca_system_score_codex":0.00013875027,"about_ca_system_score_gemma":0.021471476,"threshold_uncertainty_score":0.98407584},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2033039670","doi":"10.1525/jer.2007.2.3.61","title":"Perceptions of Stress among Students Participating in Psychology Research: A Canadian Survey","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Psychology; Confidentiality; Perception; Stress (linguistics); Medical education; Research ethics; Clinical psychology; Applied psychology; Class (philosophy); Social psychology; Medicine; Psychiatry","score_opus":0.8786602702225971,"score_gpt":0.7565019950908604,"score_spread":0.12215827513173672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033039670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98355407,0.0006329582,0.000026348302,0.00561265,0.00026803926,0.00052988157,0.000026217074,0.000006607862,0.0093432125],"genre_scores_gemma":[0.99736655,0.0011405125,0.00007843391,0.00020242845,0.00035074382,0.000046026486,0.000008224129,0.00005367569,0.00075342803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94023603,0.041287787,0.0022104105,0.0008183792,0.0119172875,0.0035300995],"domain_scores_gemma":[0.9294728,0.056828808,0.00026069183,0.0010564177,0.010768085,0.0016131726],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3330609,0.0002115052,0.00060444855,0.007597347,0.0014331344,0.00027229005,0.002425018,0.0010295876,0.0025494553],"category_scores_gemma":[0.060474154,0.00018451693,0.00017909441,0.0047349203,0.0025109844,0.00029134762,0.00042491785,0.025365984,0.0001936675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018770725,0.0030120672,0.924898,0.00007917334,0.00011307766,0.0015963423,0.036147263,0.000035769775,0.00048926065,0.0012230539,0.019328408,0.011200496],"study_design_scores_gemma":[0.0012431274,0.0041410495,0.9646836,0.0005494569,0.000004645457,0.0000159923,0.016674455,0.00002979499,0.000038611714,0.003200524,0.009268465,0.00015027073],"about_ca_topic_score_codex":0.18883531,"about_ca_topic_score_gemma":0.6589462,"teacher_disagreement_score":0.47011092,"about_ca_system_score_codex":0.0007976988,"about_ca_system_score_gemma":0.0022496812,"threshold_uncertainty_score":0.99986684},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2034886466","doi":"10.1037/0022-3514.92.4.575","title":"The eureka error: Inadvertent plagiarism by misattributions of effort.","year":2007,"lang":"en","type":"article","venue":"Journal of Personality and Social Psychology","topic":"Deception detection and forensic psychology","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Mental Health; Social Sciences and Humanities Research Council of Canada","keywords":"Misattribution of memory; Anagrams; Anagram; Psychology; Task (project management); Feeling; Attribution; Social psychology; Cognitive psychology; Cognition","score_opus":0.044556024553778405,"score_gpt":0.3864191638983278,"score_spread":0.3418631393445494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034886466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94797933,0.0018856153,0.007067099,0.0187969,0.0056360736,0.00015868813,0.00006837038,0.000018797535,0.01838915],"genre_scores_gemma":[0.995578,0.000121614976,0.000061830004,0.0025000607,0.00047172813,0.000002249209,0.000005102826,0.000011320653,0.0012480859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980729,0.0002759783,0.0008277487,0.00019505221,0.00026252778,0.00036577648],"domain_scores_gemma":[0.9985033,0.00025517395,0.00069130195,0.0001644101,0.000260612,0.00012518051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002714577,0.00014266832,0.00036766354,0.00012360707,0.00037698582,0.000013879769,0.00023840074,0.00043830829,0.00058198185],"category_scores_gemma":[0.000059570903,0.00010839815,0.00025441695,0.00020165868,0.0010210997,0.000057391153,0.0000217541,0.00076304557,0.000022202168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034180856,0.0012596868,0.015070878,0.00002179986,0.0010030335,0.000061552135,0.017059293,3.2442827e-7,0.0040730266,0.053722788,0.78710693,0.11720262],"study_design_scores_gemma":[0.0024320995,0.00057911576,0.48290476,0.000005965079,0.000070989634,0.0007244929,0.0062758476,8.062886e-7,0.000035004683,0.004024019,0.50280786,0.00013903185],"about_ca_topic_score_codex":0.00004058722,"about_ca_topic_score_gemma":0.000070838985,"teacher_disagreement_score":0.4678339,"about_ca_system_score_codex":0.000040312992,"about_ca_system_score_gemma":0.00002408514,"threshold_uncertainty_score":0.6372293},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2035490430","doi":"10.1080/08989620902984106","title":"Safety First: Recognizing and Managing the Risks to Child Participants in Magnetic Resonance Imaging Research","year":2009,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Focus (optics); Key (lock); Pediatric research; Magnetic resonance imaging; Engineering ethics; Psychology; Medicine; Business; Knowledge management; Computer science; Engineering; Computer security","score_opus":0.24041135265841806,"score_gpt":0.4912848617688953,"score_spread":0.25087350911047723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035490430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89274204,0.0050281654,0.0000044312555,0.090584606,0.000037459253,0.0014012745,0.0000032856235,0.000022013484,0.01017674],"genre_scores_gemma":[0.9973071,0.0009156065,0.00011873444,0.0012817887,0.00011996505,0.00010606407,0.0000028099603,0.000017667364,0.00013025013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953649,0.0008178034,0.0005555276,0.0007060807,0.0011831276,0.0013725534],"domain_scores_gemma":[0.9970185,0.0016233651,0.00002552405,0.00082214887,0.0002859189,0.00022450708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017710192,0.00014990462,0.00029307214,0.000864588,0.0005583718,0.00020062599,0.0003724125,0.00006675813,0.0001255765],"category_scores_gemma":[0.0045556887,0.000121635734,0.000033914792,0.0026167857,0.00035701666,0.00035619896,0.00026752055,0.0018548804,0.00008237392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043384102,0.0001419552,0.6638254,0.00004265452,0.0000016996274,0.000047082704,0.004327424,0.000029368774,0.00010259677,0.00010956871,0.00061730994,0.3303211],"study_design_scores_gemma":[0.001009177,0.00013542078,0.9738526,0.0005536767,0.0000035484802,0.00001639106,0.004050004,0.0071894308,0.00015663811,0.0022447256,0.010669226,0.000119194796],"about_ca_topic_score_codex":0.004820253,"about_ca_topic_score_gemma":0.002834259,"teacher_disagreement_score":0.3302019,"about_ca_system_score_codex":0.0005732429,"about_ca_system_score_gemma":0.00015299219,"threshold_uncertainty_score":0.80586356},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2037620319","doi":"10.1525/jer.2008.3.4.19","title":"Sharing Data and Results with Study Participants: Report on a Survey of Cultural Anthropologists","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Anthropology: Ethics, History, Culture","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Harm; Confidentiality; Anonymity; Data sharing; Public relations; Social psychology; Psychology; Survey data collection; Internet privacy; Sociology; Political science; Medicine; Law; Computer science","score_opus":0.9303605501824993,"score_gpt":0.7248475637677881,"score_spread":0.20551298641471116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037620319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961042,0.00032025776,0.000010151574,0.031301416,0.00016770425,0.0007228729,0.000065744556,0.00002189091,0.006347998],"genre_scores_gemma":[0.99540895,0.0018092466,0.00013342751,0.00011976265,0.00036450732,0.0000090876965,0.00001870145,0.000030810257,0.002105526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9632889,0.020969765,0.0016643001,0.0010999442,0.011331445,0.0016456691],"domain_scores_gemma":[0.9636017,0.020575505,0.0007775157,0.0016739488,0.012368725,0.0010026215],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.16406792,0.0002432965,0.00076927635,0.0008491003,0.0055676964,0.00019012824,0.0027570426,0.00073931395,0.0001220694],"category_scores_gemma":[0.24594414,0.00016300472,0.00007444591,0.0018448173,0.031153504,0.00053586677,0.0011356695,0.013888321,0.000015931182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008317265,0.0058374405,0.51586026,0.00013420121,0.0004570931,0.012991819,0.30827788,0.000042954045,0.00009907316,0.0063561606,0.14137924,0.00024662394],"study_design_scores_gemma":[0.0042835874,0.027428359,0.6227909,0.0009075611,0.00004189668,0.00023753624,0.30023924,0.00004142024,0.0001273608,0.0026070238,0.040721852,0.00057327485],"about_ca_topic_score_codex":0.02905082,"about_ca_topic_score_gemma":0.04352489,"teacher_disagreement_score":0.10693061,"about_ca_system_score_codex":0.00079733675,"about_ca_system_score_gemma":0.0049814214,"threshold_uncertainty_score":0.99572694},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2038266292","doi":"10.1016/s1047-2797(99)00047-2","title":"Effects on Subject Response of Information Brochures and Small Cash Incentives in a Mail-Based Case-Control Study","year":2000,"lang":"en","type":"article","venue":"Annals of Epidemiology","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada; University of Toronto; Cancer Care Ontario","funders":"","keywords":"Medicine; Incentive; Residence; Confidence interval; Randomized controlled trial; Cash; Demography; Environmental health; Internal medicine; Finance","score_opus":0.2422992511337328,"score_gpt":0.4714461598053242,"score_spread":0.22914690867159143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038266292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99724627,0.00037454936,0.00011321562,0.0013662683,0.00005668944,0.0005582206,0.000023727875,0.000013119842,0.00024795905],"genre_scores_gemma":[0.99758345,0.00010881478,0.00035983865,0.0018632971,0.000019777299,0.000028438246,0.0000014989898,0.0000036444305,0.000031255902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.84991336,0.14861315,0.0007296664,0.00022098023,0.000097412005,0.0004254371],"domain_scores_gemma":[0.81565726,0.18384504,0.00022285942,0.00013303137,0.00007635469,0.000065470296],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14051005,0.000114195405,0.00058505987,0.00030779582,0.00010639012,0.0000029346634,0.00012746888,0.00021238315,0.00009505088],"category_scores_gemma":[0.15895656,0.00010193429,0.00007062008,0.0002597148,0.00044967388,0.00012057906,0.000012658007,0.00016184735,0.0000059627987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2138262,0.00040819595,0.71334726,0.000053036863,0.00010103758,0.00020552581,0.017481927,0.00039872594,0.0003057471,0.0006080682,0.0002071178,0.053057157],"study_design_scores_gemma":[0.0013392447,0.0012607586,0.9943492,0.000031479074,0.000014087364,0.000006911913,0.0010796245,0.0000459199,0.00067210745,0.0007416269,0.00037370244,0.000085376945],"about_ca_topic_score_codex":0.0048274766,"about_ca_topic_score_gemma":0.0033439386,"teacher_disagreement_score":0.2810019,"about_ca_system_score_codex":0.000012160478,"about_ca_system_score_gemma":0.0001295583,"threshold_uncertainty_score":0.88502574},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2038393759","doi":"10.1136/ebm.14.4.103","title":"Selecting \"Aetiology\" articles for the Evidence-Based Medicine journal","year":2009,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Etiology; Outcome (game theory); Medicine; Psychology; Computer science; Psychiatry; Mathematics","score_opus":0.8847191146680925,"score_gpt":0.5824058219691933,"score_spread":0.30231329269889917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038393759","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022488976,0.062276874,0.43865538,0.47265437,0.0014869252,0.0019456081,0.000002451029,0.000032460277,0.00045695616],"genre_scores_gemma":[0.96455914,0.0007026623,0.004765718,0.022675868,0.00399395,0.00010049774,0.000003556849,0.000023292583,0.003175306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96851015,0.010361965,0.010842392,0.00134454,0.008098665,0.00084228476],"domain_scores_gemma":[0.868471,0.115532644,0.0070505473,0.0037765352,0.0045858775,0.00058335566],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2665338,0.0006133023,0.003992136,0.00088911585,0.00102973,0.0004748366,0.0034276834,0.00017226055,0.017432928],"category_scores_gemma":[0.48813638,0.00022045657,0.001468681,0.0033314447,0.0006891325,0.0007499264,0.00004369997,0.00066065567,0.00041051817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041189045,0.000088980116,0.016877381,0.00012892908,0.00023764983,0.000026617128,0.0010818632,0.0030659419,0.0066068303,0.0012822563,0.74357605,0.22661562],"study_design_scores_gemma":[0.008023567,0.012167235,0.12512259,0.029109169,0.006678042,0.00044634627,0.0077917264,0.30585104,0.00320988,0.054272108,0.4457227,0.0016056045],"about_ca_topic_score_codex":0.00004340262,"about_ca_topic_score_gemma":0.000029043074,"teacher_disagreement_score":0.9420702,"about_ca_system_score_codex":0.00015955008,"about_ca_system_score_gemma":0.00061329245,"threshold_uncertainty_score":0.98346525},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2039799345","doi":"10.1016/j.jval.2014.03.1178","title":"Survival crossover adjustment and cost effectiveness analysis: An empirical and methodological review with application","year":2014,"lang":"en","type":"article","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada); McMaster University","funders":"","keywords":"Crossover; Crossover study; Weighting; Ranking (information retrieval); Meta-analysis; Medicine; Statistics; Inverse probability weighting; Survival analysis; MEDLINE; Study heterogeneity; Placebo; Internal medicine; Computer science; Mathematics; Propensity score matching; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.578580919710754,"score_gpt":0.5312975249278556,"score_spread":0.047283394782898336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039799345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6861617,0.046057727,0.22976111,0.032820284,0.00021673659,0.0043502282,0.00012826397,0.000076598,0.00042737758],"genre_scores_gemma":[0.94566745,0.009369749,0.018950354,0.024871174,0.00023191186,0.00072703016,0.000118715936,0.000038654707,0.0000249783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99257696,0.004228238,0.0020318183,0.0007401032,0.00009186024,0.00033101146],"domain_scores_gemma":[0.99520946,0.0030199876,0.0010368979,0.0004165638,0.000036603487,0.00028048432],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05100311,0.00016805867,0.001468562,0.0002359605,0.00012671674,0.00003715163,0.00010556089,0.00010176733,0.000021197135],"category_scores_gemma":[0.0017889923,0.00016476557,0.000047543897,0.00043639477,0.00009022779,0.00020054624,0.00003606606,0.0001715047,0.00003656565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009790133,0.00022716491,0.88558674,0.0061029345,0.00014668108,5.6851144e-7,0.0007444734,0.004979721,5.899241e-7,0.09715435,0.0002856022,0.0046732686],"study_design_scores_gemma":[0.0009740916,0.0003349851,0.92017466,0.0003489044,0.000033567772,0.000006178923,0.000085349166,0.0615291,3.2172173e-7,0.0057723597,0.010506504,0.00023397936],"about_ca_topic_score_codex":0.004231615,"about_ca_topic_score_gemma":0.00035931927,"teacher_disagreement_score":0.25950575,"about_ca_system_score_codex":0.00036607293,"about_ca_system_score_gemma":0.000090818845,"threshold_uncertainty_score":0.977192},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2042872939","doi":"10.3917/mana.152.0181","title":"Control and traceability of research impact on practice: reframing the ?relevance gap' debate in management","year":2012,"lang":"en","type":"article","venue":"M n gement","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Relevance (law); Cognitive reframing; Knowledge management; Traceability; Design science; Control (management); Computer science; Political science; Psychology","score_opus":0.03490098800663465,"score_gpt":0.3357251513405962,"score_spread":0.30082416333396156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042872939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88862526,0.0017583186,0.00026288655,0.011545844,0.00039710186,0.0023217278,0.0000049687965,0.00008390866,0.09499996],"genre_scores_gemma":[0.9983186,0.00016479353,0.00013405,0.00082124886,0.00020354385,0.00005933459,0.000004909674,0.0000140038555,0.0002795101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983921,0.00006598868,0.00029052355,0.0002197,0.00062566303,0.00040604622],"domain_scores_gemma":[0.99895257,0.000450789,0.00014681654,0.00025635917,0.00018116932,0.000012274182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038571688,0.0001414116,0.00017819904,0.0002838701,0.0002357667,0.00010614937,0.00018956792,0.000025208292,0.00015605676],"category_scores_gemma":[0.00049070554,0.0000920197,0.00003713403,0.00076282857,0.000103339866,0.0006479619,0.00030261785,0.00014991601,0.00006536484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069241115,0.0014601147,0.57363373,0.0010463159,0.000627013,0.000015404326,0.0010709749,0.0010548696,0.00008033615,0.37604553,0.022902394,0.02137095],"study_design_scores_gemma":[0.0009913227,0.000035167675,0.8833988,0.00009672213,0.00011951106,2.869987e-7,0.002206178,0.0017846568,0.000010521946,0.0025570195,0.10863997,0.00015987584],"about_ca_topic_score_codex":0.0003013957,"about_ca_topic_score_gemma":0.000045999568,"teacher_disagreement_score":0.3734885,"about_ca_system_score_codex":0.00010266503,"about_ca_system_score_gemma":0.0000039028514,"threshold_uncertainty_score":0.37524542},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2043525961","doi":"10.3152/030234211x12960315267732","title":"University–industry research collaborations in Canada: the role of federal policy instruments","year":2011,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"George Brown College; University of Toronto","funders":"","keywords":"Government (linguistics); Research policy; Technology transfer; Public administration; Political science; Public policy; Regional science; Technology policy; Business; Sociology; Social science; International trade","score_opus":0.11397153373952487,"score_gpt":0.2790228577445762,"score_spread":0.16505132400505132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043525961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7344346,0.000033010394,0.0000013098736,0.009856238,0.000039983668,0.000079368205,0.000075857584,0.0000026941425,0.25547695],"genre_scores_gemma":[0.99859184,0.00003179428,0.000023046005,0.0005936903,0.000059066737,0.0000019661863,0.0000010065238,0.0000026097307,0.0006949587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99908435,0.000028251638,0.00020649911,0.0001695222,0.00010827514,0.00040307656],"domain_scores_gemma":[0.9993811,0.000023757255,0.00009673579,0.00018747243,0.00021763185,0.000093258794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001452937,0.000049412283,0.00009444915,0.0012801391,0.00048286575,0.0000664825,0.00042243884,0.000053868964,0.000047393223],"category_scores_gemma":[0.0007121756,0.000045913257,0.000008372698,0.006367452,0.000626845,0.00052408484,0.00013229951,0.00021670901,0.0000087939125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015318689,0.000013568323,0.14662066,0.0000012223054,0.0000019733463,2.1411294e-7,0.0007666094,4.4355252e-7,0.000012835774,0.8508122,0.0002537762,0.0015149581],"study_design_scores_gemma":[0.00035316634,0.00003661202,0.7067834,0.00000658729,4.277721e-7,0.0000036005845,0.009521986,0.00046768578,0.000434955,0.14638443,0.13585897,0.00014818394],"about_ca_topic_score_codex":0.96230406,"about_ca_topic_score_gemma":0.52773434,"teacher_disagreement_score":0.7044278,"about_ca_system_score_codex":0.00068700284,"about_ca_system_score_gemma":0.009647823,"threshold_uncertainty_score":0.99596655},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043763793","doi":"10.1371/journal.pone.0097886","title":"Sharing Individual Participant Data from Clinical Trials: An Opinion Survey Regarding the Establishment of a Central Repository","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Birmingham; Queen's University; Cancer Research UK","keywords":"Safeguarding; Clinical trial; Data sharing; Workload; Medicine; Information repository; Systematic review; Resource (disambiguation); MEDLINE; Alternative medicine; Computer science; Nursing; Pathology; Political science","score_opus":0.9754389651248165,"score_gpt":0.6107774621438413,"score_spread":0.3646615029809752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043763793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993377,0.00083870493,0.0033990587,0.0002726731,0.00057262124,0.00076688366,0.00026424203,0.0000075521525,0.0005013076],"genre_scores_gemma":[0.9958612,0.000036520305,0.0028976956,0.00008767275,0.0006299022,0.000017626771,0.00021414978,0.000009988876,0.00024525283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7854382,0.17160764,0.028186068,0.0026604498,0.011494203,0.00061345997],"domain_scores_gemma":[0.80584264,0.13628195,0.024103839,0.031097516,0.0018607187,0.0008133398],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6082692,0.00019183426,0.004514113,0.000094122835,0.00015266467,0.0011387629,0.0050373226,0.000093966024,0.0008420367],"category_scores_gemma":[0.35196626,0.00008102434,0.00067618885,0.00044891395,0.0000864652,0.00046462542,0.0009303371,0.00023112979,0.00013108685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006788341,0.0012352641,0.9691786,0.00004135166,0.003236508,0.0000011933126,0.001006524,0.00003224213,0.0003571811,0.00024427593,0.017251922,0.0073470287],"study_design_scores_gemma":[0.000706616,0.00016136376,0.8253631,0.00036351982,0.0041403878,9.706517e-7,0.00078062515,0.16229336,0.0003983456,0.0013104504,0.004227715,0.00025358237],"about_ca_topic_score_codex":0.00031878788,"about_ca_topic_score_gemma":0.00024156421,"teacher_disagreement_score":0.25630295,"about_ca_system_score_codex":0.000009410888,"about_ca_system_score_gemma":0.000068047986,"threshold_uncertainty_score":0.99989814},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2044678740","doi":"10.1016/j.jclinepi.2003.07.014","title":"Commonalities in the classical, collapsibility and counterfactual concepts of confounding","year":2004,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Counterfactual thinking; Confounding; Counterfactual conditional; Econometrics; Key (lock); Abstraction; Computer science; Covariate; Observational study; Medicine; Risk analysis (engineering); Statistics; Mathematics; Psychology; Epistemology; Social psychology; Computer security","score_opus":0.7854842182921576,"score_gpt":0.6818694211313308,"score_spread":0.10361479716082689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044678740","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012562552,0.99211395,0.004532333,0.0006642959,0.0004528093,0.00060938275,0.00003996681,0.000014949998,0.0003160312],"genre_scores_gemma":[0.0026108418,0.984303,0.01240871,0.00033765513,0.0002766935,0.000012706796,0.0000030602807,0.000023162584,0.00002417426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97519714,0.012576693,0.011253006,0.0003094826,0.0003017905,0.00036190648],"domain_scores_gemma":[0.7177345,0.27198833,0.009438876,0.00045703832,0.0002583098,0.00012290923],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04978111,0.00037210126,0.010352217,0.00014448428,0.00003862753,0.000010297961,0.0007678613,0.00096199795,0.00003253113],"category_scores_gemma":[0.18041122,0.00020116192,0.0010589323,0.00015891009,0.0020719885,0.0001095833,0.00014096391,0.0027938182,0.0000017968011],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018085036,0.0006701586,0.0024636881,0.021302538,0.0004988386,0.000082330334,0.00058215496,0.0000033472388,1.6693097e-7,0.697206,0.0035004402,0.27350947],"study_design_scores_gemma":[0.00045583557,0.00089944043,0.00016374642,0.014441267,0.000387719,0.00031336152,0.000241382,0.0000035832495,2.439236e-7,0.6706728,0.31224602,0.00017458458],"about_ca_topic_score_codex":0.000012864062,"about_ca_topic_score_gemma":0.000029715642,"teacher_disagreement_score":0.3087456,"about_ca_system_score_codex":0.00015078095,"about_ca_system_score_gemma":0.0008819886,"threshold_uncertainty_score":0.9995068},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2044709424","doi":"10.3138/jsp.45-1-004","title":"Countering Supervisor Exploitation","year":2013,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intimidation; Devaluation; Supervisor; Negotiation; Work (physics); Cover (algebra); Reinterpretation; Public relations; Business; Political science; Psychology; Social psychology; Engineering; Law; Finance","score_opus":0.2701438766809471,"score_gpt":0.48505264585468083,"score_spread":0.21490876917373375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044709424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91401577,0.0009000168,0.0010754146,0.06484586,0.0044610626,0.00022099314,0.000003129998,0.000034290428,0.014443436],"genre_scores_gemma":[0.98913187,0.00019095797,0.0035593063,0.002931325,0.0023865912,0.000029958775,0.0000040033215,0.000021181444,0.0017447994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979906,0.0002659768,0.0008104472,0.00010071798,0.0005273143,0.00030493317],"domain_scores_gemma":[0.99502075,0.0003358514,0.00039675325,0.00015421424,0.003798532,0.00029388812],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0022495748,0.000088827546,0.00018743858,0.00029631483,0.00059401226,0.00409414,0.000409734,0.00018119747,0.002286928],"category_scores_gemma":[0.004523908,0.0000730818,0.000086307395,0.00025012236,0.000018184877,0.08533156,0.000080112666,0.0020044222,0.00024090768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035185356,0.00026903732,0.09583032,0.00022886184,0.00013779296,0.0000051320735,0.04793412,0.000061557745,0.009494651,0.022293756,0.801341,0.02236858],"study_design_scores_gemma":[0.0013913582,0.00016525251,0.35120112,0.0006779348,0.000033692246,0.000025744539,0.13337758,0.00020525104,0.00001683656,0.007543266,0.5051204,0.00024154238],"about_ca_topic_score_codex":0.00034018545,"about_ca_topic_score_gemma":0.000029591069,"teacher_disagreement_score":0.2962206,"about_ca_system_score_codex":0.00027567355,"about_ca_system_score_gemma":0.00042111284,"threshold_uncertainty_score":0.9986251},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2045910459","doi":"10.1016/j.jclinepi.2009.06.007","title":"A scale for distinguishing efficacy from effectiveness was adapted and applied to stroke rehabilitation studies","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Lawson Health Research Institute; Western University","funders":"Canadian Institutes of Health Research","keywords":"Confidence interval; Physical therapy; Medicine; Kappa; Rehabilitation; Randomized controlled trial; Reliability (semiconductor); Stroke (engine); Operationalization; Internal medicine; Mathematics","score_opus":0.3121866161788805,"score_gpt":0.5622545008997024,"score_spread":0.2500678847208219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045910459","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023672245,0.9668515,0.0027873726,0.002285221,0.001957378,0.0023054006,0.00005570262,0.000022004586,0.00006317607],"genre_scores_gemma":[0.0010163952,0.9329438,0.06242023,0.0007100629,0.0027248415,0.00006926585,0.00003133184,0.000040239196,0.00004380035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881795,0.004546929,0.0061399615,0.0005961548,0.00020755423,0.00032989206],"domain_scores_gemma":[0.639286,0.35616654,0.0033070317,0.0002813754,0.00053796184,0.00042110268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02290842,0.0003954497,0.014195168,0.00033264715,0.00007029161,0.000008929096,0.00016598607,0.00078413665,0.000005406775],"category_scores_gemma":[0.404944,0.00022570467,0.002476292,0.00016739723,0.0002927182,0.00004312955,0.0000623586,0.0011815662,0.000005932728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016320277,0.00026027704,0.0041390476,0.006906931,0.0009387534,0.0000044288945,0.000105311374,0.000011667763,0.0000013335498,0.00010397334,0.0012874516,0.98460877],"study_design_scores_gemma":[0.004880783,0.008534531,0.13321143,0.043989535,0.004011639,0.00007507231,0.00023038378,0.000012477444,4.7266965e-7,0.003128671,0.8015927,0.0003322727],"about_ca_topic_score_codex":0.0000038903945,"about_ca_topic_score_gemma":0.0000032509097,"teacher_disagreement_score":0.98427653,"about_ca_system_score_codex":0.00016944876,"about_ca_system_score_gemma":0.00035565344,"threshold_uncertainty_score":0.9703533},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2046509340","doi":"10.1007/s11948-014-9623-z","title":"A Troubled Solution: Medical Student Struggles with Evidence and Industry Bias","year":2014,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Philosophy of science; Context (archaeology); Empirical evidence; Pharmaceutical industry; Public relations; Psychology; Medical education; Engineering ethics; Sociology; Epistemology; Political science; Medicine; Engineering","score_opus":0.6010384939624883,"score_gpt":0.5857342912477133,"score_spread":0.015304202714775061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046509340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97511095,0.00069113786,0.0004842758,0.022481197,0.00045322583,0.0001618159,0.0000037714697,0.00010133487,0.00051231263],"genre_scores_gemma":[0.99519897,0.00043974863,0.00026645945,0.0038032494,0.00020116927,0.000017109458,6.5871666e-7,0.000008553319,0.00006407133],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980536,0.00018086088,0.00019261902,0.00034935854,0.0007174795,0.0005060879],"domain_scores_gemma":[0.9974194,0.0012980079,0.000041650168,0.00013224901,0.00019719734,0.00091146014],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0067839622,0.00015749902,0.00017150672,0.00009525955,0.00057988847,0.00007145213,0.00028543637,0.0009205313,0.00009955796],"category_scores_gemma":[0.002463116,0.00012564297,0.000012449199,0.00040977428,0.0011602202,0.00029831883,0.00016355533,0.004988372,0.0000052386094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007407044,0.0008322834,0.48116648,0.0036019352,0.00035026402,0.00036037748,0.027746145,0.009540203,0.04866516,0.24429695,0.0030758353,0.17962366],"study_design_scores_gemma":[0.0055738417,0.0019802751,0.26001978,0.0026875057,0.0003873189,0.0010958504,0.0029596826,0.4988348,0.017934557,0.0011841395,0.20510773,0.0022345313],"about_ca_topic_score_codex":0.000022425085,"about_ca_topic_score_gemma":0.000013719395,"teacher_disagreement_score":0.4892946,"about_ca_system_score_codex":0.000053726963,"about_ca_system_score_gemma":0.00053391745,"threshold_uncertainty_score":0.9973072},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2048297747","doi":"10.1136/ebm.13.5.133","title":"Why A-level evidence does not make it to clinicians' A-list: the case of thromboprophylaxis in medical patients","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Medical emergency","score_opus":0.1255450203080499,"score_gpt":0.3661914099737834,"score_spread":0.2406463896657335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048297747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77575797,0.0012917455,0.00046352332,0.21910192,0.00093714916,0.0020055287,0.000021929462,0.00004962033,0.00037064913],"genre_scores_gemma":[0.9058909,0.0027718025,0.00037166936,0.08982794,0.0006431562,0.00019043473,0.000012684549,0.000043640342,0.0002477722],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9944799,0.0003666927,0.0016051005,0.0008087483,0.0020726996,0.0006668515],"domain_scores_gemma":[0.99400777,0.003092935,0.00038162866,0.0012976138,0.0005982466,0.0006217969],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031326034,0.00043928655,0.0014767344,0.00048688543,0.00021038156,0.000011306398,0.00063258,0.00022140835,0.0021495612],"category_scores_gemma":[0.015488899,0.0002403209,0.00021702693,0.0012048457,0.0009526073,0.00020325115,0.00022429517,0.0006052307,0.00007166568],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040710303,0.006929517,0.34091377,0.004183593,0.00055027864,0.030201944,0.015274566,0.00014487818,0.0020063946,0.00094488193,0.44496515,0.149814],"study_design_scores_gemma":[0.009537236,0.011420481,0.8913503,0.046299055,0.0008415666,0.0005601376,0.0027428037,0.0008796083,0.004907801,0.00012236317,0.030467061,0.0008715454],"about_ca_topic_score_codex":0.01002434,"about_ca_topic_score_gemma":0.006222064,"teacher_disagreement_score":0.55043656,"about_ca_system_score_codex":0.00023619499,"about_ca_system_score_gemma":0.0005919364,"threshold_uncertainty_score":0.9987626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2048634900","doi":"10.1016/j.jclinepi.2006.03.004","title":"Limited search strategies were effective in finding relevant nonrandomized studies","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Terminology; Psychological intervention; Vocabulary; Clinical study design; Cochrane Library; Standardization; Controlled vocabulary; Research design; Cohort study; Computer science; Information retrieval; Randomized controlled trial; Clinical trial; Surgery; Nursing; Statistics; Pathology","score_opus":0.9123345603419358,"score_gpt":0.7036210264626043,"score_spread":0.20871353387933156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048634900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96328294,0.0071086474,0.017616566,0.0075585917,0.0017280596,0.0006046423,0.0000025826632,0.000002490884,0.0020954995],"genre_scores_gemma":[0.98704976,0.0010582011,0.009353892,0.000594098,0.00076399406,0.000011454041,9.388273e-7,0.000009035874,0.0011586491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55502385,0.35073817,0.088846445,0.0012007729,0.0034326285,0.00075813185],"domain_scores_gemma":[0.179596,0.7825111,0.03321118,0.001573614,0.0028542667,0.0002537866],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7627578,0.0002950702,0.02210819,0.0006974958,0.0000861488,0.00012013125,0.0013214602,0.00031986216,0.0006909928],"category_scores_gemma":[0.803117,0.00012049259,0.005610678,0.0008741041,0.00035725447,0.0003014156,0.00014673635,0.0012839814,0.0003743097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017784762,0.0004213066,0.85059124,0.00009058091,0.001460476,0.00020052519,0.0003161426,0.011862725,0.000043837095,0.014020649,0.07968829,0.03952577],"study_design_scores_gemma":[0.007366057,0.0008708617,0.7148639,0.0003170711,0.00035994375,0.00010413042,0.0028678954,0.00857749,0.000005616643,0.24788143,0.016568037,0.00021756678],"about_ca_topic_score_codex":0.000031240637,"about_ca_topic_score_gemma":0.00013055054,"teacher_disagreement_score":0.43177298,"about_ca_system_score_codex":0.00005558398,"about_ca_system_score_gemma":0.00021531641,"threshold_uncertainty_score":0.99240965},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2049110830","doi":"10.1111/j.1756-5391.2009.01006.x","title":"Meta‐analysis of randomized trials for health care interventions: one for all?","year":2009,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Natural Science Foundation of China","keywords":"Randomized controlled trial; Meta-analysis; Psychological intervention; Medicine; Psychology; Nursing","score_opus":0.9820464684378005,"score_gpt":0.719992384647849,"score_spread":0.26205408378995154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049110830","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.13670424e-7,0.7192618,0.26279855,0.010104834,0.00043579226,0.0072151064,0.00016688164,0.0000017867412,0.000015140643],"genre_scores_gemma":[0.000011414157,0.96260685,0.033649325,0.0012782946,0.00079625315,0.00059876835,0.000099727375,0.00002975015,0.0009296482],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7764243,0.09685356,0.11382454,0.001256445,0.0111153135,0.0005258562],"domain_scores_gemma":[0.5080314,0.30070832,0.17418838,0.0033379009,0.013187457,0.0005464837],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.72090745,0.00092039973,0.15800548,0.00713946,0.0001184443,0.00024526223,0.0032670805,0.00030899426,0.0051611923],"category_scores_gemma":[0.6310614,0.00029857343,0.17433842,0.004538936,0.00022337568,0.00032382138,0.00004303902,0.00043552736,0.000012853081],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002352204,0.00012596803,3.0173433e-7,0.037118502,0.43341592,0.0000021443395,0.0002040211,0.00008146564,1.790099e-7,0.00019387815,0.04864854,0.47785687],"study_design_scores_gemma":[0.009224164,0.00084544194,2.434127e-7,0.033094298,0.55324346,0.000004658536,0.0001160126,0.00011111546,2.7325945e-7,0.0005538053,0.4026764,0.0001301632],"about_ca_topic_score_codex":0.000017047647,"about_ca_topic_score_gemma":0.0000320321,"teacher_disagreement_score":0.4777267,"about_ca_system_score_codex":0.00025904897,"about_ca_system_score_gemma":0.002057784,"threshold_uncertainty_score":0.99994665},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2049465862","doi":"10.1186/1472-6963-11-268","title":"Paucity of qualitative research in general medical and health services and policy research journals: analysis of publication rates","year":2011,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; University of Toronto","funders":"","keywords":"Qualitative research; Citation; Nursing research; Health informatics; Health services research; Medicine; Health policy; Health administration; Health care; Bibliometrics; MEDLINE; Public health; Ranking (information retrieval); Qualitative analysis; Library science; Nursing; Social science; Political science; Sociology; Computer science","score_opus":0.9556517327164997,"score_gpt":0.775290194182347,"score_spread":0.1803615385341527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049465862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97050303,0.015705736,0.00022278202,0.010112421,0.00002638004,0.0018063999,0.00007647666,0.0000035011794,0.001543299],"genre_scores_gemma":[0.98961914,0.005526877,0.0036828401,0.00043164424,0.00010444791,0.000116693845,0.000026421187,0.000017262859,0.00047465332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6852011,0.25469095,0.017890286,0.0025299513,0.03725348,0.002434235],"domain_scores_gemma":[0.9145306,0.042476393,0.006662241,0.005610083,0.027898194,0.002822514],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.76039135,0.00026516782,0.004306586,0.0154901445,0.00073934195,0.0006502793,0.0033030142,0.00026140708,0.0026745202],"category_scores_gemma":[0.013744738,0.00015640813,0.00041744384,0.034441806,0.0009398926,0.00067056634,0.0013193884,0.00144384,0.00009174114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014728824,0.0005117475,0.78547764,0.008146445,0.0004968208,0.0000036190022,0.16925377,0.000007783848,0.000038628878,0.013158856,0.00080423086,0.021953152],"study_design_scores_gemma":[0.00037448067,0.000427282,0.87130433,0.0007982214,0.000023044162,0.000004368301,0.07939598,0.02915843,0.000027582775,0.017374083,0.0010007978,0.00011136937],"about_ca_topic_score_codex":0.09955664,"about_ca_topic_score_gemma":0.08406115,"teacher_disagreement_score":0.74664664,"about_ca_system_score_codex":0.00027584413,"about_ca_system_score_gemma":0.0036033106,"threshold_uncertainty_score":0.9982372},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2049858279","doi":"10.1007/s10903-012-9622-6","title":"Opportunities and Challenges Associated with Engaging Immigrant Women in Participatory Action Research","year":2012,"lang":"en","type":"review","venue":"Journal of Immigrant and Minority Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Participatory action research; Community-based participatory research; Immigration; Citizen journalism; Public relations; Public health; Relevance (law); Action research; Sociology; Political science; Medicine; Nursing","score_opus":0.939929399127483,"score_gpt":0.692489849966449,"score_spread":0.24743954916103394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049858279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03164996,0.9603222,0.0000020365846,0.006443725,0.0003182408,0.0011043372,0.00004963849,0.000012216531,0.00009761889],"genre_scores_gemma":[0.009596065,0.9890067,0.000037985734,0.0005748699,0.0004242147,0.00016311047,0.000005207563,0.0000281375,0.0001637098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.983584,0.010925545,0.0023663426,0.00029534264,0.00088115456,0.0019476176],"domain_scores_gemma":[0.99035186,0.0053029195,0.00241488,0.00020736015,0.00044393193,0.0012790622],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.051609173,0.00031342002,0.0020687594,0.0012541942,0.0010593304,0.000026383106,0.0002039445,0.00031400335,0.000035824112],"category_scores_gemma":[0.0011798759,0.00022235104,0.00007374249,0.0004910701,0.00025515174,0.00045026405,0.00010008933,0.0030205532,0.0000050965264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005004083,0.00008296062,0.001992005,0.038543757,0.00006581932,0.000023646247,0.10131759,1.8375356e-8,1.7879186e-7,0.0002138924,0.00034394048,0.85736614],"study_design_scores_gemma":[0.00096112373,0.00057573296,0.010081874,0.016427875,0.000073719304,0.00006794437,0.10021174,0.000001364366,4.6355776e-8,0.000043724373,0.8713513,0.00020357326],"about_ca_topic_score_codex":0.0035611123,"about_ca_topic_score_gemma":0.013123402,"teacher_disagreement_score":0.8710073,"about_ca_system_score_codex":0.0017949931,"about_ca_system_score_gemma":0.006947241,"threshold_uncertainty_score":0.9992795},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2050835672","doi":"10.1002/nur.10086","title":"An alternative paradigm for clinical nursing research: An exemplar","year":2003,"lang":"en","type":"article","venue":"Research in Nursing & Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Nursing Research","keywords":"Generalizability theory; Intervention (counseling); Psychological intervention; Paradigm shift; Randomized controlled trial; Clinical trial; Research design; Nursing research; Perspective (graphical); Outcome (game theory); Management science; Conceptual framework; Medicine; Psychology; Nursing; Computer science; Sociology; Epistemology; Artificial intelligence","score_opus":0.9403976960290524,"score_gpt":0.8485390918669368,"score_spread":0.09185860416211566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050835672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7203138,0.0008659269,0.01485811,0.21257795,0.0049376898,0.020146076,0.00030505238,0.00033401698,0.025661364],"genre_scores_gemma":[0.97353184,0.0007725448,0.016148487,0.0063891853,0.00156316,0.0011868726,0.000049576087,0.000118769436,0.00023957258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9247964,0.06252229,0.0025753933,0.0014643138,0.00274277,0.0058988235],"domain_scores_gemma":[0.974317,0.019477434,0.00042757747,0.0014049563,0.0013348876,0.0030381538],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15910427,0.00025707524,0.00071698986,0.0018065057,0.005743121,0.000110705536,0.0010696024,0.00036344322,0.0001490754],"category_scores_gemma":[0.010274925,0.0002593125,0.00007632091,0.0028943347,0.0016552783,0.0009340184,0.00004580019,0.0045625037,0.00021665038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00071528985,0.0022827822,0.027250545,0.00070821866,0.000009219027,0.000018114488,0.11742586,0.000033342487,0.00007111141,0.54102063,0.09444702,0.21601789],"study_design_scores_gemma":[0.007486536,0.009282159,0.059516594,0.007987739,0.000004846394,0.000018286553,0.09093898,0.0050528664,0.00007127226,0.63338065,0.18558805,0.00067199813],"about_ca_topic_score_codex":0.0021899263,"about_ca_topic_score_gemma":0.0008911833,"teacher_disagreement_score":0.25321802,"about_ca_system_score_codex":0.0061973613,"about_ca_system_score_gemma":0.014757682,"threshold_uncertainty_score":0.99998593},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2051000394","doi":"10.1186/1471-2288-10-51","title":"Pan-Canadian assessment of pandemic immunization data collection: study methodology","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University Health Network; Ottawa Hospital; Public Health Agency of Canada; Institute for Clinical Evaluative Sciences; McGill University; University of British Columbia; University of Alberta; Toronto Public Health; Centre for Advancing Health Outcomes; Centre for Social Innovation; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Public Health Agency; Institute for Clinical Evaluative Sciences; Public Health Agency of Canada","keywords":"Data collection; Vaccination; Immunization; Usability; Medicine; Pandemic; Observational study; Family medicine; Medical emergency; Computer science; Coronavirus disease 2019 (COVID-19); Immunology; Disease; Statistics","score_opus":0.8556963831643124,"score_gpt":0.6870912643858116,"score_spread":0.16860511877850082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051000394","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8256803,0.0011881385,0.14799537,0.0054254555,0.0018535529,0.0051866127,0.00007007145,0.0001535754,0.012446932],"genre_scores_gemma":[0.45410526,0.0013722744,0.5413788,0.00047099774,0.0007213688,0.00037180833,0.00015077133,0.00006951801,0.0013591886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9566107,0.036074273,0.0011557043,0.0010688503,0.0035710891,0.0015193778],"domain_scores_gemma":[0.90218204,0.09002426,0.00021376005,0.0032771053,0.0026621707,0.0016406422],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12315784,0.00024737124,0.001283056,0.0016843375,0.00052693306,0.000022721044,0.001664105,0.00071531784,0.0041138446],"category_scores_gemma":[0.37373692,0.00019818774,0.00010203123,0.0020230063,0.0021668866,0.00012662383,0.0018242358,0.0042827222,0.000062367544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011023898,0.0010851152,0.86877424,0.0004078236,0.00071101164,0.0002432188,0.0012626695,0.0000031910083,0.02542265,0.0043526255,0.0071629602,0.08947209],"study_design_scores_gemma":[0.0064338986,0.0038135229,0.9398042,0.00011771218,0.00018325333,0.0003816661,0.0058407835,0.0065606562,0.0009392911,0.0019379429,0.033662736,0.0003243349],"about_ca_topic_score_codex":0.094794944,"about_ca_topic_score_gemma":0.38392812,"teacher_disagreement_score":0.39338344,"about_ca_system_score_codex":0.00031063854,"about_ca_system_score_gemma":0.018015843,"threshold_uncertainty_score":0.99801445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2051771537","doi":"10.1002/bult.2013.1720390405","title":"The power of altmetrics on a CV","year":2013,"lang":"en","type":"article","venue":"Bulletin of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; OpenAlex","funders":"","keywords":"Altmetrics; Citation; Social media; Computer science; Data science; World Wide Web","score_opus":0.1260122823245402,"score_gpt":0.4456347829134141,"score_spread":0.31962250058887387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051771537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9379225,0.000120460696,0.0010406155,0.054844752,0.00021382906,0.00073501427,0.000024545105,0.000020842186,0.0050774403],"genre_scores_gemma":[0.9962651,0.0001995271,0.0021638367,0.0010406371,0.0000044917983,0.00003525451,1.7580545e-7,0.0000021842036,0.00028876594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474645,0.000022736873,0.00057954766,0.00019086586,0.0041037216,0.00035666252],"domain_scores_gemma":[0.98836017,0.0029462965,0.00099154,0.00076599076,0.0068588313,0.00007717804],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.012656623,0.00007769094,0.00020161895,0.0071620354,0.0006609843,0.00047698166,0.0030485592,0.000051269333,0.000028219029],"category_scores_gemma":[0.042929877,0.00003601714,0.0001650493,0.11851637,0.0060110386,0.00031097565,0.00078053435,0.00014545002,0.000051267372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016305103,0.000046577643,0.006585426,0.0000064647134,0.000017455754,1.2176167e-8,0.00036596708,0.000011439217,0.0014495503,0.037731472,0.19965075,0.75411856],"study_design_scores_gemma":[0.00040729568,0.0008349729,0.06514032,0.000008471907,0.0000053274202,0.000004289449,0.015883628,0.002124711,0.008306456,0.013301253,0.89384586,0.00013742212],"about_ca_topic_score_codex":0.000074338925,"about_ca_topic_score_gemma":3.235553e-7,"teacher_disagreement_score":0.7539812,"about_ca_system_score_codex":0.000048968348,"about_ca_system_score_gemma":0.00020770433,"threshold_uncertainty_score":0.996694},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2053200870","doi":"10.1016/j.jmpt.2008.10.008","title":"Literature Syntheses for the Council on Chiropractic Guidelines and Practice Parameters: Methodology","year":2008,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Medicine; Systematic review; Stakeholder; Manual therapy; Neck pain; Best practice; Medical education; Commission; Process (computing); Scientific literature; Grey literature; Adjudication; Alternative medicine; MEDLINE; Public relations; Management; Pathology; Computer science; Political science","score_opus":0.9588426296092053,"score_gpt":0.5935383466272366,"score_spread":0.3653042829819687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053200870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85785973,0.017408885,0.025498006,0.09704638,0.000601574,0.0012162891,0.000023903129,0.000024204248,0.000321034],"genre_scores_gemma":[0.86833066,0.018079232,0.0869884,0.025907587,0.0006105666,0.000007686761,0.0000027631015,0.0000146230095,0.00005848362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979738,0.0005949035,0.0007785901,0.00017132048,0.0003391023,0.00014229717],"domain_scores_gemma":[0.95580554,0.04152049,0.0007939615,0.00014047515,0.001666532,0.00007302722],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031797162,0.00016083168,0.00043761448,0.000032917622,0.00017842978,0.000027617412,0.000073218434,0.00012271562,0.0000119242095],"category_scores_gemma":[0.05272812,0.000077101045,0.00013370352,0.00009532035,0.00022571495,0.00022155432,0.000031541393,0.00047878284,9.3870295e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1361471,0.004152317,0.004575863,0.0005184761,0.01064158,0.0007618596,0.017842362,0.0017347322,0.111511596,0.015040215,0.018147225,0.6789267],"study_design_scores_gemma":[0.010718491,0.044389136,0.18396479,0.0013561391,0.007340526,0.022388563,0.011862384,0.012801529,0.0016898818,0.05715717,0.64531654,0.0010148777],"about_ca_topic_score_codex":0.0000064545,"about_ca_topic_score_gemma":7.9277794e-7,"teacher_disagreement_score":0.6779118,"about_ca_system_score_codex":0.000055922163,"about_ca_system_score_gemma":0.0001552207,"threshold_uncertainty_score":0.95525116},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2053909741","doi":"10.1080/09581596.2012.761675","title":"Governing through community allegiance: a qualitative examination of peer research in community-based participatory research","year":2013,"lang":"en","type":"article","venue":"Critical Public Health","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wellesley Institute; York University; Public Health Ontario; University of Toronto","funders":"City University of New York","keywords":"Community-based participatory research; Participatory action research; Allegiance; Sociology; Community engagement; Qualitative research; Focus group; Public relations; Photovoice; Operationalization; Mental health; Public health; Psychology; Political science; Politics; Nursing; Medicine; Social science; Economic growth","score_opus":0.9424634700628033,"score_gpt":0.699694668345422,"score_spread":0.24276880171738124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053909741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8979997,0.0002464875,0.0005789596,0.0697757,0.00031191195,0.0030152593,0.00012473269,0.000055184497,0.027892033],"genre_scores_gemma":[0.98834825,0.000037892725,0.0010605736,0.008046194,0.00008236397,0.0016975903,0.0004419703,0.00003200126,0.00025314675],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.82598746,0.16705409,0.0016591672,0.00028189982,0.0024777537,0.0025396657],"domain_scores_gemma":[0.9521866,0.04169288,0.00019905035,0.0009650192,0.003993113,0.00096337294],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14979592,0.00017686539,0.00052660034,0.00048628252,0.00515141,0.000035203047,0.00063992623,0.00030100733,0.00072963355],"category_scores_gemma":[0.010467542,0.00016928009,0.000047425525,0.0014847848,0.0014266318,0.00057014485,0.00044556556,0.009466362,0.00061515317],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009329578,0.0049517592,0.0152443135,0.026518794,0.000011834258,0.0000021852775,0.79333675,0.0000023601697,0.000041565305,0.12130213,0.03147649,0.0070185326],"study_design_scores_gemma":[0.0018443404,0.002560794,0.046236295,0.0032399024,0.0000016242211,1.9167018e-7,0.87838566,0.0007665643,0.000019912588,0.022729034,0.044009138,0.00020655157],"about_ca_topic_score_codex":0.0751229,"about_ca_topic_score_gemma":0.004170518,"teacher_disagreement_score":0.13932838,"about_ca_system_score_codex":0.0024004835,"about_ca_system_score_gemma":0.0037774278,"threshold_uncertainty_score":0.9978677},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2054696136","doi":"10.1016/j.jmpt.2011.02.008","title":"Human Subject Research: Reporting Ethics Approval and Informed Consent in 3 Chiropractic Journals","year":2011,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Informed consent; Institutional review board; Medicine; Family medicine; Subject (documents); Research ethics; Ethics committee; Alternative medicine; Human research; Original research; Psychology; Psychiatry; Political science; Library science; Pathology","score_opus":0.9849829221693887,"score_gpt":0.7019071682914609,"score_spread":0.2830757538779277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054696136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944615,0.0009554253,0.000031993233,0.001420505,0.000050393523,0.00021751267,5.6168517e-7,0.0000052908103,0.0028568245],"genre_scores_gemma":[0.98840266,0.008454742,0.0019605204,0.00087210763,0.00018208251,0.0000021776673,5.864128e-7,0.000012889655,0.00011222676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99578464,0.00083941413,0.0017791756,0.00021521805,0.0010169349,0.00036458828],"domain_scores_gemma":[0.9855358,0.011081941,0.0015795869,0.00021065124,0.0013177285,0.00027430456],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02017057,0.00014873258,0.0006356648,0.0002487122,0.0002205032,0.000043625725,0.0001471404,0.0005112727,0.000071841365],"category_scores_gemma":[0.035872616,0.00009194633,0.00012146218,0.00027312824,0.0009223604,0.00014399014,0.00017956394,0.0079647,0.0000016241498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008625811,0.0037035134,0.62498623,0.002255993,0.0016219746,0.003600384,0.04075472,0.000017246695,0.21956885,0.07835124,0.00013064222,0.016383398],"study_design_scores_gemma":[0.0011449589,0.0031762028,0.76184916,0.0007483504,0.000046020035,0.00043041835,0.0021013338,0.00005254873,0.00081123493,0.22933635,0.00019960404,0.00010379094],"about_ca_topic_score_codex":0.000034388424,"about_ca_topic_score_gemma":0.00004812979,"teacher_disagreement_score":0.21875761,"about_ca_system_score_codex":0.00007076793,"about_ca_system_score_gemma":0.0005684868,"threshold_uncertainty_score":0.99432397},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2056397681","doi":"10.1007/s11948-014-9558-4","title":"Towards Improving the Ethics of Ecological Research","year":2014,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Environmental Philosophy and Ethics","field":"Environmental Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs; University of Otago","keywords":"Philosophy of science; Information ethics; Consistency (knowledge bases); Sociology; Engineering ethics; Ecology; Management science; Epistemology; Computer science; Biology","score_opus":0.08737308156140079,"score_gpt":0.3292215824416627,"score_spread":0.24184850088026194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056397681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9345171,0.00008147244,0.0030423263,0.031655483,0.00041022658,0.00026034933,0.00000294554,0.00006773343,0.029962357],"genre_scores_gemma":[0.9972636,0.00007201933,0.0019162043,0.0006474836,0.000045830944,0.0000062361382,1.9629576e-7,0.000006678941,0.000041731088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971655,0.00014589472,0.00014851226,0.0002919992,0.0018772058,0.00037087256],"domain_scores_gemma":[0.9980913,0.001404862,0.00003153673,0.00029760567,0.00006116463,0.00011354628],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025805974,0.00009002722,0.0000921141,0.00003736742,0.0007512836,0.000051654923,0.0005595642,0.0002480522,0.000040757102],"category_scores_gemma":[0.008157734,0.000060628005,0.000021929123,0.0005567885,0.0038755157,0.00020689626,0.00069202465,0.0025272088,0.000026957556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019374822,0.00017147457,0.0059142774,0.0003468951,0.000010625125,0.000004740559,0.031665664,0.03958968,0.44371453,0.45742953,0.0002841152,0.020849096],"study_design_scores_gemma":[0.0008138239,0.0015578913,0.41429663,0.00025430162,0.00004432827,0.00007040373,0.002634786,0.23114765,0.078794554,0.17246217,0.09651346,0.0014100269],"about_ca_topic_score_codex":0.00023400613,"about_ca_topic_score_gemma":0.000029580544,"teacher_disagreement_score":0.40838236,"about_ca_system_score_codex":0.00016282096,"about_ca_system_score_gemma":0.0001253699,"threshold_uncertainty_score":0.999774},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2057467945","doi":"10.1371/journal.pone.0110229","title":"Systematic Evaluation of the Patient-Reported Outcome (PRO) Content of Clinical Trial Protocols","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"NIHR School for Primary Care Research; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Protocol (science); Clinical trial; Medicine; MEDLINE; Research design; Medical physics; Family medicine; Alternative medicine; Psychology; Pathology","score_opus":0.9399780094083203,"score_gpt":0.5928997767749792,"score_spread":0.34707823263334114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057467945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053983354,0.77784455,0.000057042704,0.0004678142,0.0010954497,0.21357049,0.00041363377,0.00003581327,0.0011168632],"genre_scores_gemma":[0.005875097,0.6397271,0.0030646785,0.0018631858,0.0028400635,0.34366864,0.0003361564,0.00049622805,0.002128863],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9506828,0.0070935762,0.04020803,0.00080112915,0.00087595335,0.00033848285],"domain_scores_gemma":[0.9423285,0.004188799,0.050447885,0.0021440596,0.0007511956,0.00013953028],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11227594,0.00041361552,0.012388498,0.0004238041,0.00008112276,0.00003544555,0.00077463884,0.0005925322,0.00021114203],"category_scores_gemma":[0.096102715,0.00033489207,0.0015745045,0.00037763116,0.00013670269,0.00013701772,0.00014018304,0.000461731,0.000382257],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020823561,0.0033622943,0.0032313433,0.9770037,0.0039628195,1.7669446e-7,0.00024696294,0.0000036335093,9.969387e-8,0.0052543194,0.0003972279,0.0063291793],"study_design_scores_gemma":[0.05572709,0.0028366873,0.0013800139,0.8384066,0.014428079,0.000008777153,0.00027517966,0.00434984,0.000005332327,0.0039914185,0.07642681,0.00216415],"about_ca_topic_score_codex":0.000090449794,"about_ca_topic_score_gemma":0.000011969242,"teacher_disagreement_score":0.13859709,"about_ca_system_score_codex":0.00054203125,"about_ca_system_score_gemma":0.0010323618,"threshold_uncertainty_score":0.9999103},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2058139406","doi":"10.1136/bmj.333.7570.706","title":"Detecting plagiarism: Current quality control systems don't work","year":2006,"lang":"en","type":"letter","venue":"BMJ","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Quality (philosophy); Control (management); Current (fluid); Computer science; Process (computing); Work (physics); Data science; Engineering ethics; Engineering; Artificial intelligence; Epistemology; Electrical engineering; Programming language","score_opus":0.03494755906924711,"score_gpt":0.3265913207945222,"score_spread":0.29164376172527506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058139406","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060997596,0.012878206,0.0014288746,0.91947705,0.009103938,0.00434094,0.000085887244,0.00057270494,0.046012655],"genre_scores_gemma":[0.110263616,0.00009166401,0.00025836175,0.7088094,0.08859968,0.000916228,0.0010867306,0.000391111,0.0895832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996121,0.00067425845,0.0010374166,0.0005363449,0.0010250035,0.00060598715],"domain_scores_gemma":[0.99608004,0.0024719138,0.00044545654,0.00073217077,0.00013783561,0.00013256377],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015481592,0.0004599843,0.0022303888,0.00014938407,0.00008980709,0.000090977075,0.00014800762,0.0012372255,0.0000722789],"category_scores_gemma":[0.00048464793,0.00035437653,0.0011651446,0.00019557557,0.00007042483,0.000029886747,0.00002804696,0.002819689,0.00023915982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009998547,0.000029520186,0.027312418,0.0008708243,0.00022712263,0.0018393997,0.00002598235,0.00001473461,0.0000028494158,0.000046737892,0.96664023,0.0028902183],"study_design_scores_gemma":[0.0016095359,0.00003355402,0.018046213,0.0007692076,0.00048092392,0.00022252822,0.000019472944,0.000017086595,0.0000022333452,0.000005075722,0.9783748,0.00041941256],"about_ca_topic_score_codex":0.00042492343,"about_ca_topic_score_gemma":0.0000036701292,"teacher_disagreement_score":0.21066764,"about_ca_system_score_codex":0.0001897662,"about_ca_system_score_gemma":0.00013462151,"threshold_uncertainty_score":0.9998908},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2058388133","doi":"10.1007/s13311-013-0221-6","title":"Designing Clinical Trials for Dystonia","year":2013,"lang":"en","type":"review","venue":"Neurotherapeutics","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dystonia Medical Research Foundation Canada; Toronto Western Hospital","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Institutes of Health; Dystonia Coalition; Dystonia Medical Research Foundation","keywords":"Clinical trial; Dystonia; Tolerability; Clinical study design; Medicine; Medical physics; Psychology; Intensive care medicine; Alternative medicine; Psychiatry; Pathology","score_opus":0.9729653065478591,"score_gpt":0.7536013271799333,"score_spread":0.21936397936792573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058388133","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.683994e-8,0.6305251,0.3576579,0.00004766417,0.0030617237,0.007889723,0.000255301,0.00020064489,0.00036188684],"genre_scores_gemma":[5.6579252e-9,0.5235724,0.47241175,0.00035200105,0.0016791114,0.0010796337,0.0000044192197,0.00026547967,0.0006351961],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9676426,0.021343349,0.008585908,0.0011652015,0.0005172116,0.0007457162],"domain_scores_gemma":[0.48167005,0.51294965,0.003491664,0.0013166497,0.0002497818,0.00032223095],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03889813,0.00097293686,0.011452583,0.00018084318,0.0001418108,0.0001961813,0.0010828301,0.001766312,0.0004908408],"category_scores_gemma":[0.33608496,0.00068238244,0.0039596935,0.00030705176,0.0002960934,0.00005168282,0.00010048765,0.0015505183,0.00029160787],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027637765,0.00018045817,3.2618377e-7,0.010643199,0.0006706064,0.0000049028504,0.0000070481838,2.3947669e-8,0.0000010400867,0.020057937,0.0069291783,0.96147764],"study_design_scores_gemma":[0.0007330034,0.00033334453,5.94455e-8,0.0028801851,0.004637791,0.00001019785,0.0000020461932,0.000023223369,0.0000042687043,0.28158453,0.70932424,0.00046713994],"about_ca_topic_score_codex":7.3477355e-7,"about_ca_topic_score_gemma":2.8230704e-7,"teacher_disagreement_score":0.9610105,"about_ca_system_score_codex":0.00007554866,"about_ca_system_score_gemma":0.00048000077,"threshold_uncertainty_score":0.99956274},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2058498906","doi":"10.1007/s11192-011-0369-y","title":"Sex differences in research funding, productivity and impact: an analysis of Québec university professors","year":2011,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":204,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec; Université du Québec à Montréal","funders":"McGill University","keywords":"Productivity; Scientometrics; Political science; Regional science; Sociology; Economics; Economic growth; Social science","score_opus":0.872966831153213,"score_gpt":0.6254438142378042,"score_spread":0.2475230169154089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058498906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955975,0.0003410447,0.00036256813,0.000091500915,0.00015208228,0.00030880512,0.00005928618,0.000015664875,0.0030715687],"genre_scores_gemma":[0.9969999,0.00009431289,0.0003836482,0.0000030843282,0.000013581109,0.0000019112956,0.0000023901964,0.000006587633,0.0024945633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98272353,0.0013595909,0.0006469616,0.0013847505,0.012784578,0.0011005736],"domain_scores_gemma":[0.9875354,0.00497048,0.00034513656,0.0012781391,0.0049561406,0.00091468595],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09664137,0.00017537712,0.00069418584,0.4405308,0.0003897616,0.0007019419,0.0031819332,0.0001542178,0.00048667061],"category_scores_gemma":[0.059531037,0.00012562706,0.00017343384,0.766765,0.0012252252,0.0014253677,0.0014101858,0.0005116217,0.00001835959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039398612,0.0005245767,0.96795774,0.000005277978,0.00005193958,0.000009488515,0.003533811,0.000011560521,0.0001515115,0.0005357205,0.00010656422,0.027072396],"study_design_scores_gemma":[0.0002270595,0.0003935306,0.9861859,0.0000036472331,0.000029198762,8.675518e-7,0.004411916,0.0073114973,0.00036163637,0.00073248474,0.0001932674,0.00014899974],"about_ca_topic_score_codex":0.046965227,"about_ca_topic_score_gemma":0.018731663,"teacher_disagreement_score":0.32623416,"about_ca_system_score_codex":0.0005574236,"about_ca_system_score_gemma":0.0008836918,"threshold_uncertainty_score":0.99917394},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2059619485","doi":"10.1007/s11948-012-9426-z","title":"Conflict(s) of Interest in Peer Review: Its Origins and Possible Solutions","year":2013,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Universität Mannheim; Memorial University of Newfoundland","keywords":"Conflict of interest; Philosophy of science; Process (computing); Peer review; Cover (algebra); Public relations; Computer science; Political science; Sociology; Epistemology; Law; Engineering","score_opus":0.8245981317172449,"score_gpt":0.5811456072251607,"score_spread":0.2434525244920842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059619485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96842396,0.011252237,0.001054736,0.016950278,0.00038176848,0.00032475594,0.00001451143,0.000018893656,0.0015788618],"genre_scores_gemma":[0.99257094,0.006036194,0.0006138901,0.00021974067,0.000011608544,0.00000844451,3.795758e-7,0.0000033785352,0.00053541997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9952165,0.00003537156,0.00036126026,0.00035684902,0.0036274844,0.00040254885],"domain_scores_gemma":[0.98974574,0.002354812,0.00008495802,0.00037249055,0.0070824376,0.00035956656],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.037300754,0.000077975186,0.00018607863,0.012317161,0.00015077418,0.00070871395,0.0008152829,0.00008396127,0.00005645334],"category_scores_gemma":[0.10009887,0.000055453103,0.000020679376,0.057805482,0.00044790405,0.00086977275,0.00047512047,0.00047675002,0.000030077432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008385509,0.0003341664,0.08476622,0.0018065519,0.000024645584,0.000020771065,0.00706814,0.0013027369,0.18486027,0.49436894,0.053657286,0.1717819],"study_design_scores_gemma":[0.00066221476,0.00030048063,0.5518294,0.0011830438,0.000010127535,0.000044472923,0.001018207,0.2435316,0.0062401057,0.007649929,0.18685174,0.00067866896],"about_ca_topic_score_codex":0.00020780016,"about_ca_topic_score_gemma":0.000025376465,"teacher_disagreement_score":0.48671898,"about_ca_system_score_codex":0.000053565775,"about_ca_system_score_gemma":0.00029044703,"threshold_uncertainty_score":0.9988774},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2059874779","doi":"10.1371/journal.pone.0020185","title":"Epidemiology, Quality and Reporting Characteristics of Systematic Reviews of Traditional Chinese Medicine Interventions Published in Chinese Journals","year":2011,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Lanzhou University","keywords":"Systematic review; Medicine; Psychological intervention; Epidemiology; MEDLINE; Alternative medicine; Specialty; Meta-analysis; Data extraction; Family medicine; Publication bias; China; Quality (philosophy); Pathology; Psychiatry","score_opus":0.9767140384802047,"score_gpt":0.6506685977850202,"score_spread":0.3260454406951845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059874779","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018743579,0.9923156,0.0004669695,0.00014690812,0.00017245857,0.0040757013,0.00013734438,0.0000031989916,0.0008074709],"genre_scores_gemma":[0.0014033685,0.99438375,0.0028130417,0.000036655812,0.00021160989,0.00042548633,0.00011775509,0.000023871384,0.00058443326],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.65656275,0.107030354,0.22854504,0.0019561,0.005404152,0.0005016261],"domain_scores_gemma":[0.42981786,0.09357694,0.46262395,0.009010531,0.004447906,0.0005228071],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5611646,0.0007313179,0.06898637,0.0017016372,0.000058413887,0.000073411225,0.00193064,0.00032916607,0.009331256],"category_scores_gemma":[0.8737319,0.0002836093,0.0068911677,0.0026030897,0.00027121688,0.00032793215,0.00021904024,0.0006599831,0.00007341059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026286316,0.000912645,0.048751865,0.92950326,0.0018381763,0.000004291636,0.00025665428,3.0748286e-8,0.0000017974546,0.0008226486,0.0004897143,0.017416311],"study_design_scores_gemma":[0.00023600893,0.00013077314,0.0806347,0.8883978,0.010239952,0.00010566891,0.000061915736,0.00007244158,5.9337395e-8,0.01641998,0.0032450892,0.0004556089],"about_ca_topic_score_codex":0.000032793476,"about_ca_topic_score_gemma":0.00003403057,"teacher_disagreement_score":0.3125673,"about_ca_system_score_codex":0.000052142575,"about_ca_system_score_gemma":0.00011755475,"threshold_uncertainty_score":0.9999616},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2060527021","doi":"10.1097/01.hpc.0000249785.53607.87","title":"Summary of the Methodology for the Validation Study for a Termination of Resuscitation Clinical Prediction Rule","year":2006,"lang":"en","type":"article","venue":"Critical Pathways in Cardiology A Journal of Evidence-Based Medicine","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Bruce Grey Health Centre; Sunnybrook Hospital; Health Sciences Centre; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; KISS (TNC); Resuscitation; Emergency medicine; Computer science; Operating system","score_opus":0.30531932472878853,"score_gpt":0.46359714948013786,"score_spread":0.15827782475134933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060527021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80685115,0.0026598277,0.16448632,0.016811606,0.0065642623,0.0025123016,0.00004212653,0.00000847457,0.00006390858],"genre_scores_gemma":[0.9942084,0.00011397069,0.0032613687,0.000186615,0.0021077006,0.00008873079,0.00001582058,0.0000118878625,0.0000055372147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957283,0.0016771563,0.0017523301,0.0002013936,0.00045789176,0.00018291351],"domain_scores_gemma":[0.96617866,0.031141302,0.0006516138,0.00027489598,0.001701116,0.000052429892],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014365412,0.00012903244,0.00090094475,0.00026276475,0.00008973574,0.0000031215045,0.00016733131,0.00021266518,0.0000026481812],"category_scores_gemma":[0.04584511,0.00006380813,0.0004930529,0.00031399273,0.0009989497,0.00012568226,0.000020402096,0.0003448676,9.0932595e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014514938,0.0009355927,0.87030536,0.0014784215,0.00044949114,0.000037916136,0.0009955197,0.0047279694,0.07471941,0.003638606,0.0061427862,0.022053977],"study_design_scores_gemma":[0.00836125,0.005658152,0.95941764,0.002487234,0.0021331038,0.00003793412,0.0019009631,0.0016235552,0.0048266365,0.0131684225,0.0003026569,0.000082471444],"about_ca_topic_score_codex":0.000020517424,"about_ca_topic_score_gemma":0.0000072912567,"teacher_disagreement_score":0.18735719,"about_ca_system_score_codex":0.00009089982,"about_ca_system_score_gemma":0.00042012907,"threshold_uncertainty_score":0.9621921},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2060650433","doi":"10.1038/ncprheum0406","title":"Establishing the efficacy of traditional Chinese medicine","year":2007,"lang":"en","type":"editorial","venue":"Nature Clinical Practice Rheumatology","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; University of British Columbia","funders":"","keywords":"Traditional medicine; Traditional Chinese medicine; Medicine; Alternative medicine","score_opus":0.0640159981008825,"score_gpt":0.4804298562584513,"score_spread":0.4164138581575688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060650433","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065139136,0.008745842,0.00014287715,0.022539258,0.9509603,0.00075422483,0.00011278188,0.00006456081,0.010166281],"genre_scores_gemma":[0.02989434,0.005053788,0.0013164326,0.0022591483,0.9597486,0.00001888673,0.001319949,0.000069726586,0.00031909646],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927191,0.0009392222,0.0027091217,0.00083016796,0.0023098355,0.00049251236],"domain_scores_gemma":[0.48239228,0.51223904,0.0022859927,0.0008713569,0.0019632566,0.00024809522],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008221396,0.0005658937,0.002567001,0.0002858668,0.000219134,0.000012147664,0.0006861224,0.0011438598,0.0005589306],"category_scores_gemma":[0.6559299,0.00030633723,0.0005038043,0.00055584346,0.0020220021,0.00020404051,0.0002726991,0.012610495,0.000022763354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027109627,0.0009874649,0.00455729,0.0003586735,0.0016563616,0.00027758893,0.00031409724,3.007559e-7,0.0000012436066,0.0014733728,0.9803639,0.0072987173],"study_design_scores_gemma":[0.0067291996,0.002399404,0.016290909,0.0011026157,0.0014528311,0.00035469115,0.0007580251,0.000005202634,8.8109397e-7,0.0005800669,0.9700969,0.00022931758],"about_ca_topic_score_codex":0.00022685053,"about_ca_topic_score_gemma":0.00005605049,"teacher_disagreement_score":0.64770854,"about_ca_system_score_codex":0.0000854994,"about_ca_system_score_gemma":0.0006663724,"threshold_uncertainty_score":0.99993885},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2060672619","doi":"10.1525/jer.2013.8.2.129","title":"Community-Based Participatory Research (Cbpr) with Indigenous Communities: Producing Respectful and Reciprocal Research","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Participatory action research; Community-based participatory research; Reciprocal; Citizen journalism; Sociology; Health equity; Community health; Public relations; Public health; Political science; Medicine; Nursing; Ecology; Anthropology; Law","score_opus":0.8267825118101103,"score_gpt":0.6597191488775958,"score_spread":0.16706336293251456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060672619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266844,0.0006330501,0.000010760946,0.026988478,0.00013741924,0.0032149423,0.000007430904,0.000046569938,0.042276997],"genre_scores_gemma":[0.9849146,0.0054417313,0.00039784925,0.00026076302,0.0017175693,0.0001442234,0.000010880384,0.00011318473,0.006999213],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.818055,0.15481645,0.001353085,0.000643989,0.020114599,0.0050169136],"domain_scores_gemma":[0.8637517,0.087759286,0.0003227068,0.0020488896,0.043285247,0.0028321506],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4011995,0.00035452287,0.00077827554,0.006226571,0.08816265,0.0020886217,0.003846265,0.0012146136,0.00050956896],"category_scores_gemma":[0.011089761,0.00025958614,0.00014209162,0.0062545002,0.022475654,0.0009257541,0.00018553554,0.05932579,0.00030799568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00090575806,0.0027780244,0.005283431,0.00066535326,0.000082511804,0.0001398859,0.93505627,0.000020232434,0.0000817056,0.042254224,0.01203663,0.00069598074],"study_design_scores_gemma":[0.0013054337,0.014682022,0.009246604,0.0020478105,0.000009876179,0.000024300876,0.43494186,0.000028331886,0.0005631211,0.0602163,0.47650272,0.00043159982],"about_ca_topic_score_codex":0.31539103,"about_ca_topic_score_gemma":0.56962574,"teacher_disagreement_score":0.5001144,"about_ca_system_score_codex":0.004281034,"about_ca_system_score_gemma":0.09973771,"threshold_uncertainty_score":0.99998564},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2064924394","doi":"10.1186/1471-2288-14-111","title":"You are how you recruit: a cohort and randomized controlled trial of recruitment strategies","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta Hospital; University of Alberta","funders":"Canadian Institutes of Health Research; University of Alberta; Alberta Innovates; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Attendance; Population; Family medicine; Cohort; Demography; Randomized controlled trial; Internal medicine; Environmental health","score_opus":0.857900825114129,"score_gpt":0.6793127888128082,"score_spread":0.1785880363013208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064924394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61885935,0.0048527457,0.17538482,0.10579945,0.0022860277,0.05097526,0.000017632852,0.00020414084,0.04162055],"genre_scores_gemma":[0.76971316,0.035454396,0.15409325,0.0013990445,0.0033928659,0.0141902,0.000040035095,0.00016246231,0.02155457],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.85700333,0.12620737,0.0028644686,0.001581791,0.010557644,0.001785381],"domain_scores_gemma":[0.18282056,0.80964977,0.0006814753,0.0016146859,0.0031804803,0.0020530492],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4573835,0.00033149187,0.0057678777,0.0007027661,0.00018666344,0.00007425435,0.0007500048,0.0017851796,0.0011144114],"category_scores_gemma":[0.91335684,0.0002089665,0.00072441663,0.0005703293,0.0076419637,0.00007870196,0.00074280595,0.0057134596,0.000024465766],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89464396,0.00048059883,0.0010277283,0.0009320287,0.00057580654,0.00006289338,0.00022049283,5.1853317e-7,0.00044801936,0.087616585,0.0005157743,0.013475604],"study_design_scores_gemma":[0.87597626,0.003721972,0.00062877696,0.000730284,0.00025088535,0.000041261737,0.0013890696,0.0014271043,0.00032624396,0.113037415,0.0023102092,0.00016049214],"about_ca_topic_score_codex":0.00026002218,"about_ca_topic_score_gemma":0.00057912205,"teacher_disagreement_score":0.6834424,"about_ca_system_score_codex":0.00012056952,"about_ca_system_score_gemma":0.0056693405,"threshold_uncertainty_score":0.9999676},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2065912508","doi":"10.1073/pnas.97.18.9834","title":"Importance of replication in microarray gene expression studies: Statistical methods and evidence from repetitive cDNA hybridizations","year":2000,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Gene expression and cancer classification","field":"Biochemistry, Genetics and Molecular Biology","cited_by":870,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Eye Institute; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"DNA microarray; Pooling; Replication (statistics); Biology; Complementary DNA; Computational biology; Microarray; Gene expression; Gene; Microarray analysis techniques; Gene expression profiling; Genetics; Computer science; Artificial intelligence","score_opus":0.06802896947410444,"score_gpt":0.4076459875944969,"score_spread":0.33961701812039247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065912508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99666053,0.0020233209,0.00020096381,0.0007182257,0.000007044298,0.00012533888,0.000023890056,0.000001801804,0.00023889958],"genre_scores_gemma":[0.95780283,0.0014524405,0.040552452,0.00008683953,0.000026572672,0.000019196892,0.0000012985288,0.0000024246808,0.000055937537],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99895495,0.000022116883,0.00031513232,0.00036662034,0.0002776902,0.00006348337],"domain_scores_gemma":[0.99933356,0.00009498012,0.00031546134,0.000027539152,0.00020939446,0.00001904741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010514767,0.000058363526,0.0001079691,0.000050719234,0.0000600677,0.0000052893533,0.00024893327,0.000048978425,0.000012675833],"category_scores_gemma":[0.0014202922,0.000042235184,0.000021982964,0.00027251276,0.00046747958,0.000025504416,0.00006298151,0.0000513758,1.03135726e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027631895,0.00001815057,0.011884453,0.000020484635,0.0000053761987,1.3382833e-9,0.00014605878,0.000030251918,0.9854377,0.0004109597,0.00039323882,0.0016257268],"study_design_scores_gemma":[0.00008126539,0.00002624121,0.12519221,0.0001451852,0.000005040581,9.982947e-7,0.00016362582,0.00014107139,0.86854345,0.005548997,0.0001127669,0.00003914187],"about_ca_topic_score_codex":0.0000059307854,"about_ca_topic_score_gemma":2.354139e-7,"teacher_disagreement_score":0.11689421,"about_ca_system_score_codex":0.000013931868,"about_ca_system_score_gemma":0.00003567966,"threshold_uncertainty_score":0.17224479},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2065923934","doi":"10.1007/s11192-014-1489-y","title":"Prospective evaluation of the accessibility of Internet references in leading general medical journals","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Institute for Clinical Evaluative Sciences; St Mary's Hospital Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"The Internet; Sample (material); Library science; Medicine; Computer science; World Wide Web","score_opus":0.2332333098912759,"score_gpt":0.5662370323276832,"score_spread":0.3330037224364073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065923934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793142,0.00009300073,0.0011215981,0.00023949832,0.00095785764,0.0006567484,0.000007857774,0.000007770272,0.017601486],"genre_scores_gemma":[0.9990654,0.000011678083,0.0003058064,0.00035207404,0.0000633989,0.000029039054,0.000002351836,0.0000027284505,0.0001675102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99298316,0.0018457604,0.001953492,0.00021028248,0.0027089724,0.0002983458],"domain_scores_gemma":[0.9951205,0.0009210624,0.0013293562,0.00038935276,0.0021017145,0.00013796774],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061824113,0.000074473835,0.00027336736,0.0011199183,0.00016233721,0.000016785361,0.0006420128,0.00015925328,0.0012068248],"category_scores_gemma":[0.047559045,0.000044021795,0.00005150836,0.007250172,0.0001677337,0.0006650752,0.00023390519,0.00059266575,0.000013564804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012804698,0.00005728179,0.96787196,0.00018705014,0.000002079021,8.607219e-9,0.0036269904,0.000019922714,0.000019656625,0.0010773606,0.00020488976,0.026919967],"study_design_scores_gemma":[0.00063758594,0.00002812608,0.9483506,0.00031832917,0.0000049997525,1.478333e-7,0.0003424511,0.046791274,0.00040206866,0.0027068683,0.00037624416,0.000041316936],"about_ca_topic_score_codex":0.0002396154,"about_ca_topic_score_gemma":0.00022714637,"teacher_disagreement_score":0.04677135,"about_ca_system_score_codex":0.0003812645,"about_ca_system_score_gemma":0.0012156672,"threshold_uncertainty_score":0.9997062},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2066590496","doi":"10.1111/hir.12097","title":"Evaluating the effectiveness of knowledge brokering in health research: a systematised review with some bibliometric information","year":2015,"lang":"en","type":"review","venue":"Health Information & Libraries Journal","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knowledge translation; Dialog box; Scopus; Knowledge management; MEDLINE; Empirical research; Computer science; Medicine; Medical education; World Wide Web; Political science","score_opus":0.8867331037637374,"score_gpt":0.7375122507614661,"score_spread":0.14922085300227128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066590496","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013348568,0.97810256,0.0008846534,0.003718953,0.00087284244,0.014963255,0.00019328241,0.00006637787,0.0011847084],"genre_scores_gemma":[0.000023957731,0.98991436,0.0015036264,0.0061201183,0.00026271716,0.0019250781,0.0001826992,0.000039141036,0.000028302693],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9187445,0.06074525,0.013793157,0.00029437727,0.0041014007,0.0023212936],"domain_scores_gemma":[0.95969874,0.020396883,0.014330959,0.0008982031,0.0035852983,0.0010898999],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.21031672,0.0005212372,0.0034810444,0.02905756,0.0027244412,0.00032970746,0.0012682688,0.00031323536,0.00009689052],"category_scores_gemma":[0.021312233,0.00031651693,0.00019277984,0.05919939,0.00026674537,0.012918704,0.00044304295,0.0043551945,0.00049162266],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000050778108,0.000011499576,0.000021132866,0.54264086,0.000022275715,2.1361328e-7,0.008653757,0.0000130216395,2.9168934e-9,0.003322083,0.016739523,0.42852485],"study_design_scores_gemma":[0.0008752336,0.0007377594,0.00022419059,0.2981394,0.00002319229,0.00007757315,0.0020842056,0.000072783565,2.7024162e-8,0.00014998276,0.69744533,0.0001703302],"about_ca_topic_score_codex":0.00038265245,"about_ca_topic_score_gemma":0.00002539027,"teacher_disagreement_score":0.68070585,"about_ca_system_score_codex":0.0039964593,"about_ca_system_score_gemma":0.072450325,"threshold_uncertainty_score":0.9999287},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","score_opus":0.923851977769396,"score_gpt":0.7277039479738097,"score_spread":0.19614802979558632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068264290","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.881358e-8,0.89128095,0.08701174,0.00036275727,0.00015053486,0.013085499,0.0000071714053,0.0000063993734,0.008094846],"genre_scores_gemma":[2.5862494e-7,0.8728453,0.12292083,0.00017121351,0.0002188215,0.0030648229,0.0000024582473,0.000061287676,0.00071502157],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.3442413,0.60252833,0.03582132,0.0033598873,0.012536934,0.0015122361],"domain_scores_gemma":[0.16755807,0.7719051,0.031214796,0.023746068,0.0049097296,0.00066622894],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8674546,0.0010387482,0.032336485,0.0010539858,0.0012318883,0.0012375886,0.0076147914,0.00033329125,0.0019210866],"category_scores_gemma":[0.7785432,0.0003363213,0.0071474602,0.006299767,0.0010373698,0.00023951859,0.0017099698,0.0017074734,0.0004517362],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.055199e-7,0.000009484009,5.3205434e-7,0.3897209,0.0001654179,4.8441433e-7,0.00005685872,1.8669775e-7,0.0000012501804,0.00030912814,0.0018305465,0.6079048],"study_design_scores_gemma":[0.000012652012,0.000010991995,2.3074124e-7,0.53863424,0.0013004079,0.000038747992,0.00014691554,0.00007943699,0.0000053457666,0.00023877142,0.4593396,0.00019265861],"about_ca_topic_score_codex":0.000017628292,"about_ca_topic_score_gemma":0.000016865028,"teacher_disagreement_score":0.60771215,"about_ca_system_score_codex":0.00013023637,"about_ca_system_score_gemma":0.0015124232,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2069122309","doi":"10.1016/j.respol.2009.11.004","title":"Tracing the links between science and technology: An exploratory analysis of scientists’ and inventors’ networks","year":2009,"lang":"en","type":"article","venue":"Research Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Università Bocconi; European Commission","keywords":"Position (finance); Social connectedness; Exploratory analysis; Process (computing); Network science; Order (exchange); Data science; Sociology; Political science; Knowledge management; Business; Computer science; Complex network; Psychology; World Wide Web","score_opus":0.6759460167148517,"score_gpt":0.6428787603658095,"score_spread":0.03306725634904217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069122309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895003,0.0011457456,0.00057562924,0.007412505,0.000040701823,0.00026017925,0.000015157514,0.000019400692,0.0010303812],"genre_scores_gemma":[0.9991848,0.00026471858,0.00015561287,0.000111995105,0.0001203875,0.0000065436825,0.0000010336037,0.000005074159,0.00014981782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98425,0.000626305,0.00058483944,0.0009559014,0.012384639,0.0011983004],"domain_scores_gemma":[0.98560613,0.003685956,0.00018015651,0.0013527418,0.008299977,0.0008750276],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.1105867,0.0001252791,0.00039753414,0.19610167,0.001480091,0.0030226018,0.003578217,0.00021077016,0.00001788467],"category_scores_gemma":[0.07944057,0.000075935495,0.000061259205,0.6007964,0.0055342847,0.001059885,0.0014833657,0.000989258,0.0000062164513],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009533296,0.00010330945,0.29888457,0.000004157993,0.000057530127,0.0000062261975,0.0011272082,0.00009716838,0.0031465974,0.017023856,0.0012595592,0.6782803],"study_design_scores_gemma":[0.00030779748,0.0006630869,0.88529927,0.000017460401,0.000038655642,0.0000042264624,0.002682596,0.06876666,0.0022698238,0.036641497,0.0031048635,0.000204091],"about_ca_topic_score_codex":0.00021495993,"about_ca_topic_score_gemma":0.000060737813,"teacher_disagreement_score":0.6780762,"about_ca_system_score_codex":0.00019082753,"about_ca_system_score_gemma":0.0012130687,"threshold_uncertainty_score":0.9998199},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2070232274","doi":"10.14740/jocmr2115w","title":"Clinical Research Quo Vadis? Trends in Reporting of Clinical Trials and Observational Study Designs Over Two Decades","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Medicine Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Randomized controlled trial; Clinical study design; Research design; Medical literature; Clinical trial; Evidence-based medicine; Family medicine; Alternative medicine; Surgery; Internal medicine; Pathology; Statistics","score_opus":0.9984930451457487,"score_gpt":0.882353450358009,"score_spread":0.11613959478773961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070232274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814129,0.0022086836,0.0005280216,0.010043642,0.0013158858,0.0010319103,0.0000029852863,0.0000017884311,0.0034541942],"genre_scores_gemma":[0.9881671,0.0005674246,0.0034996828,0.00015658136,0.0046322998,0.000016087828,0.0000017924682,0.000021804357,0.0029372326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.084261335,0.58498734,0.27305886,0.0025399681,0.053848345,0.0013041522],"domain_scores_gemma":[0.04421355,0.81085575,0.099227905,0.005246213,0.036941245,0.0035153371],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.98297626,0.00033129327,0.019874178,0.0036714245,0.0001638706,0.00031924975,0.0031441848,0.0004851049,0.0034037814],"category_scores_gemma":[0.97718084,0.00014486746,0.0035225928,0.006741063,0.0020737508,0.0005007812,0.0007333483,0.005859734,0.00009629512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077437906,0.0011970511,0.7351842,0.000020202318,0.00039481762,0.00019827813,0.0004157564,0.000010548127,0.0000056606314,0.0002859241,0.106729954,0.15478326],"study_design_scores_gemma":[0.007989861,0.006519939,0.94187474,0.0004861193,0.00025887496,0.00004929565,0.0065058502,0.0023879556,0.0000016489893,0.015580728,0.018220482,0.00012453034],"about_ca_topic_score_codex":0.00016951858,"about_ca_topic_score_gemma":0.00023562026,"teacher_disagreement_score":0.22586842,"about_ca_system_score_codex":0.0000737726,"about_ca_system_score_gemma":0.0025838683,"threshold_uncertainty_score":0.9975072},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2070730818","doi":"10.1186/1748-5908-3-27","title":"Is reporting on interventions a weak link in understanding how and why they work? A preliminary exploration using community heart health exemplars","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Western University; University of British Columbia; Douglas College; McGill University; University of Ottawa; Okanagan University College; University of Waterloo","funders":"Canadian Institutes of Health Research; Government of Ontario; Canadian Health Services Research Foundation; Heart and Stroke Foundation of Canada","keywords":"Psychological intervention; Medicine; Intervention (counseling); Health services research; Health administration; Population health; Community health; Health intervention; Health informatics; Public health; Data extraction; Population; Medical education; Nursing; MEDLINE; Environmental health; Political science","score_opus":0.9432909298368319,"score_gpt":0.7336290493172556,"score_spread":0.20966188051957635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070730818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87208915,0.00001418974,0.028042756,0.097506195,0.0003080202,0.0017996914,0.00003494184,0.00007091108,0.0001341497],"genre_scores_gemma":[0.977181,0.000044390017,0.004360882,0.018107915,0.000056425488,0.00018155272,0.000013307849,0.000016990645,0.000037547514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99316543,0.0021449972,0.00222883,0.00051021733,0.0009385759,0.0010119429],"domain_scores_gemma":[0.99537116,0.0013420581,0.0022321958,0.00046471614,0.00023636362,0.00035347618],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017229738,0.00018600436,0.00032710278,0.000918409,0.0074563436,0.00009441793,0.00030386596,0.00005964488,0.00010615966],"category_scores_gemma":[0.0025181114,0.000189148,0.00005690158,0.0020205348,0.00039498997,0.0020880958,0.0002710819,0.00070360047,0.000014211294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001240815,0.00011937454,0.5374467,0.0005009664,0.000009274834,0.000007036137,0.44039437,0.00015344073,0.002012305,0.0031327019,0.011864626,0.004235157],"study_design_scores_gemma":[0.002786926,0.00091857056,0.63356954,0.0015586528,0.000010390831,0.000055491604,0.3513726,0.0014623259,0.000338213,0.005236561,0.0022368396,0.00045391385],"about_ca_topic_score_codex":0.0042031105,"about_ca_topic_score_gemma":0.0038821767,"teacher_disagreement_score":0.10509184,"about_ca_system_score_codex":0.002290879,"about_ca_system_score_gemma":0.0018037596,"threshold_uncertainty_score":0.9938358},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2071815905","doi":"10.1525/jer.2013.8.4.28","title":"Extending the Olive Branch: Enhancing Communication and Trust Between Research Ethics Committees and Qualitative Researchers","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"University of Windsor","keywords":"Transparency (behavior); Engineering ethics; Research ethics; Qualitative research; Constructive; Process (computing); Research integrity; Perspective (graphical); Public relations; Psychology; Sociology; Political science; Computer science; Law; Social science; Engineering","score_opus":0.9697089880092447,"score_gpt":0.8049809725777003,"score_spread":0.16472801543154436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071815905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6867374,0.0057127834,0.00006527849,0.29885307,0.00005001782,0.0021624994,0.000013809864,0.000027670489,0.0063774413],"genre_scores_gemma":[0.9437397,0.048694454,0.001027367,0.0011435206,0.0009233902,0.0001762388,0.000010482932,0.00013470816,0.0041501066],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.852893,0.104379244,0.0028577817,0.001393269,0.034695912,0.0037808109],"domain_scores_gemma":[0.16869527,0.7718872,0.0005367315,0.0029272882,0.052527327,0.0034261756],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5464516,0.00045980385,0.001296449,0.003936376,0.00886686,0.0018512467,0.00326016,0.0030828242,0.00046116905],"category_scores_gemma":[0.62434804,0.00031016767,0.00031166276,0.0043065245,0.027394941,0.0008139981,0.0043725865,0.16298029,0.00021189134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004360169,0.0027198084,0.0405232,0.008382858,0.001647902,0.0005893649,0.44129363,0.000009856136,0.019627286,0.39750618,0.057873167,0.025466593],"study_design_scores_gemma":[0.0030437615,0.011591931,0.072677486,0.007978608,0.000044842433,0.000098391654,0.15413111,0.000105248575,0.002611985,0.7321868,0.015092509,0.00043730056],"about_ca_topic_score_codex":0.0025328693,"about_ca_topic_score_gemma":0.0016601303,"teacher_disagreement_score":0.6841977,"about_ca_system_score_codex":0.0016382441,"about_ca_system_score_gemma":0.009188589,"threshold_uncertainty_score":0.99993503},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2071817677","doi":"10.1016/j.clinbiochem.2007.12.020","title":"Mass colorectal cancer screening: Methodological quality of practice guidelines is not related to their content validity","year":2008,"lang":"en","type":"article","venue":"Clinical Biochemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Critical appraisal; Fecal occult blood; Inclusion (mineral); Population; Colorectal cancer; Quality (philosophy); Family medicine; Test (biology); MEDLINE; Systematic review; Alternative medicine; Cancer; Psychology; Colonoscopy; Environmental health; Pathology; Internal medicine; Social psychology","score_opus":0.9015034921138255,"score_gpt":0.6556656672089571,"score_spread":0.24583782490486839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071817677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9151293,0.00018527616,0.0039962525,0.07879544,0.00044309226,0.0005848008,0.00020716041,0.00009819823,0.0005604721],"genre_scores_gemma":[0.83103245,0.0007604739,0.13844289,0.028329182,0.0005615168,0.000045978606,0.000114312745,0.00003196469,0.0006812228],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9916219,0.0010961617,0.0051838974,0.00093279383,0.0007860582,0.000379173],"domain_scores_gemma":[0.9749647,0.018550806,0.0016467012,0.0007579805,0.0035034523,0.0005763557],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012327532,0.00031493278,0.0012677286,0.000039135804,0.000104778315,0.000011016281,0.00029842302,0.0006230183,0.0006997983],"category_scores_gemma":[0.30607584,0.00024731422,0.00065376074,0.0003720887,0.0004939103,0.00012537844,0.00023611572,0.00094166613,0.000040127547],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012531827,0.001592384,0.19554478,0.00017163098,0.00091867906,0.00009174509,0.00023580751,0.00001661465,0.6872656,0.000033570668,0.07224811,0.029349282],"study_design_scores_gemma":[0.007212469,0.0015733655,0.18375002,0.00023651816,0.0006739241,0.00020779471,0.0018780476,0.0003160804,0.7796166,0.00019532534,0.023721203,0.0006186726],"about_ca_topic_score_codex":0.0003601872,"about_ca_topic_score_gemma":0.0000042761826,"teacher_disagreement_score":0.2937483,"about_ca_system_score_codex":0.00009808511,"about_ca_system_score_gemma":0.0005708377,"threshold_uncertainty_score":0.9999979},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2073059260","doi":"10.1016/j.jclinepi.2014.01.006","title":"Applying Grading of Recommendations Assessment, Development and Evaluation (GRADE) to diagnostic tests was challenging but doable","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Grading (engineering); Operationalization; Quality of evidence; Test (biology); Systematic review; Publication bias; Perspective (graphical); Evidence-based medicine; MEDLINE; Medicine; Medical physics; Psychology; Meta-analysis; Computer science; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.9248872393294887,"score_gpt":0.7005075891732893,"score_spread":0.22437965015619943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073059260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6105593,0.0005623284,0.36945185,0.016474811,0.0010297765,0.0006800773,0.0000014473295,0.0000020037482,0.0012384057],"genre_scores_gemma":[0.8300625,0.00022437528,0.16828065,0.0010450959,0.00023458291,0.000038910843,0.0000017225086,0.0000062117115,0.00010597235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.87134147,0.0781678,0.046307594,0.0008604177,0.0028934504,0.00042927268],"domain_scores_gemma":[0.39076057,0.57238936,0.03252717,0.001371946,0.0023501297,0.00060084934],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5984932,0.00018060693,0.006379001,0.00043857456,0.00013578172,0.000060299517,0.0007210885,0.00014099835,0.00061535666],"category_scores_gemma":[0.76035666,0.00009435984,0.0010072144,0.00037949308,0.00006359112,0.00017722062,0.00012768795,0.00041673132,0.000070013506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063165735,0.00009812089,0.442621,0.000035855668,0.00023981572,9.768706e-7,0.00013570744,0.0020704025,0.000022208518,0.0045689144,0.012185398,0.5380153],"study_design_scores_gemma":[0.00082885195,0.00040249407,0.680961,0.00038728493,0.00049138267,0.000050910203,0.0006324674,0.075659916,0.000021018473,0.071044795,0.1693057,0.00021417993],"about_ca_topic_score_codex":0.0000047052595,"about_ca_topic_score_gemma":0.000013954848,"teacher_disagreement_score":0.5378011,"about_ca_system_score_codex":0.000043282256,"about_ca_system_score_gemma":0.00018192534,"threshold_uncertainty_score":0.6737724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2074030613","doi":"10.1016/j.socscimed.2008.03.002","title":"Qualitative research and the politics of knowledge in an age of evidence: Developing a research-based practice of immanent critique","year":2008,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; McMaster University; Carleton University; York University","funders":"","keywords":"Politics; Qualitative research; Restructuring; Sociology; Health care; Public relations; Epistemology; Social science; Political science; Law","score_opus":0.9309983458113197,"score_gpt":0.8349610366220278,"score_spread":0.09603730918929188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074030613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8917075,0.00017344441,0.00023197227,0.102921285,0.000096814765,0.0012044084,0.000008783239,0.000005607002,0.0036501915],"genre_scores_gemma":[0.9975137,0.00014605175,0.00051495706,0.0014832866,0.00014136717,0.00009239298,8.7129166e-7,0.00000539211,0.000101950965],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98062736,0.014315439,0.001237609,0.00030507016,0.0026010533,0.0009135],"domain_scores_gemma":[0.9522281,0.04109297,0.00042078944,0.00025491856,0.0057898876,0.00021329698],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.11732188,0.00007582133,0.00039407963,0.0007808389,0.002036467,0.0000036339168,0.0006399438,0.000076966295,0.000034106168],"category_scores_gemma":[0.0971066,0.000046841935,0.000014931089,0.0048472635,0.030183615,0.00046386188,0.00018835085,0.0008063186,0.000002120746],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107128304,0.000041908,0.003121302,0.00034982804,0.0000011948562,0.000002569156,0.82850087,1.4121431e-7,0.0032280781,0.1640122,0.00047038725,0.00016442347],"study_design_scores_gemma":[0.0026718723,0.0008385377,0.05483476,0.0020200645,0.00000540136,0.0000017051765,0.91220117,0.00007873932,0.0011496097,0.02389231,0.0022161396,0.00008968687],"about_ca_topic_score_codex":0.013091146,"about_ca_topic_score_gemma":0.0010146166,"teacher_disagreement_score":0.14011988,"about_ca_system_score_codex":0.0005140348,"about_ca_system_score_gemma":0.010329767,"threshold_uncertainty_score":0.99926275},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2074096030","doi":"10.1097/jto.0000000000000119","title":"The Impact of Peer Review of Volume Delineation in Stereotactic Body Radiation Therapy Planning for Primary Lung Cancer: A Multicenter Quality Assurance Study","year":2014,"lang":"en","type":"article","venue":"Journal of Thoracic Oncology","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; University of British Columbia; CancerCare Manitoba; BC Cancer Agency","funders":"","keywords":"Medicine; Quality assurance; Lung cancer; Medical physics; Radiation therapy; Radiation treatment planning; Oncology; Radiology; Pathology","score_opus":0.02774789013151986,"score_gpt":0.49566578155538416,"score_spread":0.4679178914238643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074096030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87833184,0.008960185,0.1107208,0.00076615287,0.00015756417,0.0009829843,0.00001770396,0.000004359163,0.00005839287],"genre_scores_gemma":[0.99390316,0.0014878039,0.004216596,0.00006133925,0.00021775902,0.000052055715,0.0000046052123,0.0000133141775,0.000043385015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980587,0.00059668155,0.0009030298,0.00009064727,0.00021957429,0.00013138405],"domain_scores_gemma":[0.9964518,0.0006481988,0.0019904906,0.00015313823,0.000728956,0.000027442471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031627857,0.00010499369,0.0005519997,0.000071903276,0.000038928378,0.000007751863,0.00017759806,0.000036637,0.000018884342],"category_scores_gemma":[0.00017991533,0.000067384106,0.00018459847,0.00010479572,0.000028898909,0.00019033668,0.000010301664,0.00019367985,3.4546108e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012202684,0.0004380884,0.7478939,0.0002783208,0.0002730288,3.6063034e-7,0.00062257546,0.0005660675,0.0016038893,0.000010404426,0.0005827148,0.24651037],"study_design_scores_gemma":[0.0025816543,0.003031098,0.9764812,0.0016499498,0.00013268279,0.0000031722047,0.0001685526,0.007019753,0.00099582,0.00017496003,0.00759723,0.00016392063],"about_ca_topic_score_codex":0.00012451113,"about_ca_topic_score_gemma":0.000004908455,"teacher_disagreement_score":0.24634646,"about_ca_system_score_codex":0.0002762103,"about_ca_system_score_gemma":0.00021713685,"threshold_uncertainty_score":0.27478442},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2074113932","doi":"10.1016/j.respol.2014.04.013","title":"Positions and rewards: The allocation of resources within a science-based entrepreneurial firm","year":2014,"lang":"en","type":"article","venue":"Research Policy","topic":"Private Equity and Venture Capital","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business; Microeconomics; Industrial organization; Marketing; Economics","score_opus":0.05392535657476844,"score_gpt":0.34543974623952833,"score_spread":0.2915143896647599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074113932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677501,0.000040285668,0.00006397773,0.019485477,0.00006622161,0.00021655229,0.0000023902596,0.000028430304,0.012346579],"genre_scores_gemma":[0.9977785,0.00000402584,0.000032266686,0.00070057396,0.0013872999,0.000013298652,0.000004163345,0.0000062442746,0.00007364355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987379,0.000058203954,0.0001382888,0.00018183571,0.00060057157,0.00028325163],"domain_scores_gemma":[0.99911255,0.0001768586,0.000074226584,0.0002877402,0.0003258194,0.000022827831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002822899,0.000060587707,0.00007667673,0.00051057764,0.0005441547,0.00032412793,0.00040633883,0.000030758187,0.000026882099],"category_scores_gemma":[0.0030029612,0.00004215925,0.000027805705,0.0010742506,0.0008687356,0.00039054855,0.00031627744,0.00015511566,0.0000307652],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121781675,0.00016539173,0.0046143015,0.00021241551,0.000015245316,0.0000011295888,0.0011801025,0.00015785283,0.03913716,0.9441515,0.0046817055,0.0055614146],"study_design_scores_gemma":[0.004524068,0.00048414923,0.24386786,0.00066944014,0.00009006648,0.000009441794,0.0022209554,0.07746397,0.025329178,0.31084135,0.3336728,0.0008267383],"about_ca_topic_score_codex":0.0017378343,"about_ca_topic_score_gemma":0.00007336911,"teacher_disagreement_score":0.63331014,"about_ca_system_score_codex":0.00003284948,"about_ca_system_score_gemma":0.00015325523,"threshold_uncertainty_score":0.41852534},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2074375570","doi":"10.1007/s11948-008-9083-4","title":"Good Ethics Can Sometimes Mean Better Science: Research Ethics and the Milgram Experiments","year":2008,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Psychology of Social Influence","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Milgram experiment; Philosophy of science; Soundness; Epistemology; Research ethics; Dishonesty; Applied ethics; Psychology; Social psychology; Sociology; Engineering ethics; Philosophy; Obedience","score_opus":0.249268742446562,"score_gpt":0.48688726009228794,"score_spread":0.23761851764572595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074375570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87085813,0.0009042914,0.0001024336,0.117845654,0.0010314378,0.00041067376,0.0000042267784,0.00014475264,0.008698417],"genre_scores_gemma":[0.99188024,0.0020928734,0.0015841086,0.003936225,0.00020640169,0.000028211156,2.8134755e-7,0.000013342456,0.0002582987],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99311966,0.00071487995,0.00023904211,0.0006517507,0.004123963,0.0011507216],"domain_scores_gemma":[0.9931456,0.0045878366,0.000059461156,0.0003925534,0.0014034831,0.0004111077],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.06775386,0.00016989448,0.00020686368,0.00040105754,0.013955383,0.00044662136,0.0013568944,0.00062115135,0.000007357158],"category_scores_gemma":[0.02463844,0.00013719258,0.00003325067,0.0029172471,0.0571587,0.0006744761,0.000402023,0.006544351,0.000008813584],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009027212,0.000023479783,0.0013331895,0.000027833203,0.0000092718665,0.00000879477,0.7586863,0.000042564723,0.0065168836,0.23264691,0.00017927219,0.00051643414],"study_design_scores_gemma":[0.0070258016,0.00089640403,0.14659637,0.0014307018,0.00011674725,0.00025386308,0.4092879,0.005903016,0.030954022,0.13862568,0.25393716,0.0049723415],"about_ca_topic_score_codex":0.0036984768,"about_ca_topic_score_gemma":0.00048722615,"teacher_disagreement_score":0.34939843,"about_ca_system_score_codex":0.00023141572,"about_ca_system_score_gemma":0.004027742,"threshold_uncertainty_score":0.99574757},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2074418432","doi":"10.1016/j.jclinepi.2004.05.003","title":"Health-related quality of life (HRQL) scores reported from parents and their children with chronic illness differed depending on utility elicitation method","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation","funders":"","keywords":"Medicine; Health Utilities Index; Quality of life (healthcare); Health related quality of life; Visual analogue scale; El Niño; Quality of Life Research; Pediatrics; Physical therapy; Internal medicine; Public health; Pathology","score_opus":0.27652637939021935,"score_gpt":0.5149240773271093,"score_spread":0.23839769793688997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074418432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95904714,0.002185534,0.019151561,0.018584793,0.00051998836,0.00042438123,0.000044076027,0.00002583382,0.000016717471],"genre_scores_gemma":[0.98741513,0.0007841052,0.007427259,0.0037471468,0.0005384854,0.0000033795861,0.000055520955,0.000026723426,0.000002250708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.978973,0.009856393,0.009708718,0.0005880001,0.00045949593,0.0004144496],"domain_scores_gemma":[0.95739084,0.02972836,0.011175035,0.00060371123,0.00034764738,0.0007543922],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035317883,0.0003117855,0.0054138405,0.00015526915,0.000099913734,0.0000054402453,0.00020421387,0.00044151218,0.000033831388],"category_scores_gemma":[0.08879569,0.00019944126,0.0005763082,0.00020040537,0.00048233118,0.00010561653,0.00006128118,0.0014669053,0.000001575857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005227575,0.00063187507,0.96461433,0.00012752587,0.0015050424,0.000007447619,0.0006883685,0.00023342745,0.000043243293,0.00034506232,0.000059490758,0.026516614],"study_design_scores_gemma":[0.010117671,0.003460387,0.9711005,0.0010653315,0.00015365964,0.00012743843,0.00022107459,0.00015327291,0.00009104285,0.01332733,0.000015212871,0.00016709522],"about_ca_topic_score_codex":0.007243656,"about_ca_topic_score_gemma":0.0012480087,"teacher_disagreement_score":0.05347781,"about_ca_system_score_codex":0.00016792426,"about_ca_system_score_gemma":0.0012323743,"threshold_uncertainty_score":0.9993672},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2074593787","doi":"10.1186/1745-6215-14-159","title":"Accumulating Evidence and Research Organization (AERO) model: a new tool for representing, analyzing, and planning a translational research program","year":2013,"lang":"en","type":"article","venue":"Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University","funders":"Centers for Disease Control and Prevention","keywords":"Translational research; Computer science; Robustness (evolution); Risk analysis (engineering); Data science; Drug development; Clinical trial; Management science; Medicine; Operations research; Knowledge management; Artificial intelligence; Drug; Mathematics; Pharmacology; Engineering; Pathology","score_opus":0.9666342770883242,"score_gpt":0.8175452292378501,"score_spread":0.14908904785047405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074593787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939603,0.00027437432,0.025284644,0.020031279,0.00011006133,0.01431794,0.00001983454,0.00014321519,0.00021567641],"genre_scores_gemma":[0.9337943,0.000077837,0.06150595,0.00052692194,0.00085486553,0.0019871301,0.000015906067,0.000039500766,0.0011975913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99087715,0.0050367806,0.0014949669,0.00057212246,0.0009771307,0.0010418418],"domain_scores_gemma":[0.93962544,0.05633375,0.0004904367,0.00037530254,0.002734901,0.00044017422],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046176855,0.000119556906,0.00038885578,0.0004968039,0.0025895247,0.00020916307,0.00022061715,0.00016347323,0.00036748018],"category_scores_gemma":[0.15187411,0.00010510054,0.000027086073,0.0013740348,0.00015070205,0.00091634796,0.00019258978,0.00060616864,0.000041893207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034414858,0.00008004932,0.53857607,0.0018568514,0.00006566252,0.0000015248845,0.1440778,0.00076901086,0.021102311,0.01024299,0.1458956,0.13698801],"study_design_scores_gemma":[0.013055652,0.0009342219,0.46903336,0.0043621776,0.00009702654,0.0000075700373,0.016645145,0.37754586,0.0012041725,0.0972099,0.01885473,0.0010501735],"about_ca_topic_score_codex":0.0014275339,"about_ca_topic_score_gemma":0.00007224921,"teacher_disagreement_score":0.37677684,"about_ca_system_score_codex":0.00009728978,"about_ca_system_score_gemma":0.001376584,"threshold_uncertainty_score":0.99870896},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2074772630","doi":"10.3152/030234211x12924093660192","title":"Scientific publications and patenting by companies: a study of the whole population of Canadian firms over 25 years","year":2011,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Publication; Publishing; Frontier; Scientific publishing; Scientific literature; Population; Business; Economics; Political science; Sociology; Advertising; Law","score_opus":0.08880438945652705,"score_gpt":0.25503797739600176,"score_spread":0.1662335879394747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074772630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903121,0.000043658503,0.0000021526835,0.0011106385,0.00009182834,0.00013648356,0.000118918666,0.0000043840782,0.008179862],"genre_scores_gemma":[0.99937457,0.000004117892,0.000019605022,0.00017570691,0.000013872278,0.0000048420693,0.000004166786,0.0000029324162,0.00040016067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992289,0.000008642059,0.00028375542,0.00019343077,0.000072790775,0.0002124967],"domain_scores_gemma":[0.99931747,0.000007930771,0.00022944971,0.00023294678,0.0001271218,0.00008507663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092789694,0.000046512127,0.00010090482,0.001483712,0.00040066917,0.00015267395,0.00026018976,0.00002572446,0.00002698121],"category_scores_gemma":[0.00034465815,0.00004093504,0.000012873717,0.0038741566,0.0004882661,0.0005705755,0.00007544568,0.000046553247,0.0000028992627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0755842e-7,0.00005498092,0.59474796,0.0000044116514,0.000004017534,1.2530941e-8,0.004243974,2.8335612e-7,0.00006947777,0.39952874,0.0008333492,0.0005124936],"study_design_scores_gemma":[0.00012991446,0.000019125682,0.9821371,0.000002785199,0.0000010339772,5.0538205e-7,0.0005351447,0.00019834441,0.00001885326,0.006890907,0.010016467,0.000049820927],"about_ca_topic_score_codex":0.36056975,"about_ca_topic_score_gemma":0.021398818,"teacher_disagreement_score":0.39263785,"about_ca_system_score_codex":0.00003865266,"about_ca_system_score_gemma":0.00020429655,"threshold_uncertainty_score":0.9964581},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2075054615","doi":"10.1525/jer.2013.8.2.104","title":"The Social and Policy Contexts of the New Brunswick Declaration on Research Ethics, Integrity, and Governance: A Commentary","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Corporate governance; Research ethics; Declaration; Research integrity; Political science; Engineering ethics; Ethics committee; Sociology; Public administration; Public relations; Law; Management; Engineering","score_opus":0.8828485704238289,"score_gpt":0.7403927455931891,"score_spread":0.1424558248306398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075054615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3708011,0.00096491916,0.000005365101,0.62404394,0.000100120866,0.001201526,0.0000063870934,0.0000065273102,0.0028701257],"genre_scores_gemma":[0.96497166,0.019622628,0.00012655537,0.0072363,0.0020980258,0.00002992379,0.0000018908862,0.000066709355,0.005846294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94299114,0.02603421,0.0017676906,0.00075289217,0.026444223,0.0020098276],"domain_scores_gemma":[0.45806047,0.49968734,0.0007249803,0.0021300742,0.0368483,0.0025488287],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.21266042,0.00029740442,0.000768814,0.0011078508,0.0059482045,0.0008074646,0.0022387346,0.0023225578,0.00013495506],"category_scores_gemma":[0.45918328,0.00016571063,0.0003147924,0.0023993778,0.016208071,0.00029427328,0.0026511445,0.12782142,0.00004881636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039783935,0.0013272054,0.011191998,0.00088799896,0.0002671437,0.00009520788,0.011276971,0.0000013834313,0.0027328348,0.64212114,0.31495082,0.011168888],"study_design_scores_gemma":[0.003634104,0.013726105,0.26386112,0.0036215915,0.000019571231,0.000054075383,0.0063324394,0.00006906762,0.0018524039,0.6587222,0.04789981,0.00020748665],"about_ca_topic_score_codex":0.011926272,"about_ca_topic_score_gemma":0.0129982205,"teacher_disagreement_score":0.61680764,"about_ca_system_score_codex":0.0015447816,"about_ca_system_score_gemma":0.029165814,"threshold_uncertainty_score":0.99897265},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2075464897","doi":"10.1007/s11192-012-0859-6","title":"Characterizing a scientific elite (B): publication and citation patterns of the most highly cited scientists in environmental science and ecology","year":2012,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Citation; Publishing; Publication; Elite; Productivity; Citation analysis; Library science; Ecology; Political science; Sociology; Biology; Computer science; Law","score_opus":0.26447491485703406,"score_gpt":0.4612345109392629,"score_spread":0.19675959608222882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075464897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956776,0.0006994798,0.00013463551,0.0007187071,0.0016700912,0.00045266986,0.00010116226,0.000010109165,0.0005355787],"genre_scores_gemma":[0.99883133,0.00013830276,0.00034268596,0.00016298507,0.00003054688,0.000013478271,0.000008483442,0.000008122991,0.0004640881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98372483,0.00026619187,0.0008648708,0.0010733446,0.012976815,0.0010939189],"domain_scores_gemma":[0.9935562,0.0018035665,0.00059426547,0.0009216093,0.0024443201,0.0006800312],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.068968765,0.00016955637,0.0002728926,0.14825515,0.0009451085,0.0040509864,0.0022124788,0.000104637824,0.000064110296],"category_scores_gemma":[0.06760544,0.00011683832,0.000048373186,0.45360926,0.0026510481,0.0032238746,0.0021370817,0.0002516458,0.000028697012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000458263,0.00014713492,0.8878684,0.000007167814,0.00000163685,3.3263163e-7,0.00082012836,0.0000011938992,0.041489635,0.0006697598,0.000107689186,0.06888234],"study_design_scores_gemma":[0.0003440464,0.000037609912,0.9871478,0.000010713667,0.000003806649,0.000010180237,0.00036640657,0.0025412806,0.004473042,0.00019655743,0.004734856,0.00013367478],"about_ca_topic_score_codex":0.000055574124,"about_ca_topic_score_gemma":0.000022160319,"teacher_disagreement_score":0.3053541,"about_ca_system_score_codex":0.000433768,"about_ca_system_score_gemma":0.0003471444,"threshold_uncertainty_score":0.99698293},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2076003266","doi":"10.1177/0272989x12454577","title":"Modeling Good Research Practices—Overview","year":2012,"lang":"en","type":"review","venue":"Medical Decision Making","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":511,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Computer science; Management science; Task force; Work (physics); Health care; Best practice; Event (particle physics); Data science; Risk analysis (engineering); Operations research; Systems engineering; Engineering; Medicine; Political science","score_opus":0.926401954458632,"score_gpt":0.6814429894895374,"score_spread":0.24495896496909464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076003266","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063193643,0.9574464,0.027650554,0.002674441,0.002318108,0.0013435946,0.000101762365,0.0000792255,0.008379592],"genre_scores_gemma":[0.000109328306,0.98621494,0.0071813473,0.002618805,0.0029452562,0.0003226236,0.000053966913,0.00015876863,0.00039495382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9808977,0.0033284237,0.011391538,0.0015144667,0.0014475598,0.001420292],"domain_scores_gemma":[0.9666611,0.02311395,0.0071592275,0.001871877,0.00023295164,0.00096089276],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.17506087,0.0005639254,0.005001637,0.0014552437,0.00054417475,0.00032495317,0.001892329,0.0014818566,0.0076685986],"category_scores_gemma":[0.115627356,0.00057624327,0.00073435693,0.0011050411,0.00012325388,0.0007828346,0.0008210801,0.0027015137,0.03236534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004307187,0.0001177542,0.000024437422,0.015095538,0.00010753983,0.000012775277,0.0001701809,0.000017261578,4.4912293e-10,0.057606295,0.009046795,0.9177971],"study_design_scores_gemma":[0.00019687554,0.00003055491,0.0000029306923,0.031332027,0.000064314714,0.00006336997,0.00008440514,0.014936703,8.0346657e-10,0.014308323,0.93848586,0.00049465266],"about_ca_topic_score_codex":0.000232117,"about_ca_topic_score_gemma":0.00008881809,"teacher_disagreement_score":0.92943907,"about_ca_system_score_codex":0.0015671054,"about_ca_system_score_gemma":0.0013417393,"threshold_uncertainty_score":0.99981445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2077993189","doi":"10.1016/j.pain.2014.05.009","title":"Effect of variability in the 7-day baseline pain diary on the assay sensitivity of neuropathic pain randomized clinical trials: An ACTTION study","year":2014,"lang":"en","type":"article","venue":"Pain","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. Public Health Service","keywords":"Neuropathic pain; Medicine; Randomized controlled trial; Clinical trial; Baseline (sea); Physical therapy; Anesthesia; Internal medicine","score_opus":0.06557664127685686,"score_gpt":0.3720010030449545,"score_spread":0.3064243617680976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077993189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025763096,0.0000037892635,0.9684757,0.00084333256,0.00017143312,0.004475499,0.000007985405,0.00004274479,0.00021639577],"genre_scores_gemma":[0.99757653,0.000007965136,0.0000122618985,0.0020516384,0.00014523503,0.00017586171,0.000005978664,0.000016404796,0.000008137182],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.00096916204,0.99625504,0.0012823184,0.0005799512,0.0006470391,0.0002664623],"domain_scores_gemma":[0.0038885667,0.9943481,0.00066906505,0.0010067406,0.000032791522,0.000054742304],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.99939185,0.00026854908,0.0012954746,0.000119585784,0.00011782995,0.000039096794,0.00044578422,0.00010757455,0.000024159686],"category_scores_gemma":[0.99425596,0.00013228432,0.00042747398,0.0004731688,0.00036225363,0.00008495047,0.000072171555,0.0006100413,0.0000059110066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011435969,0.0011001644,0.01392848,0.00010077022,0.000018943454,0.000011756845,0.0003917129,0.0002118305,0.0064116777,0.00034266195,0.00017732,0.9658687],"study_design_scores_gemma":[0.0087821605,0.00048442985,0.0005283824,0.000053639844,0.00010019661,2.115308e-7,0.00006330027,0.987457,0.0018768357,0.00044149248,0.00009005906,0.00012230406],"about_ca_topic_score_codex":0.000070292415,"about_ca_topic_score_gemma":0.00003640178,"teacher_disagreement_score":0.98724514,"about_ca_system_score_codex":0.000016975808,"about_ca_system_score_gemma":0.000023536873,"threshold_uncertainty_score":0.5394398},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2078178324","doi":"10.1111/j.1365-2893.2007.00942.x","title":"Risk of hepatitis C virus transmission through drug preparation equipment: a systematic and methodological review","year":2008,"lang":"en","type":"review","venue":"Journal of Viral Hepatitis","topic":"Hepatitis C virus research","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; Université de Sherbrooke; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Incidence (geometry); Transmission (telecommunications); Drug; Hepatitis C; Cohort; Hepatitis C virus; Cohort study; Confounding; Confidence interval; Relative risk; Internal medicine; Environmental health; Virology; Pharmacology; Virus; Computer science","score_opus":0.13032436202156428,"score_gpt":0.44953812826403317,"score_spread":0.3192137662424689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078178324","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034942426,0.99314255,0.002014422,0.00010869947,0.00020247564,0.0033798718,0.00017793068,0.000023174569,0.00060143246],"genre_scores_gemma":[0.00009063448,0.9852512,0.013751893,0.00015898605,0.00023960591,0.000119052886,0.000051826715,0.00008505701,0.00025178003],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9874864,0.005180474,0.0045515057,0.00048243874,0.0018344771,0.0004646816],"domain_scores_gemma":[0.9921644,0.00181067,0.0042874417,0.0005937321,0.0007267824,0.00041700364],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034774242,0.0006837005,0.007948889,0.00047338445,0.00014879215,0.000034770303,0.0003996455,0.00048898306,0.00029091426],"category_scores_gemma":[0.003245052,0.00044409872,0.0017756212,0.0006226978,0.00027115463,0.00043362737,0.000120279445,0.0015108385,0.000035101282],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009098399,0.00022665536,0.00042542035,0.55111253,0.0009866573,0.0007001887,0.0003213176,3.5253544e-7,0.0000073819674,0.000028990446,0.0061038365,0.43999568],"study_design_scores_gemma":[0.00069801824,0.0019035691,0.000094488045,0.5074672,0.0053842207,0.0030532074,0.0000032193086,0.00003802368,0.00003668884,0.0001293067,0.48084733,0.00034471776],"about_ca_topic_score_codex":0.0014719713,"about_ca_topic_score_gemma":0.000101556674,"teacher_disagreement_score":0.4747435,"about_ca_system_score_codex":0.00043748744,"about_ca_system_score_gemma":0.0008793367,"threshold_uncertainty_score":0.9998011},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2078863577","doi":"10.1186/1471-2288-9-47","title":"Interviewee Transcript Review: assessing the impact on qualitative research","year":2009,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Rigour; Qualitative research; Set (abstract data type); Data collection; Psychology; Process (computing); Interview; Computer science; Data science; Applied psychology; Medical education; Medicine; Sociology; Epistemology","score_opus":0.9386232119935493,"score_gpt":0.8327565621737846,"score_spread":0.10586664981976468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078863577","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015454767,0.049313158,0.16308106,0.6090173,0.0006546987,0.0035342448,0.000021177771,0.0001655778,0.15875803],"genre_scores_gemma":[0.38040957,0.34390515,0.21952397,0.028684406,0.0070141307,0.0013891018,0.000049542847,0.00020634275,0.018817782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3335936,0.6495872,0.0010118942,0.0009305247,0.011868266,0.0030084713],"domain_scores_gemma":[0.34712392,0.6446934,0.00018782857,0.0012664557,0.004595082,0.0021333455],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.7624618,0.00028610177,0.0010139876,0.0007493636,0.0030718048,0.0002702974,0.0029396794,0.00068593025,0.0039870245],"category_scores_gemma":[0.7239269,0.00015982563,0.0004936185,0.003964765,0.012597969,0.0003227265,0.00026449087,0.008804344,0.00037289193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026432096,0.0003517908,0.000034615798,0.00045465332,0.000065559085,0.000066007364,0.15338923,0.0000013835913,0.0004501097,0.41556367,0.08612606,0.34323257],"study_design_scores_gemma":[0.00059369544,0.0023042844,0.0016153788,0.0038670092,0.000013415752,0.000009208014,0.19668673,0.00016148087,0.00020916731,0.62407255,0.17014681,0.00032027508],"about_ca_topic_score_codex":0.0066010808,"about_ca_topic_score_gemma":0.0016725119,"teacher_disagreement_score":0.5803329,"about_ca_system_score_codex":0.0007176773,"about_ca_system_score_gemma":0.008495869,"threshold_uncertainty_score":0.99822605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2078868555","doi":"10.1016/j.jclinepi.2010.02.022","title":"Methodologies to evaluate the effectiveness of knowledge translation interventions: a primer for researchers and health care managers","year":2010,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Psychological intervention; Primer (cosmetics); Knowledge translation; Translation (biology); Health care; Medicine; Knowledge management; Nursing; Computer science; Political science; Biology","score_opus":0.9900522660287203,"score_gpt":0.8829022445420794,"score_spread":0.10715002148664088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078868555","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007836986,0.918335,0.05672928,0.016803177,0.0021816553,0.0056712744,0.00007731019,0.000008187727,0.00011573486],"genre_scores_gemma":[0.00004405014,0.9263821,0.06976417,0.0027141757,0.00055084523,0.0004739404,0.000008531288,0.000026938573,0.000035206496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.77122414,0.21474907,0.012502905,0.0004483809,0.00028024486,0.0007952448],"domain_scores_gemma":[0.381354,0.60964197,0.0069183675,0.00042031976,0.0011734302,0.000491917],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.474214,0.00023781038,0.0062120208,0.0004622225,0.00037082392,0.000003943827,0.0007094617,0.0007310482,0.000029693496],"category_scores_gemma":[0.4534821,0.00013035302,0.0014723188,0.00043576164,0.0005269271,0.000085842395,0.00017460449,0.003124009,0.000012612075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020976414,0.000014047815,0.00040257856,0.051513802,0.00012851394,2.0819763e-7,0.0013881811,0.0000016046711,1.2762223e-7,0.0014768379,0.0023810498,0.9424833],"study_design_scores_gemma":[0.0010365968,0.0015496522,0.00759748,0.019795662,0.0003331418,0.000006039552,0.00092548295,0.0000051293814,9.8164314e-8,0.004428023,0.9642243,0.00009842752],"about_ca_topic_score_codex":0.00009461008,"about_ca_topic_score_gemma":0.00021485309,"teacher_disagreement_score":0.9618432,"about_ca_system_score_codex":0.00024252094,"about_ca_system_score_gemma":0.0053584045,"threshold_uncertainty_score":0.99917585},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2078893569","doi":"10.1111/j.1541-1338.2006.00189.x","title":"Assessing Instrument Mixes through Program‐ and Agency‐Level Data: Methodological Issues in Contemporary Implementation Research","year":2006,"lang":"en","type":"article","venue":"Review of Policy Research","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Agency (philosophy); Legislature; Management science; Corporate governance; Order (exchange); Computer science; Operations research; Economics; Sociology; Political science; Engineering; Management; Social science; Law","score_opus":0.9301423656304716,"score_gpt":0.7668616643538254,"score_spread":0.16328070127664618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078893569","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16423367,0.1284253,0.0000764629,0.3657054,0.00009518894,0.008990389,0.0004606465,0.00012476943,0.33188817],"genre_scores_gemma":[0.84829515,0.13999847,0.009070488,0.00024479546,0.0006869475,0.00038111312,0.00026118476,0.00001811345,0.001043724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825143,0.012440877,0.0008288481,0.00056770514,0.0025449032,0.0011033496],"domain_scores_gemma":[0.99568886,0.0027826538,0.00013526887,0.0005675555,0.00063560705,0.00019006143],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046780508,0.00012916674,0.00044900266,0.00059621566,0.00068494515,0.0004447519,0.0010290471,0.0001323255,0.00019983579],"category_scores_gemma":[0.008672264,0.00010922222,0.000050565606,0.003079278,0.0018433479,0.0014310476,0.0007242082,0.00070267275,0.000013191611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025839556,0.00060476887,0.0073377355,0.003991829,0.000026624099,0.00003377046,0.0034022331,4.140597e-8,0.0007569598,0.49446014,0.051224146,0.4381359],"study_design_scores_gemma":[0.0004671966,0.0002626653,0.028728176,0.0020811702,0.0000039199335,0.0000045658658,0.006741155,0.0000129118835,0.00045742004,0.062040277,0.8990142,0.00018633806],"about_ca_topic_score_codex":0.1786016,"about_ca_topic_score_gemma":0.006040255,"teacher_disagreement_score":0.84779006,"about_ca_system_score_codex":0.0002540282,"about_ca_system_score_gemma":0.004190023,"threshold_uncertainty_score":0.99967813},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2079429547","doi":"10.1136/ebm.14.4.101","title":"What kind of randomised trials do patients and clinicians need?","year":2009,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Cerebrovascular and Carotid Artery Diseases","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Intensive care medicine","score_opus":0.06865936897527998,"score_gpt":0.355519507897034,"score_spread":0.28686013892175405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079429547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95535225,0.018454777,0.00018942967,0.022269415,0.00079721917,0.0022937304,0.000008465745,0.000062275794,0.0005724222],"genre_scores_gemma":[0.98646086,0.0057408665,0.000091932896,0.0068693194,0.0006333706,0.000023213792,0.000046480764,0.000016500211,0.00011742946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970692,0.00038475048,0.0011307062,0.00037733515,0.0007731966,0.0002648277],"domain_scores_gemma":[0.9967225,0.0017088482,0.00039047145,0.0004721986,0.0003187027,0.00038727766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002514217,0.00025484068,0.001433317,0.00024939157,0.000054798988,0.000025682133,0.00010865386,0.000105807405,0.0006381749],"category_scores_gemma":[0.007279317,0.00016974115,0.00038248743,0.0002804361,0.00027253205,0.00034272362,0.000013965053,0.00015997808,0.000008881748],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033531092,0.0020125273,0.32661477,0.0012188512,0.0006373294,0.00004940184,0.0019447153,0.000023986362,0.008300411,0.00016666358,0.027421817,0.5980784],"study_design_scores_gemma":[0.22086516,0.010887769,0.72223365,0.024194444,0.0043616574,0.000022345908,0.0025667772,0.00015135079,0.008578153,0.0004450844,0.0051415185,0.00055210217],"about_ca_topic_score_codex":0.000022291091,"about_ca_topic_score_gemma":0.0000020107484,"teacher_disagreement_score":0.5975264,"about_ca_system_score_codex":0.00003567197,"about_ca_system_score_gemma":0.00020228224,"threshold_uncertainty_score":0.87145483},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2079828477","doi":"10.1016/j.jclinepi.2014.06.013","title":"Priority-based initiative for updating existing evidence-based clinical practice guidelines: the results of two iterations","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Cancer Care Ontario; McMaster University","funders":"","keywords":"Guideline; Prioritization; Medicine; Quality of evidence; Evidence-based practice; Quality (philosophy); Evidence-based medicine; Process management; Alternative medicine; Randomized controlled trial; Pathology; Business","score_opus":0.8559546995643833,"score_gpt":0.7086200717376087,"score_spread":0.14733462782677464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079828477","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04161379,0.00030623504,0.5821695,0.371824,0.0024737176,0.0010124431,0.000039722174,0.000026037984,0.00053462066],"genre_scores_gemma":[0.2919032,0.00023849405,0.5809468,0.1208473,0.005958316,0.000016599994,0.000043644104,0.000028699633,0.000016976286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9397164,0.024104321,0.03425989,0.0006466456,0.0007495242,0.0005232462],"domain_scores_gemma":[0.10068455,0.8545816,0.029652933,0.000941534,0.013646418,0.0004929709],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29485038,0.0002792134,0.003149555,0.0001656472,0.00019036145,0.000021526761,0.00045754708,0.0004207237,0.000033357217],"category_scores_gemma":[0.9805213,0.00017713718,0.0016196895,0.00033613766,0.00064422324,0.00055855105,0.00008448171,0.002099115,0.000009862557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050543543,0.0032828527,0.28978714,0.0005211075,0.0014195231,0.00005096499,0.00021096217,0.015186278,0.00019433412,0.014173395,0.12760648,0.4970234],"study_design_scores_gemma":[0.057252344,0.0254499,0.10884696,0.0044856938,0.0050236885,0.00026044605,0.0014170654,0.41954926,0.00014401544,0.016442977,0.36054486,0.00058277766],"about_ca_topic_score_codex":0.00007336916,"about_ca_topic_score_gemma":0.00003607658,"teacher_disagreement_score":0.8390318,"about_ca_system_score_codex":0.00007004243,"about_ca_system_score_gemma":0.0027555942,"threshold_uncertainty_score":0.91197264},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2081069584","doi":"10.1097/01.sla.0000154258.30305.df","title":"Evaluating Meta-analyses in the General Surgical Literature","year":2005,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Concordance; Critical appraisal; Systematic review; Evidence-based medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9842320020590651,"score_gpt":0.6970802859876226,"score_spread":0.2871517160714425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081069584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401754,0.038705286,0.00007147048,0.014033352,0.00010727894,0.000283581,0.000022979557,0.000003053748,0.0065975552],"genre_scores_gemma":[0.99168384,0.00023902173,0.0014050583,0.002077,0.0002809549,0.000035867386,0.000011153463,0.0000073746437,0.004259737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95726943,0.023803476,0.0105428,0.00075137283,0.0072784172,0.0003544836],"domain_scores_gemma":[0.9675193,0.024183692,0.0037793354,0.002940191,0.0014894012,0.00008811528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27311307,0.0002597481,0.004710898,0.00063189253,0.00007430485,0.00060608704,0.0012647597,0.00008586672,0.009595282],"category_scores_gemma":[0.036067273,0.00008852242,0.0068822186,0.0028659853,0.00005551543,0.00037570472,0.00006852684,0.00019251126,0.0004994694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038599752,0.00040279844,0.029675728,0.000085372325,0.0058482643,0.00013459571,0.0029387937,0.006120134,0.00038310917,0.0040738136,0.8113729,0.13892594],"study_design_scores_gemma":[0.0002695895,0.00006099486,0.057011124,0.00013205742,0.005283858,0.00015979643,0.0010857697,0.027202189,0.0013811698,0.01486777,0.89176846,0.00077724847],"about_ca_topic_score_codex":0.000017081993,"about_ca_topic_score_gemma":0.000016597141,"teacher_disagreement_score":0.2370458,"about_ca_system_score_codex":0.00000392645,"about_ca_system_score_gemma":0.000056799323,"threshold_uncertainty_score":0.99131006},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2084033360","doi":"10.1007/s10826-013-9795-1","title":"Between Black and White: Examining Grey Literature in Meta-analyses of Psychological Research","year":2013,"lang":"en","type":"article","venue":"Journal of Child and Family Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grey literature; Meta-analysis; Inclusion (mineral); Psychology; Psychological intervention; Publication bias; Systematic review; White (mutation); Applied psychology; Social psychology; Clinical psychology; MEDLINE; Medicine; Political science; Psychiatry","score_opus":0.9316437456358971,"score_gpt":0.638685197001198,"score_spread":0.29295854863469917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084033360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9073943,0.08655063,0.00004494228,0.0025231682,0.000047558544,0.00020098791,0.000004660883,5.495164e-7,0.0032332013],"genre_scores_gemma":[0.99309474,0.0047293324,0.0012917314,0.00025456827,0.00011713301,0.000003977452,2.6806737e-7,0.000004031015,0.00050419685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849581,0.0057747695,0.005796618,0.00042625255,0.0028419627,0.0002022656],"domain_scores_gemma":[0.9877123,0.005231768,0.002865751,0.0006650062,0.003401427,0.00012370327],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07085953,0.00021325373,0.0048968215,0.00086336775,0.00011429307,0.00055311585,0.00057155336,0.000083536375,0.00019458859],"category_scores_gemma":[0.023178259,0.00007542533,0.0007986194,0.0013484078,0.00033409533,0.000417721,0.00018749834,0.00048780156,0.000018492769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002361691,0.00013117891,0.8564004,0.00015851436,0.009978562,0.000028440845,0.009595902,0.000022590344,0.00035314666,0.00017821333,0.10488399,0.018245485],"study_design_scores_gemma":[0.00024315534,0.00025604162,0.980742,0.00016396395,0.0012094504,0.000022781967,0.008643724,0.000019542415,0.000007965092,0.006513298,0.0020961494,0.00008197316],"about_ca_topic_score_codex":0.0000033570134,"about_ca_topic_score_gemma":0.0000029396138,"teacher_disagreement_score":0.12434159,"about_ca_system_score_codex":0.000007880572,"about_ca_system_score_gemma":0.000009043357,"threshold_uncertainty_score":0.9850499},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2084126787","doi":"10.1080/00273171.2011.606748","title":"Comparison of Methods for Collecting and Modeling Dissimilarity Data: Applications to Complex Sound Stimuli","year":2011,"lang":"en","type":"article","venue":"Multivariate Behavioral Research","topic":"Multisensory perception and integration","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Sorting; Reliability (semiconductor); Computer science; Pattern recognition (psychology); Hierarchical database model; Data mining; Artificial intelligence; Statistics; Mathematics; Algorithm","score_opus":0.9508423595852682,"score_gpt":0.7395595268481697,"score_spread":0.21128283273709847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084126787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2672262,0.00003101239,0.72924376,0.000057879555,0.00009221586,0.0018228145,0.00029810457,0.00004002152,0.0011879794],"genre_scores_gemma":[0.7414334,0.000001691082,0.25758567,0.00001159474,0.000040439158,0.0004072253,0.00014968924,0.00002144323,0.00034885693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977003,0.0006234858,0.00049110316,0.0005893114,0.00020225893,0.00039353993],"domain_scores_gemma":[0.9980294,0.0004117882,0.00008037801,0.00071100163,0.0005765259,0.00019091567],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022884663,0.00013714038,0.00031338388,0.0002771878,0.00044586766,0.000051842166,0.00041962817,0.00014787918,0.0009183639],"category_scores_gemma":[0.00026913828,0.00013085503,0.000041348092,0.00036465385,0.00013774053,0.00013454926,0.00027444342,0.00035834295,0.000024079618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002359121,0.005790226,0.06464895,0.00014800012,0.00011954663,0.0000013556506,0.079285555,0.000247522,0.3099815,0.01234562,0.0048519876,0.52022064],"study_design_scores_gemma":[0.002032147,0.00091549417,0.12545297,0.00003709773,0.00009804983,0.0000032456567,0.02159645,0.84067386,0.0014448016,0.0014657618,0.0058474834,0.0004326427],"about_ca_topic_score_codex":0.0041740243,"about_ca_topic_score_gemma":0.00033893101,"teacher_disagreement_score":0.8404263,"about_ca_system_score_codex":0.000065677144,"about_ca_system_score_gemma":0.000039912364,"threshold_uncertainty_score":0.99999493},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2084154288","doi":"10.1186/1748-5908-5-69","title":"Scoping studies: advancing the methodology","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14722,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Canadian Occupational Therapy Foundation; Canadian Child Health Clinician Scientist Program; McMaster University","keywords":"Health services research; Knowledge translation; Rigour; Thematic analysis; Process (computing); Management science; Health informatics; Process management; Relevance (law); Health care; Qualitative research; Medicine; Health administration; Knowledge management; Computer science; Public health; Nursing; Engineering; Political science; Sociology","score_opus":0.9379698947753394,"score_gpt":0.849743256860538,"score_spread":0.08822663791480145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084154288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92723745,0.000024843559,0.013807114,0.04753586,0.0057687764,0.0028785097,0.000020720152,0.00014740921,0.00257933],"genre_scores_gemma":[0.8796077,0.00003772457,0.04852403,0.07021301,0.0005248796,0.0008626056,0.000002125429,0.000015847805,0.00021207788],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99513614,0.0011516103,0.0010554097,0.00048170332,0.00089796615,0.0012771459],"domain_scores_gemma":[0.9875353,0.010207881,0.0005806068,0.00056227186,0.00085029844,0.00026365113],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028038599,0.00012853283,0.00020806062,0.0002760762,0.00492156,0.000045099445,0.00086043676,0.000041626867,0.0018709226],"category_scores_gemma":[0.013070871,0.00008738078,0.000029239363,0.0018309746,0.0011120365,0.0009477954,0.00037304312,0.0005824501,0.00039221707],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002357766,0.000016237715,0.10153458,0.00040226115,0.000022732307,0.00000296258,0.22736648,0.000016698705,0.46835122,0.10409094,0.031003555,0.06716875],"study_design_scores_gemma":[0.0036607198,0.00021901469,0.12029877,0.00032640045,0.000040024363,0.000032618173,0.5708146,0.00030284497,0.03430285,0.015895588,0.25337225,0.00073433504],"about_ca_topic_score_codex":0.00037912632,"about_ca_topic_score_gemma":0.0066137635,"teacher_disagreement_score":0.43404838,"about_ca_system_score_codex":0.0002447215,"about_ca_system_score_gemma":0.002968852,"threshold_uncertainty_score":0.9990415},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2084860851","doi":"10.1177/1077800407304456","title":"Ethics Review for Qualitative Inquiry","year":2007,"lang":"en","type":"article","venue":"Qualitative Inquiry","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Research ethics; Institutional review board; Engineering ethics; Qualitative research; Audit; Sociology; Institution; Ethical code; Psychology; Social science; Management; Engineering","score_opus":0.9036836831033809,"score_gpt":0.7718725580015703,"score_spread":0.1318111251018106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084860851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07539836,0.066492215,0.56725365,0.24099842,0.0055092187,0.012120626,0.00030888294,0.0007652667,0.031153383],"genre_scores_gemma":[0.3745029,0.058851082,0.2582363,0.2551483,0.009374432,0.0017607971,0.0010431776,0.00067217095,0.040410887],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9899191,0.0034174332,0.002026046,0.0010039791,0.0025715737,0.0010618125],"domain_scores_gemma":[0.6543226,0.3354421,0.0007567649,0.0015545414,0.0069313687,0.0009925988],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12422332,0.00038201298,0.0011182684,0.00026611006,0.0002973465,0.000028076694,0.00044006621,0.0010625096,0.00032654745],"category_scores_gemma":[0.27172983,0.00032620603,0.0005104119,0.0008237251,0.0030460027,0.00019727097,0.00020081273,0.004962197,0.0004098318],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009098,0.00035521426,0.000037846177,0.012629465,0.00026698806,0.00004091717,0.64773726,2.1701068e-7,0.00046909315,0.3028538,0.031212505,0.0034868792],"study_design_scores_gemma":[0.0030085265,0.002930813,0.00050452375,0.012840837,0.00025400778,0.000019691775,0.5357273,0.0000074290765,0.001802669,0.3878877,0.054343518,0.0006729797],"about_ca_topic_score_codex":0.000042312626,"about_ca_topic_score_gemma":0.00009317017,"teacher_disagreement_score":0.3355965,"about_ca_system_score_codex":0.00033743845,"about_ca_system_score_gemma":0.0012815172,"threshold_uncertainty_score":0.999919},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2085530107","doi":"10.1371/journal.pone.0048894","title":"A Comparison of Statistical Methods for Identifying Out-of-Date Systematic Reviews","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Office of the Higher Education Commission; Royal Golden Jubilee (RGJ) Ph.D. Programme; Thailand Research Fund; Khon Kaen University; University of Ottawa","keywords":"Systematic review; Meta-analysis; Medicine; Statistics; Statistical power; MEDLINE; Random effects model; Computer science; Medical physics; Data mining; Mathematics; Internal medicine","score_opus":0.956066391526984,"score_gpt":0.6722449776337923,"score_spread":0.2838214138931917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085530107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005875394,0.016813265,0.9722461,0.00004070632,0.00022008536,0.003633437,0.000033639357,0.0000034935515,0.0011338645],"genre_scores_gemma":[0.2118062,0.000045994875,0.7860948,0.000027786067,0.000058084075,0.00030974223,0.0000077035465,0.000012698315,0.0016370147],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95099753,0.024671655,0.01953482,0.0005381903,0.0039017822,0.00035600332],"domain_scores_gemma":[0.9601321,0.024751347,0.010929336,0.0028087685,0.0011939288,0.00018452067],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22383198,0.0002175398,0.010257585,0.00023905963,0.00005729962,0.00012892419,0.0010514919,0.00006248974,0.0021723113],"category_scores_gemma":[0.17532443,0.00010399969,0.0012179682,0.00055844313,0.000055151126,0.00021020844,0.00010596903,0.000088147346,0.0009839516],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006205475,0.008832125,0.08812134,0.64064956,0.008960521,6.7929363e-7,0.020120967,0.000009508628,0.06922414,0.07593439,0.05152789,0.036556855],"study_design_scores_gemma":[0.0037487147,0.0016284232,0.015297137,0.1283579,0.10971824,0.000013217732,0.016815647,0.40717247,0.14692362,0.06725867,0.09881525,0.0042506824],"about_ca_topic_score_codex":0.0000018129329,"about_ca_topic_score_gemma":0.0000029090706,"teacher_disagreement_score":0.5122916,"about_ca_system_score_codex":0.000013528903,"about_ca_system_score_gemma":0.000018771547,"threshold_uncertainty_score":0.9997939},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2086203781","doi":"10.1016/j.jclinepi.2007.03.010","title":"Application of generalizability theory confirmed lower reliability of the standard gamble than the feeling thermometer","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"AstraZeneca","keywords":"Generalizability theory; GERD; Inter-rater reliability; Reliability (semiconductor); Medicine; COPD; Intra-rater reliability; Reflux; Physical therapy; Disease; Internal medicine; Psychology; Rating scale; Confidence interval; Developmental psychology","score_opus":0.5161787684129466,"score_gpt":0.554718994206375,"score_spread":0.03854022579342842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086203781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83513355,0.0009552407,0.12737879,0.033906173,0.0014888541,0.00045512803,0.000051648833,0.0000046717696,0.00062593824],"genre_scores_gemma":[0.9875174,0.00019377877,0.0039067836,0.0077284668,0.00057790836,0.0000067193237,0.0000013127996,0.000014163943,0.000053437914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9652125,0.010150072,0.023613343,0.0004260809,0.0001771547,0.00042081988],"domain_scores_gemma":[0.84317935,0.12462548,0.029720536,0.0015447527,0.00069657795,0.0002333123],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41248316,0.00015213843,0.0029680096,0.00010145368,0.00009755978,0.000005061295,0.00075103604,0.00035731285,0.00014957944],"category_scores_gemma":[0.21318762,0.000095406904,0.0009838836,0.0001874402,0.00087970373,0.00012974218,0.00009187363,0.0006825305,0.000017909279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048966706,0.00017011452,0.8992798,0.00011810913,0.00011407306,1.5191942e-7,0.00025544147,0.0008809523,0.000012879299,0.09554572,0.0015502454,0.0015828914],"study_design_scores_gemma":[0.00069663813,0.00030544194,0.74255085,0.000042096406,0.00002524763,0.0000055565674,0.00025648132,0.0012688274,0.000033909037,0.24210332,0.012621574,0.00009002155],"about_ca_topic_score_codex":0.00022168478,"about_ca_topic_score_gemma":0.000056031797,"teacher_disagreement_score":0.19929552,"about_ca_system_score_codex":0.00016117917,"about_ca_system_score_gemma":0.0002726353,"threshold_uncertainty_score":0.79344004},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2087645370","doi":"10.1080/08989621.2011.557302","title":"The Responsible Conduct of Bioethics Research","year":2011,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Environmental Health Sciences; National Institutes of Health","keywords":"Bioethics; Government (linguistics); Engineering ethics; Sociology; Research ethics; Political science; Law; Psychology; Philosophy","score_opus":0.9759870882107871,"score_gpt":0.7668027338591651,"score_spread":0.20918435435162197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087645370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90189767,0.0006567705,0.0000021768012,0.01992313,0.00013890595,0.0016440934,0.0000108197,0.000026527523,0.07569993],"genre_scores_gemma":[0.99295956,0.0022007972,0.00089310773,0.00009887592,0.000097784905,0.0001882598,0.0000030742724,0.000036552316,0.0035219637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9792647,0.007183234,0.001520648,0.0010438843,0.008926488,0.0020610807],"domain_scores_gemma":[0.6895828,0.28149468,0.00016298634,0.006675487,0.021345666,0.0007383374],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26051643,0.00015818859,0.0004748315,0.0009247004,0.0006410179,0.00007674303,0.001746451,0.000938252,0.0007824323],"category_scores_gemma":[0.2425724,0.00010596599,0.00014663828,0.0041500637,0.017596206,0.00017739365,0.0015306773,0.015824266,0.00033848203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013170795,0.0026232407,0.46133718,0.0013756681,0.00009374511,0.00011919507,0.01027862,5.701753e-7,0.0097766975,0.49153316,0.003923989,0.005767145],"study_design_scores_gemma":[0.0014309083,0.00209733,0.24037473,0.0005488462,0.0000077046025,0.0000149654525,0.023567501,0.00006649611,0.04479177,0.6806973,0.0062335175,0.00016889615],"about_ca_topic_score_codex":0.01945857,"about_ca_topic_score_gemma":0.02036097,"teacher_disagreement_score":0.28968182,"about_ca_system_score_codex":0.00058386906,"about_ca_system_score_gemma":0.006799751,"threshold_uncertainty_score":0.9988308},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2087773868","doi":"10.1093/scipol/sct038","title":"Governing 'dual-use' research in Canada: A policy review","year":2013,"lang":"en","type":"review","venue":"Science and Public Policy","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research; Health Canada","keywords":"Bioethics; Library science; Public health; Public policy; Sociology; Media studies; Public administration; Political science; Law; Medicine; Nursing","score_opus":0.5106696178332609,"score_gpt":0.6286731429825959,"score_spread":0.11800352514933499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087773868","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052271927,0.89694077,2.1898568e-7,0.0718131,0.000626645,0.0028527782,0.00012538549,0.000030272675,0.027558587],"genre_scores_gemma":[0.00002611314,0.97283757,0.000022974291,0.018914238,0.0026075225,0.001482397,0.000049262584,0.00004494701,0.0040149763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98901564,0.0023789667,0.0016586953,0.00090558216,0.0019638622,0.004077271],"domain_scores_gemma":[0.9915828,0.0026401854,0.00083717855,0.001283382,0.0015450484,0.0021113846],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014570342,0.00042578494,0.0016179499,0.0033112555,0.0024763031,0.00024779694,0.0012036972,0.0003496554,0.00023197349],"category_scores_gemma":[0.022742907,0.0003235316,0.0000825193,0.01534636,0.0007546986,0.0013653211,0.0010257363,0.0027905423,0.00055115536],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[1.9581192e-7,0.000012897412,0.00011992205,0.032232963,0.0000043129735,0.0000014494392,0.0003111476,6.6994437e-9,2.998902e-8,0.017976502,0.21979791,0.7295427],"study_design_scores_gemma":[0.00007763204,0.000015374255,0.0004677621,0.032654896,0.000009950464,0.00001602819,0.0006785324,0.000004714985,3.0863085e-9,0.00019492241,0.9656156,0.00026459794],"about_ca_topic_score_codex":0.9968949,"about_ca_topic_score_gemma":0.7981701,"teacher_disagreement_score":0.74581766,"about_ca_system_score_codex":0.019889863,"about_ca_system_score_gemma":0.50611913,"threshold_uncertainty_score":0.9999217},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2087963666","doi":"10.1007/s11948-011-9260-8","title":"A Tale of Two Perspectives: Regulation Versus Self-Regulation. A Financial Reporting Approach (from Sarbanes–Oxley) for Research Ethics","year":2011,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Accounting; Audit; Business; Accounting management; Misconduct; Accounting research; Accounting standard; Financial accounting; Scientific misconduct; Public relations; Accounting information system; Political science; Law","score_opus":0.2612916037780104,"score_gpt":0.4272625517293991,"score_spread":0.16597094795138867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087963666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8420334,0.00064357696,0.11197131,0.0037880274,0.0017425778,0.0012751239,0.000035631885,0.0003431195,0.038167227],"genre_scores_gemma":[0.9545411,0.000071763505,0.044944037,0.000023733444,0.00029536372,0.000016680246,0.0000034766651,0.000007724298,0.000096111326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9974667,0.00015274591,0.0003573449,0.00035217474,0.0012640296,0.00040704416],"domain_scores_gemma":[0.99600196,0.0018783492,0.00022025876,0.00016954241,0.0016185287,0.000111386296],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029709386,0.00008819889,0.00014788544,0.00020342549,0.001253991,0.00006339454,0.00031037946,0.0007139884,0.000009860878],"category_scores_gemma":[0.045118097,0.00008958717,0.00003939952,0.0009416218,0.001181622,0.00045324588,0.00006552156,0.0024272203,9.362047e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028777524,0.00002511399,0.00020440842,0.000059020647,0.0000073091746,4.616278e-7,0.4054803,0.00037521595,0.0021385741,0.59130144,0.00007045017,0.00030894164],"study_design_scores_gemma":[0.003307957,0.0007793473,0.04550539,0.0010376659,0.00019897282,0.000014228094,0.3073009,0.30693126,0.019187814,0.27685645,0.036892474,0.0019875504],"about_ca_topic_score_codex":0.0041198456,"about_ca_topic_score_gemma":0.00023781965,"teacher_disagreement_score":0.31444496,"about_ca_system_score_codex":0.00018177023,"about_ca_system_score_gemma":0.0018279458,"threshold_uncertainty_score":0.99987423},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2088449608","doi":"10.1111/j.1467-9566.2008.01136.x","title":"Who's minding the data? Data Monitoring Committees in clinical cancer trials","year":2008,"lang":"en","type":"article","venue":"Sociology of Health & Illness","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec","funders":"","keywords":"Interim; Objectivity (philosophy); Clinical trial; Biomedicine; Neutrality; Data collection; Computer science; Engineering ethics; Psychology; Data science; Management science; Sociology; Epistemology; Medicine; Political science; Law; Social science; Economics; Bioinformatics","score_opus":0.9346622600518688,"score_gpt":0.7418685936803714,"score_spread":0.19279366637149742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088449608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89995533,0.011433776,0.000057060508,0.08567734,0.0018048751,0.0007429267,0.00018718743,0.000020077048,0.00012141393],"genre_scores_gemma":[0.9588934,0.036818147,0.00054384297,0.0020076393,0.0013346104,0.000034761826,0.00013545984,0.000022627135,0.00020948752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988454,0.0060561043,0.00313389,0.0008567611,0.0007641584,0.0007351167],"domain_scores_gemma":[0.9075125,0.08736148,0.001000912,0.0036035092,0.0002835336,0.00023805992],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093778916,0.00014425452,0.0016547652,0.000087387234,0.00048810837,0.000003876456,0.0019265292,0.0006914479,0.00007221675],"category_scores_gemma":[0.07505637,0.00009484566,0.000103475904,0.00019609947,0.004118306,0.00010363845,0.0014058452,0.0038844896,0.0000113293245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031932988,0.00023357848,0.9511218,0.0004352282,0.00014445,0.000028151317,0.0043655136,0.0000025090271,0.000012498017,0.00091596734,0.008320849,0.034100134],"study_design_scores_gemma":[0.004451189,0.000496569,0.96337426,0.0013084108,0.00007370178,0.000023906987,0.008563368,0.00021800582,0.00007253719,0.0060632406,0.015141624,0.00021320846],"about_ca_topic_score_codex":0.002524042,"about_ca_topic_score_gemma":0.00071556977,"teacher_disagreement_score":0.0836697,"about_ca_system_score_codex":0.0001257554,"about_ca_system_score_gemma":0.0034566226,"threshold_uncertainty_score":0.9985919},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2088677173","doi":"10.7202/900478ar","title":"Critères de « scientificité » de la recherche-action","year":2009,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.9403015175445084,"score_gpt":0.6624968304830278,"score_spread":0.27780468706148065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088677173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8334773,0.0042756908,0.010641047,0.04260327,0.0047698426,0.00021174832,0.0000056388108,0.00010217669,0.10391329],"genre_scores_gemma":[0.9011278,0.0033125908,0.080444075,0.0008502449,0.0031237095,0.000025663961,0.000010487616,0.00000982691,0.011095583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99278533,0.005446998,0.00029634679,0.00045560082,0.0002885994,0.0007271493],"domain_scores_gemma":[0.99544287,0.0036836027,0.00021090139,0.00017681479,0.0002583198,0.0002274865],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.032298353,0.00015532806,0.00015149997,0.00019011293,0.002472909,0.00041382722,0.0004946806,0.0004602168,0.00016772108],"category_scores_gemma":[0.0093560545,0.00018436543,0.00009900253,0.0016714322,0.0070590195,0.0008428245,0.0000132800915,0.0004230529,0.00006011692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028796762,0.0003344947,0.00569366,0.00007843957,0.0000093901535,8.683589e-7,0.4192335,0.00067425956,0.0033877331,0.49938905,0.0039029096,0.06729281],"study_design_scores_gemma":[0.00012026189,0.00017903915,0.057738468,0.00031998463,0.00006484079,0.00010451911,0.29427704,0.0048053847,0.0006258706,0.5943264,0.04706458,0.0003736478],"about_ca_topic_score_codex":0.0016426374,"about_ca_topic_score_gemma":0.00035547928,"teacher_disagreement_score":0.12495644,"about_ca_system_score_codex":0.0033753184,"about_ca_system_score_gemma":0.003890596,"threshold_uncertainty_score":0.99898857},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2089009990","doi":"10.1136/ebm.13.6.162-a","title":"GRADE: assessing the quality of evidence for diagnostic recommendations","year":2008,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Grading (engineering); Diagnostic test; Medicine; Clinical Practice; Test (biology); Odds; Diagnostic odds ratio; Medical physics; MEDLINE; Diagnostic accuracy; Quality (philosophy); Intensive care medicine; Family medicine; Pediatrics; Logistic regression; Radiology","score_opus":0.9476189088113064,"score_gpt":0.6841482826036769,"score_spread":0.2634706262076295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089009990","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026917318,0.05037844,0.12111764,0.106634244,0.71663904,0.0044791345,0.00021345339,0.00002162958,0.00024727147],"genre_scores_gemma":[0.016333992,0.015015755,0.010612049,0.0018635461,0.9407024,0.0014774582,0.0004313337,0.000104172475,0.013459333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9050853,0.039044097,0.027576879,0.002557199,0.025059218,0.00067727565],"domain_scores_gemma":[0.17402202,0.78383183,0.02424859,0.008075269,0.009514482,0.0003077709],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3447122,0.00076668744,0.00797383,0.00071640377,0.00060006115,0.00049020624,0.005298715,0.00053231587,0.0044718515],"category_scores_gemma":[0.94895864,0.00027855637,0.002933627,0.0026642147,0.0008390037,0.00082053855,0.00017383687,0.0009462327,0.0002355375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021019132,0.00004799015,0.0014152396,0.000684919,0.00015061401,0.00000269305,0.00025982285,0.00004977223,0.000025490875,0.000075241165,0.9869903,0.010276908],"study_design_scores_gemma":[0.0005108373,0.00025830572,0.0022397295,0.014528773,0.0013285938,0.0000018355681,0.00044353923,0.000778003,0.000022282447,0.0014733225,0.9780915,0.00032332639],"about_ca_topic_score_codex":0.00035599046,"about_ca_topic_score_gemma":0.000098575016,"teacher_disagreement_score":0.74478775,"about_ca_system_score_codex":0.00020503279,"about_ca_system_score_gemma":0.00215249,"threshold_uncertainty_score":0.9999667},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2089229856","doi":"10.1080/13645579.2012.661207","title":"Institutional ethnography and data analysis: making sense of data dialogues","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Hort Innovation","keywords":"Active listening; Ethnography; Sociology; Qualitative research; Qualitative property; Data collection; Social research; Epistemology; Interpretative phenomenological analysis; Data science; Social science; Computer science","score_opus":0.9454986453943374,"score_gpt":0.7607215828876077,"score_spread":0.18477706250672965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089229856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27516127,0.0118024275,0.62003636,0.07057191,0.0035977236,0.00054188963,0.0017650962,0.000032733515,0.016490586],"genre_scores_gemma":[0.75552833,0.0022031146,0.23978479,0.0001069403,0.0022512039,0.0000016753183,0.00006884477,0.000007879483,0.000047240814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9672212,0.028281322,0.00069570786,0.0002753641,0.002969228,0.0005571694],"domain_scores_gemma":[0.97484684,0.021104923,0.0004720639,0.00035323057,0.0029967779,0.00022619282],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17108855,0.0000893854,0.00044557985,0.0013871824,0.0005479528,0.00009126258,0.0022723945,0.00021327905,0.00013183782],"category_scores_gemma":[0.06181019,0.00007900073,0.00012843487,0.001212431,0.004673148,0.0014761203,0.0015933457,0.0010754719,0.0000024577614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067499385,0.00032402176,0.026029991,0.000044376884,0.004518171,0.00006647298,0.10823865,0.000007126346,0.0014992346,0.73571664,0.0026118828,0.12026842],"study_design_scores_gemma":[0.001779371,0.00034054831,0.12595296,0.00019083338,0.000772886,0.000087184664,0.15255684,0.00057260867,0.00022750754,0.27050263,0.44649786,0.0005187646],"about_ca_topic_score_codex":0.0013293439,"about_ca_topic_score_gemma":0.0007720691,"teacher_disagreement_score":0.48036703,"about_ca_system_score_codex":0.00011316232,"about_ca_system_score_gemma":0.0009886767,"threshold_uncertainty_score":0.99803555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2089994419","doi":"10.1007/s11948-014-9600-6","title":"Scientists Admitting to Plagiarism: A Meta-analysis of Surveys","year":2014,"lang":"en","type":"review","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Meta-analysis; Psychology; Survey research; Recall; Philosophy of science; Publication bias; Peer review; Medical education; Medicine; Political science; Applied psychology; Law; Pathology","score_opus":0.22889669792562578,"score_gpt":0.44370391064431075,"score_spread":0.21480721271868497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089994419","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013827498,0.98156,0.014715602,0.00065295043,0.0006509732,0.00036663323,0.00008786611,0.00007212668,0.00188004],"genre_scores_gemma":[0.000695914,0.99588114,0.0024475977,0.00019674166,0.00012624271,0.000025763538,0.000011088223,0.000017943219,0.0005975979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954641,0.0007758982,0.0005951638,0.00061312556,0.0019536158,0.0005980919],"domain_scores_gemma":[0.99532026,0.003020309,0.00026688716,0.00035367606,0.00065724726,0.0003816001],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.077644095,0.0002697625,0.002180726,0.001514805,0.00074182736,0.00021944978,0.0011309673,0.0015556592,0.00004745154],"category_scores_gemma":[0.019768897,0.00021740992,0.00069699634,0.0073510897,0.0009652114,0.00021091208,0.00021974975,0.0034030871,0.000014005302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012916861,0.00005101263,0.000024163619,0.014556647,0.040513,0.000011353629,0.06918689,0.0021949462,0.0000129708205,0.29221573,0.00096979516,0.5802622],"study_design_scores_gemma":[0.000010231945,0.000010669393,0.00000955829,0.0003944373,0.04345205,9.02896e-7,0.00013793638,0.0005644653,0.0000014228272,0.000047267622,0.95508534,0.00028572645],"about_ca_topic_score_codex":0.0018189802,"about_ca_topic_score_gemma":0.000548003,"teacher_disagreement_score":0.9541155,"about_ca_system_score_codex":0.0001429828,"about_ca_system_score_gemma":0.0017713733,"threshold_uncertainty_score":0.99974054},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2090058550","doi":"10.1016/s1499-2671(08)23002-9","title":"Should Publication Ethics be Taught in the Professional Curriculum for Health Science Students?","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Publishing; Confidentiality; Medicine; Peer review; Scopus; Curriculum; Medical education; Health care; Critical appraisal; MEDLINE; Alternative medicine; Psychology; Pedagogy; Political science","score_opus":0.08703873483358987,"score_gpt":0.43429077432692953,"score_spread":0.34725203949333966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090058550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76379806,0.00017440537,0.000025758229,0.23495,0.00064518326,0.0002980241,0.0000036669223,0.0000019890815,0.000102897626],"genre_scores_gemma":[0.9619733,0.000007791933,0.0016783584,0.035859212,0.00031538776,0.000028367596,0.000019106932,0.000006741291,0.00011173836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983289,0.0000525113,0.00043128247,0.000101340534,0.00075640215,0.0003295124],"domain_scores_gemma":[0.9978729,0.00010447135,0.00024840317,0.00016025551,0.0013509212,0.0002630335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047824965,0.00006490427,0.00015199897,0.00060548674,0.0005004873,0.00004087658,0.00041561606,0.00007582452,0.000040993156],"category_scores_gemma":[0.0060717473,0.0000433794,0.00003745674,0.0011741443,0.00040335316,0.00022485886,0.0000074294503,0.00075604126,0.0000016176181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014057432,0.00015933657,0.8259296,0.000058507234,0.000009992742,0.0000021931944,0.00569469,0.0000018948315,0.000032250395,0.002898893,0.16236334,0.0028479202],"study_design_scores_gemma":[0.0006992605,0.00026424357,0.92284507,0.00029155522,0.0000134890415,0.000040101313,0.0026343025,0.00015372598,0.00006962428,0.00037461505,0.072541,0.00007302298],"about_ca_topic_score_codex":0.0001593884,"about_ca_topic_score_gemma":0.0007731965,"teacher_disagreement_score":0.1990908,"about_ca_system_score_codex":0.00047298352,"about_ca_system_score_gemma":0.0123821115,"threshold_uncertainty_score":0.99321675},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2090132603","doi":"10.1016/j.jclinepi.2011.01.012","title":"GRADE guidelines 6. Rating the quality of evidence—imprecision","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2682,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality of evidence; Quality (philosophy); Medicine; Meta-analysis; Internal medicine","score_opus":0.9117431739366876,"score_gpt":0.6635809712434746,"score_spread":0.24816220269321299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090132603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9256772,0.004156136,0.004702992,0.061116327,0.0014543994,0.00020507014,8.5522856e-7,0.00001125436,0.0026757722],"genre_scores_gemma":[0.9491712,0.0043732203,0.03396454,0.010370687,0.001653192,0.0000017384415,5.140671e-7,0.000012713701,0.0004521933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98330396,0.0069123805,0.008884605,0.00019403516,0.0004503445,0.00025464434],"domain_scores_gemma":[0.77958405,0.21246712,0.005786778,0.0005919309,0.001185952,0.00038415025],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100861326,0.00013924125,0.0041151815,0.000066323424,0.000039900733,0.0000020019795,0.00028116122,0.00030301264,0.00015051854],"category_scores_gemma":[0.47061384,0.000057271856,0.0026000373,0.00012904023,0.00043139525,0.0000835716,0.000059317044,0.0008148369,0.000010829047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016006265,0.00015042281,0.93155736,0.000040042036,0.00021361615,0.0000531406,0.000105974934,0.000009876557,0.00013563927,0.006454339,0.0029970806,0.05668191],"study_design_scores_gemma":[0.0010659002,0.0010424063,0.9716333,0.00032065474,0.00021022343,0.00039678422,0.00013164437,0.000063147534,0.00009595781,0.0042934585,0.020677788,0.000068696354],"about_ca_topic_score_codex":0.000085407126,"about_ca_topic_score_gemma":0.000005122383,"teacher_disagreement_score":0.3697525,"about_ca_system_score_codex":0.000013735521,"about_ca_system_score_gemma":0.00021083177,"threshold_uncertainty_score":0.9258525},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2090238704","doi":"10.1007/s11948-003-0017-x","title":"Patients’ health or company profits? The commercialisation of academic research","year":2003,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto General Hospital; University of Toronto","funders":"","keywords":"Deferiprone; Drug trial; Academic freedom; Public relations; Clinical trial; Work (physics); Politics; Political science; Drug Company; Medicine; Business; Law; Economics; Management; Higher education","score_opus":0.8380988232874108,"score_gpt":0.6669507327016969,"score_spread":0.1711480905857139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090238704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630033,0.0009334996,0.0001112981,0.032456774,0.0012571706,0.0007656642,0.000031452768,0.000054447526,0.0013864283],"genre_scores_gemma":[0.99567646,0.0007418906,0.000096212294,0.0033283671,0.00006163335,0.000018010467,0.0000021378323,0.0000065751474,0.00006873229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977484,0.00068435405,0.00027017624,0.00019270692,0.00056436716,0.0005400105],"domain_scores_gemma":[0.9974105,0.0015604986,0.0000612024,0.00013326472,0.0005262721,0.00030829626],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017202398,0.00008874799,0.00013443183,0.00012047727,0.0010091559,0.000018197768,0.00030466085,0.00035038326,0.00005301538],"category_scores_gemma":[0.0037792155,0.00006036611,0.000014104047,0.0009411712,0.001230388,0.00014797712,0.00006929395,0.0050125006,0.0000060581774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003219425,0.00046808194,0.10221937,0.0022231084,0.000066216606,0.000005257283,0.04854763,0.0041815247,0.024777213,0.7433287,0.013264595,0.060596395],"study_design_scores_gemma":[0.0016261872,0.00066676026,0.074614994,0.00027321934,0.00003300196,0.000019802506,0.0031065857,0.01882441,0.04709065,0.0023757778,0.8509291,0.0004395383],"about_ca_topic_score_codex":0.000038556274,"about_ca_topic_score_gemma":0.000008918912,"teacher_disagreement_score":0.8376645,"about_ca_system_score_codex":0.000104700295,"about_ca_system_score_gemma":0.0010634414,"threshold_uncertainty_score":0.997283},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2090960911","doi":"10.3152/095820210x492495","title":"Which scientific elites? On the concentration of research funds, publications and citations","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Library science; Political science; Sociology; Computer science","score_opus":0.9310062741247978,"score_gpt":0.7398197713321439,"score_spread":0.1911865027926538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090960911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93226904,0.00021742264,0.00021727904,0.039126877,0.00039734074,0.0016017536,0.00004117568,0.000015729473,0.026113413],"genre_scores_gemma":[0.99744844,0.000069896916,0.0002783833,0.000025784844,0.000116332136,0.00024580472,0.000034445435,0.000009335355,0.001771596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9422621,0.0059069796,0.0009780321,0.0012535495,0.048438225,0.0011610787],"domain_scores_gemma":[0.8053127,0.071029775,0.0003242964,0.0029536593,0.119701736,0.0006778389],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3787386,0.000099321485,0.0001594555,0.038906608,0.0026283404,0.006547365,0.0021530583,0.00014845052,0.001876795],"category_scores_gemma":[0.48540914,0.00006166334,0.000054751967,0.23699751,0.0021143337,0.0009025843,0.0005463376,0.0014405551,0.000449815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052261053,0.00055435323,0.052162718,0.000015776837,0.00002269403,3.1813167e-7,0.0016435173,0.000084688574,0.1486854,0.49824652,0.15359618,0.14493558],"study_design_scores_gemma":[0.0005898558,0.00037971154,0.5472916,0.00002646997,0.0000068312456,0.0000028312909,0.0030066273,0.14016834,0.010703401,0.25717947,0.04049361,0.00015125159],"about_ca_topic_score_codex":0.00009542593,"about_ca_topic_score_gemma":0.0004928461,"teacher_disagreement_score":0.49512887,"about_ca_system_score_codex":0.00015567149,"about_ca_system_score_gemma":0.001654821,"threshold_uncertainty_score":0.9990356},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2091428252","doi":"10.1093/reseval/rvt017","title":"The New Zealand performance-based research fund and its impact on publication activity in economics","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Pennington Biomedical Research Foundation","keywords":"Queen (butterfly); Library science; Management; Sociology; Media studies; Economics; Computer science","score_opus":0.41028521807876034,"score_gpt":0.4383793823756601,"score_spread":0.02809416429689976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091428252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96934795,0.00060747366,0.0000027330816,0.013139114,0.00007246811,0.001028092,0.000010664357,0.000008211368,0.015783297],"genre_scores_gemma":[0.9930647,0.002704796,0.0000053427775,0.000031572934,0.0001652153,0.00030998237,0.000012534736,0.000013172233,0.0036926593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99830174,0.00025034245,0.0003260877,0.0003664165,0.00015949883,0.00059589144],"domain_scores_gemma":[0.9983696,0.0008107208,0.000110340996,0.00025517013,0.00031478115,0.000139428],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013400372,0.00010174062,0.00019813067,0.0004547358,0.0006886644,0.00041520895,0.00020168051,0.00009824517,0.00033612753],"category_scores_gemma":[0.0009101593,0.00008338323,0.000040443578,0.00038909618,0.000108705266,0.0005116423,0.00007446357,0.00043331095,0.00092556543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050508545,0.00030035694,0.41221863,0.000039512553,0.00012841263,2.760394e-7,0.0024704544,0.0024728447,0.00007020968,0.0440835,0.08263074,0.45508],"study_design_scores_gemma":[0.0009744192,0.00025277032,0.7686061,0.000011383573,0.0000011412575,1.7991674e-7,0.00011432947,0.18036819,0.000079354875,0.03457054,0.014901553,0.00012002102],"about_ca_topic_score_codex":0.002679993,"about_ca_topic_score_gemma":0.00045730226,"teacher_disagreement_score":0.45495996,"about_ca_system_score_codex":0.0009961287,"about_ca_system_score_gemma":0.00026811048,"threshold_uncertainty_score":0.9998523},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2092137306","doi":"10.1007/s11948-008-9063-8","title":"The Emergence and Evolution of the Expression “Conflict of Interests” in Science: A Historical Overview, 1880–2006","year":2008,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Meaning (existential); Expression (computer science); Epistemology; Philosophy of science; Sociology; Context (archaeology); State (computer science); Conflict resolution research; Relation (database); Environmental ethics; Political science; Social science; Conflict resolution","score_opus":0.44000607089454374,"score_gpt":0.4390712794931673,"score_spread":0.0009347914013764225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092137306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994907,0.0016295725,0.00008142174,0.0021888758,0.0003080449,0.00008293323,9.2442804e-7,0.000008907877,0.00079230935],"genre_scores_gemma":[0.9898457,0.0099825645,0.00008888071,0.000018284913,0.000013269005,0.0000028108072,5.507757e-8,0.0000014032789,0.000047067522],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99904865,0.000050283583,0.00013437594,0.00010252003,0.0005252242,0.00013896888],"domain_scores_gemma":[0.9993503,0.00017813258,0.000053109612,0.00018004968,0.00019558625,0.00004283898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033753572,0.000037599006,0.00005691745,0.00008802145,0.0008923708,0.000017781305,0.000408336,0.00004917824,0.0000030519789],"category_scores_gemma":[0.001812136,0.00002455608,0.000012311639,0.0010156921,0.0022485051,0.00020522869,0.00015691765,0.00020660803,1.7813126e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014361599,0.00006743037,0.08190805,0.00013482367,0.0000016528932,3.391228e-7,0.36189345,0.00045481394,0.4236152,0.12565602,0.00028815196,0.005965715],"study_design_scores_gemma":[0.0002143495,0.000057593526,0.9249945,0.00047498778,0.0000049320606,0.00000543626,0.01606561,0.009146501,0.0038132733,0.00093280926,0.04407537,0.00021457675],"about_ca_topic_score_codex":0.0014334519,"about_ca_topic_score_gemma":0.0008210458,"teacher_disagreement_score":0.8430865,"about_ca_system_score_codex":0.00018932552,"about_ca_system_score_gemma":0.00032112922,"threshold_uncertainty_score":0.8284711},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2092648788","doi":"10.1525/jer.2012.7.1.53","title":"Incidental Findings in Neuroimaging Research: A Framework for Anticipating the Next Frontier","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Mental Health; Canadian Institutes of Health Research; British Columbia Knowledge Development Fund; National Institutes of Health","keywords":"Neuroimaging; Sine qua non; Psychology; Resting state fMRI; Frontier; Brain function; Functional neuroimaging; Interpretation (philosophy); Cognitive psychology; Neuroscience; Computer science; Political science","score_opus":0.896472309203715,"score_gpt":0.6720419744288844,"score_spread":0.22443033477483065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092648788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8656134,0.0004830815,0.000316595,0.13031964,0.0005059634,0.0010923478,0.000008600161,0.0000173872,0.0016429977],"genre_scores_gemma":[0.9938219,0.0002979717,0.00071714044,0.0028625994,0.0017020388,0.00014184846,5.24852e-7,0.000071945105,0.00038400476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9647744,0.018835554,0.0009884366,0.00071767304,0.011514204,0.0031697268],"domain_scores_gemma":[0.5578996,0.43640983,0.00020276495,0.00077681494,0.0040182,0.0006928192],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1464148,0.00025082144,0.00049925415,0.002997656,0.0051535554,0.00084955466,0.0021233435,0.0004201941,0.00009364941],"category_scores_gemma":[0.68493676,0.00017573999,0.0002684101,0.0041080033,0.003767336,0.0011069105,0.0016215954,0.028589359,0.00009971378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004449678,0.004652149,0.120362215,0.0006520499,0.00012647624,0.0007710515,0.07447735,0.00019375085,0.11373555,0.42095828,0.25384602,0.0057754493],"study_design_scores_gemma":[0.003086928,0.00895192,0.15005386,0.0026260726,0.00001708781,0.00021354016,0.038056698,0.0016408539,0.035255633,0.6307674,0.12854455,0.00078545784],"about_ca_topic_score_codex":0.00011618077,"about_ca_topic_score_gemma":0.000087281405,"teacher_disagreement_score":0.53852195,"about_ca_system_score_codex":0.001313024,"about_ca_system_score_gemma":0.001189618,"threshold_uncertainty_score":0.99894387},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2092746927","doi":"10.1080/13645579.2011.638221","title":"Exploring the validity of electronic newspaper databases","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Lexis; Content analysis; Database; Advertising; Political science; Computer science; Sociology; Business; Social science","score_opus":0.9349094824766678,"score_gpt":0.6276944662901474,"score_spread":0.3072150161865205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092746927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328426,0.0005428987,0.0037566815,0.025977394,0.002157339,0.00017975768,0.0000069892913,0.000008651679,0.034527678],"genre_scores_gemma":[0.9891653,0.0057107364,0.0038379815,0.00007173921,0.0010495626,0.000011554483,8.4119364e-7,0.0000048931342,0.0001473954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99192834,0.006327974,0.00032911127,0.00006930911,0.0010704818,0.00027480675],"domain_scores_gemma":[0.9925063,0.005345675,0.00026724586,0.00011005726,0.0017233253,0.000047351154],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020985276,0.00004385896,0.00016312554,0.00015397994,0.00040831108,0.000014158768,0.0012293606,0.000030468127,0.0003194616],"category_scores_gemma":[0.011109486,0.00003136953,0.00010803601,0.00021582158,0.0008269697,0.00025865558,0.00024342784,0.0005407029,0.0000050753147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026594606,0.00011848701,0.0030968722,0.0000036014396,0.00025027702,0.000007718629,0.09780763,7.091784e-7,0.0010742148,0.8305742,0.00160119,0.06519913],"study_design_scores_gemma":[0.0006635478,0.00041534597,0.08295842,0.00004647713,0.0000498056,0.000016201126,0.15713312,0.000005173149,0.0038792642,0.11812392,0.6365674,0.0001412853],"about_ca_topic_score_codex":0.0029185242,"about_ca_topic_score_gemma":0.0018502892,"teacher_disagreement_score":0.7124503,"about_ca_system_score_codex":0.0001608761,"about_ca_system_score_gemma":0.0005010399,"threshold_uncertainty_score":0.99722034},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2093566717","doi":"10.3163/1536-5050.103.1.010","title":"Into the gray: a modified approach to citation analysis to better understand research impact","year":2015,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Gray (unit); Citation; Information retrieval; Data science; Citation analysis; World Wide Web; Library science; Medicine","score_opus":0.6302172774255392,"score_gpt":0.583660032386797,"score_spread":0.046557245038742257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093566717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74966776,0.00018832326,0.027308712,0.21408892,0.0007140872,0.0003369646,0.00001358709,0.000008773129,0.0076728933],"genre_scores_gemma":[0.9920156,0.00002151603,0.0013340836,0.002725591,0.00048085928,0.000004707658,0.0000021607868,0.0000093458875,0.0034061135],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9631272,0.0030154127,0.0009994006,0.00029716658,0.03206186,0.0004989923],"domain_scores_gemma":[0.982666,0.0105882855,0.0006973409,0.00060971023,0.0037697612,0.0016689078],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.105182365,0.00011137134,0.00039296123,0.027981184,0.0003727406,0.0029022617,0.004137531,0.00017699825,0.00022972804],"category_scores_gemma":[0.18858373,0.000046000976,0.0004765926,0.2183856,0.000094205156,0.001086068,0.0010137786,0.0009809359,0.000089166024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016194161,0.00022984997,0.20223299,0.0000015670886,0.00048681884,0.000007631123,0.0054718256,0.0041449447,0.000025465077,0.0009054181,0.7681853,0.018146241],"study_design_scores_gemma":[0.0018080993,0.0009031492,0.7202528,0.000032124546,0.00017365026,0.00001602303,0.009996706,0.044896863,0.00017868498,0.1499992,0.07142688,0.00031579513],"about_ca_topic_score_codex":0.000057464484,"about_ca_topic_score_gemma":0.000009886589,"teacher_disagreement_score":0.69675845,"about_ca_system_score_codex":0.0007689582,"about_ca_system_score_gemma":0.001176594,"threshold_uncertainty_score":0.9981328},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2093745477","doi":"10.1038/sdata.2014.49","title":"An open science resource for establishing reliability and reproducibility in functional connectomics","year":2014,"lang":"en","type":"article","venue":"Scientific Data","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":497,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Biomedical Imaging and Bioengineering; National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Key Research and Development Program of China","keywords":"Connectomics; Reliability (semiconductor); Reproducibility; Computer science; Neuroimaging; Connectome; Open science; Artificial intelligence; Functional connectivity; Psychology; Neuroscience; Statistics; Mathematics","score_opus":0.14234638286896062,"score_gpt":0.3469814610188182,"score_spread":0.2046350781498576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093745477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985036,0.000013393326,0.0020857248,0.005758423,0.0026938855,0.0012601076,0.0014882119,0.00009328441,0.0015709479],"genre_scores_gemma":[0.99565446,6.985337e-7,0.00250692,0.0010097339,0.00011187099,0.000045102133,0.0001865978,0.000012577463,0.0004720448],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916981,0.0003175534,0.00032182087,0.006628861,0.00060151477,0.00043216688],"domain_scores_gemma":[0.980438,0.008017742,0.00014960382,0.010957684,0.00025180067,0.00018515682],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045951333,0.0001399891,0.00021128553,0.00021328109,0.0015251766,0.0020607554,0.004274282,0.000037929338,0.000016237267],"category_scores_gemma":[0.31082746,0.00013240917,0.000014034398,0.0013198466,0.0024036733,0.004385597,0.0055266838,0.00017132556,0.000007350997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009550698,0.0014025193,0.038028285,0.00019480473,0.000006193299,0.0000027102208,0.0014231217,0.0020115268,0.6608348,0.049150564,0.20107481,0.0449156],"study_design_scores_gemma":[0.0020008415,0.0003539762,0.11421809,0.000054879663,0.000017482944,0.000022839946,0.00064557116,0.20929624,0.06193011,0.067114115,0.54360527,0.0007405782],"about_ca_topic_score_codex":0.00012821886,"about_ca_topic_score_gemma":0.00048130722,"teacher_disagreement_score":0.59890467,"about_ca_system_score_codex":0.00011837585,"about_ca_system_score_gemma":0.00032684876,"threshold_uncertainty_score":0.9997747},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2096833901","doi":"10.1371/journal.pone.0088008","title":"Quantifying Bias in Randomized Controlled Trials in Child Health: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Environmental health; Biology; Internal medicine","score_opus":0.9817470593674227,"score_gpt":0.6519590330899844,"score_spread":0.3297880262774383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096833901","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014971562,0.9530569,0.00035568944,0.0008172194,0.00014734385,0.044478644,0.00002128772,0.0000115455005,0.00096170336],"genre_scores_gemma":[0.0007163549,0.9849271,0.0018639308,0.0003703247,0.00020986833,0.0107133,0.00002520355,0.000040518793,0.0011334014],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.045418743,0.8011624,0.1395652,0.0030830395,0.009936431,0.0008341788],"domain_scores_gemma":[0.08946429,0.78603655,0.1148095,0.008275912,0.0009261728,0.00048757068],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.94928885,0.0016628269,0.4463966,0.0033798157,0.00013392865,0.0008348197,0.003374443,0.00052500557,0.007294501],"category_scores_gemma":[0.9237,0.00050166587,0.0609404,0.0035337722,0.000098009,0.0001198615,0.000298566,0.0013209912,0.0024052707],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017912343,0.03241106,0.0019237332,0.05848724,0.40685248,0.00015339172,0.0015925242,0.000054724427,1.17047755e-7,0.004295456,0.007902191,0.46841472],"study_design_scores_gemma":[0.3408185,0.00057509285,0.000052453957,0.05057988,0.30759272,0.000015919122,0.00035226383,0.003479317,3.5923716e-8,0.0023793948,0.29242018,0.0017342465],"about_ca_topic_score_codex":0.00012371823,"about_ca_topic_score_gemma":0.0005874893,"teacher_disagreement_score":0.4666805,"about_ca_system_score_codex":0.00013668042,"about_ca_system_score_gemma":0.00030529944,"threshold_uncertainty_score":0.9997435},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2097269731","doi":"10.1023/b:scie.0000027677.79173.b8","title":"The classification of biomedical journals by research level","year":2004,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Computer science; Citation; Science Citation Index; Information retrieval; Basic research; Data science; Library science","score_opus":0.9272708597111224,"score_gpt":0.7093757539334359,"score_spread":0.21789510577768656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097269731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835268,0.01285592,0.06419225,0.020682685,0.0030844128,0.0008100205,0.00031111806,0.00004413114,0.0144926775],"genre_scores_gemma":[0.99374163,0.0012607563,0.0012231361,0.000047540336,0.000102174934,0.000012813608,0.0000053089684,0.000012666737,0.0035939931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9392418,0.0007403781,0.0016692668,0.0009770918,0.05584848,0.0015229603],"domain_scores_gemma":[0.95609325,0.0199717,0.00067840895,0.0018405326,0.020194031,0.0012220936],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.20571366,0.00015457203,0.00032768692,0.1777989,0.0015367926,0.004603872,0.007405369,0.00021015077,0.00020755702],"category_scores_gemma":[0.30833465,0.000084796695,0.00020159756,0.7157363,0.002311401,0.0006741668,0.0011950918,0.000835082,0.0006112434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003475098,0.00084697886,0.02419321,0.0000072707385,0.000025773312,0.0000072678627,0.00036233422,0.000033834884,0.053912126,0.019815782,0.26467213,0.63608855],"study_design_scores_gemma":[0.0013741108,0.0006347309,0.40077558,0.000026228985,0.00000609612,0.00001834893,0.0022291394,0.0013206109,0.01171471,0.08020875,0.50139576,0.00029593564],"about_ca_topic_score_codex":0.0001161045,"about_ca_topic_score_gemma":0.0000130394565,"teacher_disagreement_score":0.6357926,"about_ca_system_score_codex":0.0005187356,"about_ca_system_score_gemma":0.0010557031,"threshold_uncertainty_score":0.9997631},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2097363517","doi":"10.1186/1472-6947-14-71","title":"Publication trends of shared decision making in 15 high impact medical journals: a full-text review with bibliometric analysis","year":2014,"lang":"en","type":"review","venue":"BMC Medical Informatics and Decision Making","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"Université de Lausanne; Canadian Medical Association; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Health informatics; Bibliometrics; Computer science; Data science; Library science; Medicine; Public health; Nursing","score_opus":0.3016296756737849,"score_gpt":0.5506934911576157,"score_spread":0.24906381548383077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097363517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015404093,0.8554952,0.14216752,0.00009531714,0.00024633625,0.0012358912,0.00008406202,0.0000491578,0.0004724375],"genre_scores_gemma":[0.0013990246,0.9181416,0.078498736,0.0010824583,0.00013322243,0.00033158853,0.0003456233,0.00005988924,0.000007857983],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.97974235,0.0023307486,0.010546868,0.0005336094,0.005918692,0.0009277338],"domain_scores_gemma":[0.9534036,0.032854762,0.008712329,0.0022500497,0.0016696936,0.0011095442],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics","research_integrity"],"category_scores_codex":[0.012818912,0.0007271379,0.0051876735,0.07440489,0.00052018533,0.00015163014,0.002155026,0.0016637127,0.007004231],"category_scores_gemma":[0.034766767,0.0004482322,0.00081773946,0.120653875,0.00017892345,0.0006571285,0.001444458,0.0031714726,0.000095127354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075275566,0.000063040316,0.0018207935,0.045063436,0.00019472669,0.000004191807,0.0003187271,0.000013705265,5.907229e-10,0.000067841414,0.0040967967,0.94828147],"study_design_scores_gemma":[0.0018120169,0.00027956328,0.004459455,0.7773143,0.0018936575,0.00012503444,0.00045691733,0.06933034,1.7069148e-9,0.0003831374,0.14320314,0.00074244896],"about_ca_topic_score_codex":0.00008013262,"about_ca_topic_score_gemma":0.0006775955,"teacher_disagreement_score":0.94753903,"about_ca_system_score_codex":0.00056633656,"about_ca_system_score_gemma":0.004119029,"threshold_uncertainty_score":0.9997969},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2097951217","doi":"10.1525/jer.2013.8.2.141","title":"Peer Research Assistantships and the Ethics of Reciprocity in Community-Based Research","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reciprocity (cultural anthropology); Research ethics; Engineering ethics; Psychology; Field research; Human immunodeficiency virus (HIV); Peer review; Public relations; Sociology; Political science; Social psychology; Engineering; Medicine; Social science","score_opus":0.9723559492756422,"score_gpt":0.7678640514505523,"score_spread":0.20449189782508992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097951217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7687323,0.0006133542,0.000013319554,0.20635822,0.00020224038,0.0044411453,0.000030725147,0.000011580152,0.01959707],"genre_scores_gemma":[0.98948383,0.0015759396,0.00030398017,0.0027383766,0.00047238116,0.00061784324,0.000025316387,0.0000699386,0.004712402],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.62323767,0.33654875,0.003241421,0.0006407079,0.032077596,0.004253828],"domain_scores_gemma":[0.58152175,0.36304265,0.0005220526,0.0016664214,0.05160189,0.0016452176],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.70832866,0.00031142024,0.0010523638,0.0052263807,0.01636125,0.00026002192,0.0033437805,0.0019551995,0.0008479692],"category_scores_gemma":[0.19765213,0.00019810114,0.0002066106,0.006000492,0.013278755,0.00037013344,0.0024231307,0.17199844,0.0002984913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019204112,0.007992282,0.14572601,0.019705502,0.00017662201,0.00020094962,0.29027396,0.000033102486,0.0016812127,0.1632348,0.34776127,0.0040101754],"study_design_scores_gemma":[0.014462984,0.018884106,0.06905913,0.016915204,0.000010925815,0.000005869593,0.23061453,0.00052891154,0.00081011135,0.49288255,0.1553695,0.0004561754],"about_ca_topic_score_codex":0.015081568,"about_ca_topic_score_gemma":0.006983821,"teacher_disagreement_score":0.5106765,"about_ca_system_score_codex":0.0029800385,"about_ca_system_score_gemma":0.014022349,"threshold_uncertainty_score":0.9993405},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2098029227","doi":"10.1186/1748-5908-6-43","title":"Interventions encouraging the use of systematic reviews by health policymakers and managers: A systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; CINAHL; Psychological intervention; Medicine; MEDLINE; Public health; Inclusion (mineral); Health services research; Health policy; Grey literature; Health administration; Health promotion; Population health; Family medicine; Population; Nursing; Environmental health; Psychology; Political science","score_opus":0.9439891393816634,"score_gpt":0.779206425291688,"score_spread":0.16478271408997536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098029227","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.824255e-7,0.95664895,0.0012349172,0.0015212302,0.000375167,0.039719645,0.00039726432,0.000045905184,0.000055926736],"genre_scores_gemma":[0.0000051144752,0.97556293,0.00073043106,0.014121242,0.000029793542,0.009143364,0.00004039733,0.000037821967,0.0003288986],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9757094,0.011343219,0.009633429,0.0008300373,0.0012225523,0.0012613627],"domain_scores_gemma":[0.97812825,0.006591055,0.012654182,0.0015949515,0.0005243289,0.000507226],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036268592,0.00053716835,0.00443707,0.0008024659,0.0019832598,0.00013492895,0.001596811,0.000088272645,0.0003174227],"category_scores_gemma":[0.012608224,0.00031874882,0.0005054652,0.003543891,0.00070421776,0.0011603992,0.0005308394,0.00057571364,0.00022597398],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.671288e-7,0.000007846618,0.0000028013405,0.96302,0.00002492992,1.9434316e-7,0.003631898,8.375009e-9,1.3475868e-7,0.00081336556,0.021971574,0.010526965],"study_design_scores_gemma":[0.00013410862,0.000039345894,0.000002065518,0.70820946,0.00078337494,0.000017210528,0.002398767,0.0000019641002,7.2906666e-8,0.000011991903,0.28822225,0.0001794153],"about_ca_topic_score_codex":0.0014100753,"about_ca_topic_score_gemma":0.00030770194,"teacher_disagreement_score":0.26625067,"about_ca_system_score_codex":0.0009510297,"about_ca_system_score_gemma":0.0029405328,"threshold_uncertainty_score":0.99992645},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2098531697","doi":"10.1186/1748-5908-2-32","title":"Taking stock of current societal, political and academic stakeholders in the Canadian healthcare knowledge translation agenda","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Knowledge translation; Health administration; Health care; Scrutiny; Public relations; Health services research; Health policy; Politics; Transparency (behavior); Public health; Government (linguistics); Medicine; Public administration; Political science; Knowledge management; Nursing","score_opus":0.9462726050137088,"score_gpt":0.7712375910977692,"score_spread":0.17503501391593956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098531697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667055,0.0001660591,0.0024917736,0.025134003,0.00051553064,0.0022808127,0.00014082874,0.00002198599,0.002543503],"genre_scores_gemma":[0.9917977,0.000019898323,0.00049148325,0.007511764,0.00008304209,0.000072463365,0.000010839675,0.0000073365436,0.000005507815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953841,0.00061938184,0.0012125183,0.00036799256,0.00090785406,0.0015081286],"domain_scores_gemma":[0.9966579,0.0018621067,0.00044230677,0.00020726971,0.0003278601,0.0005025416],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015791258,0.00012096104,0.00015830618,0.0006688436,0.0017048735,0.000029217363,0.00044251367,0.00007538444,0.00015180063],"category_scores_gemma":[0.00076099084,0.00010174956,0.000024164501,0.0020556548,0.00061213365,0.0005890925,0.000047769587,0.0006093568,0.000013906089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012839332,0.000018247529,0.42110726,0.00030811614,0.0000023820978,0.000001350352,0.24691337,0.0000014487524,0.0020511176,0.11438425,0.0012590126,0.2139406],"study_design_scores_gemma":[0.0010464634,0.0000647508,0.85717684,0.000072517105,0.000005881065,0.0000031419493,0.12342517,0.00013386231,0.00035562334,0.00090740126,0.016665105,0.00014326542],"about_ca_topic_score_codex":0.08634781,"about_ca_topic_score_gemma":0.62008214,"teacher_disagreement_score":0.5337343,"about_ca_system_score_codex":0.001055536,"about_ca_system_score_gemma":0.0060059433,"threshold_uncertainty_score":0.9996291},"labels":[{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2098698373","doi":"10.1002/meet.14504201210","title":"Going beyond counting first authors in author co‐citation analysis","year":2005,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Field (mathematics); Citation analysis; Computer science; Statistics; Information retrieval; Data science; Mathematics; Library science; Pure mathematics","score_opus":0.14995783970350976,"score_gpt":0.4770494582581099,"score_spread":0.3270916185546001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098698373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98652,0.000028647804,0.0011058132,0.010460489,0.000042348176,0.00028518084,0.000014535169,0.000027320819,0.0015156817],"genre_scores_gemma":[0.9893425,0.000049000715,0.010179128,0.00031621137,0.000010977989,0.000026912821,7.670372e-7,0.0000023800624,0.00007213395],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949317,0.000003869618,0.0007239047,0.0003104339,0.0035594136,0.0004706891],"domain_scores_gemma":[0.9924393,0.0006072313,0.0011067387,0.00018754322,0.0055662426,0.00009292149],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0227502,0.0000947189,0.00029196343,0.029348483,0.0006357014,0.0009612847,0.0018426833,0.00007400681,0.0000044121443],"category_scores_gemma":[0.024711829,0.00006355551,0.00017286676,0.306117,0.0021970787,0.0038559188,0.00045951997,0.00018750357,0.000006640835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015899888,0.00003961,0.63791406,0.000024208446,0.00004468492,1.2936837e-8,0.0032391013,0.00014571012,0.0044953725,0.0265592,0.0061969236,0.32132518],"study_design_scores_gemma":[0.00084159547,0.00030771262,0.3516653,0.000023559052,0.000080945625,0.0000067632222,0.049463943,0.43674913,0.017814472,0.014295969,0.12832542,0.00042520394],"about_ca_topic_score_codex":0.000025716832,"about_ca_topic_score_gemma":0.00000952717,"teacher_disagreement_score":0.43660343,"about_ca_system_score_codex":0.00020469986,"about_ca_system_score_gemma":0.00017865808,"threshold_uncertainty_score":0.98350346},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2099870008","doi":"10.1186/1748-5908-7-39","title":"Translating evidence into practice: the role of health research funders","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Michael Smith Health Research BC","funders":"","keywords":"Relevance (law); Agency (philosophy); Funding Agency; Knowledge translation; Health services research; Excellence; Health care; Public relations; Medicine; Health informatics; Process (computing); Work (physics); Health policy; Health administration; Public health; Knowledge management; Political science; Nursing; Sociology; Computer science; Engineering","score_opus":0.952111783240738,"score_gpt":0.8468310667258631,"score_spread":0.10528071651487492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099870008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51706845,0.0019417651,0.01262577,0.4465612,0.0017002383,0.007726511,0.000044608503,0.00014218023,0.0121892905],"genre_scores_gemma":[0.980855,0.00006937782,0.008068809,0.0104925325,0.00016609604,0.0002976538,0.000001830057,0.000011541499,0.00003718279],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98688376,0.0057197786,0.0017166829,0.00039717057,0.003164541,0.0021180785],"domain_scores_gemma":[0.9834969,0.012935378,0.0010561595,0.0005735176,0.0014729381,0.00046512918],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10369511,0.000118194796,0.00019820353,0.00046230378,0.0059108697,0.000053025167,0.00093890296,0.000039356317,0.0007618094],"category_scores_gemma":[0.013404933,0.000088534565,0.000033175347,0.004062316,0.0011841669,0.0037253466,0.00026155607,0.0005795097,0.00023314777],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025931393,0.000039029994,0.17495993,0.00015414064,0.000006539512,8.8681055e-8,0.54399365,0.000005115693,0.021331621,0.04432521,0.0047502024,0.21040854],"study_design_scores_gemma":[0.00051306974,0.00016741561,0.0904398,0.00012583206,0.0000064672613,0.0000032021765,0.7134823,0.00009404305,0.0027236,0.0023238396,0.18998691,0.0001335016],"about_ca_topic_score_codex":0.00635312,"about_ca_topic_score_gemma":0.00084317825,"teacher_disagreement_score":0.46378654,"about_ca_system_score_codex":0.0011086356,"about_ca_system_score_gemma":0.0075246124,"threshold_uncertainty_score":0.99810183},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2100399818","doi":"10.1177/1049732304271832","title":"Cooperation or Co-Optation?: Assessing the Methodological Benefits and Barriers Involved in Conducting Qualitative Research Through Medical Institutional Settings","year":2005,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Trent University","funders":"","keywords":"Paternalism; Qualitative research; Negotiation; Interview; Situated; Nursing; Psychology; Public relations; Medicine; Sociology; Medical education; Political science; Social science; Law","score_opus":0.944739779482838,"score_gpt":0.7971933146812809,"score_spread":0.1475464648015572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100399818","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41632885,0.0045276526,0.010096941,0.56248415,0.00013562583,0.002392941,0.000060244085,0.0000729259,0.0039006614],"genre_scores_gemma":[0.87723863,0.0077428045,0.106838934,0.0058731376,0.00087276206,0.00074375997,0.00005739359,0.00004730327,0.00058528665],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5739026,0.41132063,0.0017270546,0.0012448537,0.009044417,0.0027604222],"domain_scores_gemma":[0.76711434,0.22601216,0.00032719655,0.00038198358,0.0048032557,0.0013610467],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.5536331,0.00024619754,0.0006440411,0.0006584505,0.009194598,0.0005707073,0.0007480367,0.000505077,0.00056189985],"category_scores_gemma":[0.38068777,0.00017414948,0.00007105028,0.0037110886,0.015538296,0.0016357045,0.00030375074,0.0055068503,0.00005437165],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008959071,0.0000630199,0.000077744466,0.00012379827,0.000018115166,0.0000059342797,0.5763097,0.000024428826,0.00004583161,0.3976089,0.0013342953,0.024298672],"study_design_scores_gemma":[0.000779355,0.00038990585,0.00032763655,0.0005223102,0.0000015870218,0.0000025894076,0.9200243,0.00088275527,0.00008535701,0.051381644,0.025399074,0.00020349173],"about_ca_topic_score_codex":0.012981004,"about_ca_topic_score_gemma":0.020487223,"teacher_disagreement_score":0.556611,"about_ca_system_score_codex":0.0017669735,"about_ca_system_score_gemma":0.015136474,"threshold_uncertainty_score":0.99738634},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2101444868","doi":"10.1525/jer.2010.5.1.49","title":"Perspectives of Canadian Researchers on Ethics Review of Neuroimaging Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; Engineering ethics; Ethical issues; Corporate governance; Neuroimaging; Neuroethics; Process (computing); Psychology; Political science; Psychiatry; Computer science; Business","score_opus":0.9678124096616166,"score_gpt":0.802156305057276,"score_spread":0.16565610460434066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101444868","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30627862,0.008935621,0.000005975733,0.561547,0.00036391502,0.0029600512,0.00006993686,0.000028515384,0.11981041],"genre_scores_gemma":[0.8313421,0.15911302,0.0011638307,0.0024235758,0.0012762811,0.00005806713,0.00000985036,0.00020311272,0.004410169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8835011,0.041056022,0.0041143126,0.0017662332,0.06469874,0.0048636002],"domain_scores_gemma":[0.2832444,0.5290998,0.0009814209,0.0054343105,0.17351533,0.0077247336],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5266424,0.00049199094,0.0019589704,0.019939996,0.0024808203,0.00026495647,0.004902147,0.0035572643,0.0019094488],"category_scores_gemma":[0.8392323,0.00039079745,0.0009559595,0.014749554,0.02104074,0.00034149378,0.0016083365,0.24057464,0.00021246463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075716116,0.008076777,0.007807344,0.06395975,0.0008241251,0.00467878,0.029602423,0.000013459391,0.0701506,0.6325738,0.1705457,0.0041956403],"study_design_scores_gemma":[0.0078033297,0.07560502,0.03861882,0.184546,0.00013291136,0.00045743625,0.050049845,0.00012695002,0.03392367,0.34755534,0.25989643,0.0012842643],"about_ca_topic_score_codex":0.018674472,"about_ca_topic_score_gemma":0.035991173,"teacher_disagreement_score":0.6002567,"about_ca_system_score_codex":0.002064679,"about_ca_system_score_gemma":0.07245733,"threshold_uncertainty_score":0.9998544},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2101531054","doi":"10.1186/1472-6963-8-18","title":"Opinions on registering trial details: a survey of academic researchers","year":2008,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing research; Health administration; Medicine; Health informatics; Test (biology); Family medicine; Protocol (science); Logistic regression; Principal (computer security); Health services research; Set (abstract data type); Public health; Medical education; Alternative medicine; Nursing; Computer security","score_opus":0.9616835467726755,"score_gpt":0.7053441213382511,"score_spread":0.25633942543442445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101531054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844249,0.0026554728,0.00055765547,0.0010545173,0.0003173421,0.0036515414,0.00009460992,0.0000096912745,0.007234273],"genre_scores_gemma":[0.98595434,0.0009193436,0.0012374959,0.00034819733,0.00021187899,0.00018010779,0.000040688126,0.000029540795,0.011078399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82421786,0.12907417,0.015919335,0.002123878,0.026939107,0.001725638],"domain_scores_gemma":[0.9407707,0.042017262,0.0041077305,0.0069993,0.0050110244,0.0010940126],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.47567216,0.00026278294,0.0032342568,0.0016551701,0.00077398407,0.0002688809,0.0049335477,0.00021778906,0.0023381],"category_scores_gemma":[0.044523973,0.00014589929,0.0007584593,0.0064184354,0.00029038102,0.00028325556,0.00061673624,0.0012548257,0.0040226104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018726768,0.0009203632,0.82504565,0.006132907,0.0003784513,0.000028742703,0.020299518,0.00049660343,0.00008726972,0.0026208453,0.08988204,0.035380848],"study_design_scores_gemma":[0.007647373,0.001634438,0.87021047,0.0007536222,0.000010105919,0.000015870432,0.004893044,0.012172324,0.000030182095,0.0010067977,0.1013164,0.0003093633],"about_ca_topic_score_codex":0.0035455127,"about_ca_topic_score_gemma":0.0028120952,"teacher_disagreement_score":0.43114817,"about_ca_system_score_codex":0.00017889377,"about_ca_system_score_gemma":0.0020776321,"threshold_uncertainty_score":0.9985739},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2102685275","doi":"10.1186/2046-4053-2-24","title":"A protocol for a systematic review on the impact of unpublished studies and studies published in the gray literature in meta-analyses","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Medicine; Grey literature; Meta-analysis; Systematic review; MEDLINE; Cochrane Library; Publication bias; Gray (unit); Protocol (science); Inclusion and exclusion criteria; Gerontology; Alternative medicine; Pathology","score_opus":0.9180444448269799,"score_gpt":0.6734652623171064,"score_spread":0.24457918250987354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102685275","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3959824e-7,0.5444773,0.000018479932,0.00031462713,0.000051476738,0.45497355,0.000032121636,0.000003616765,0.00012868067],"genre_scores_gemma":[0.0000014872909,0.49876806,0.0001676879,0.0002172592,0.00003579773,0.49994346,0.000009013341,0.00003716607,0.00082008383],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5639909,0.3256722,0.096413024,0.0034434332,0.009424353,0.0010560548],"domain_scores_gemma":[0.52832544,0.2607465,0.16740736,0.032379437,0.010775697,0.00036557735],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.57098264,0.0033209713,0.13903429,0.0022757843,0.00023171457,0.004017989,0.008564133,0.00041524487,0.00061921973],"category_scores_gemma":[0.6502359,0.0006125668,0.032557193,0.011660253,0.0002821168,0.000995461,0.00048556284,0.001062481,0.00043019722],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016910736,0.000082349616,0.0000013613802,0.88807774,0.016721485,0.000004649245,0.0014271917,7.3940157e-7,1.8298195e-8,0.0007809234,0.09211556,0.00078630296],"study_design_scores_gemma":[0.0001905577,0.00013727798,5.838609e-7,0.88765126,0.052628376,0.000081927734,0.0014966821,0.000030540927,1.9080648e-8,0.0022654333,0.055029307,0.0004880366],"about_ca_topic_score_codex":0.000018768289,"about_ca_topic_score_gemma":0.000052214593,"teacher_disagreement_score":0.10647709,"about_ca_system_score_codex":0.0003485228,"about_ca_system_score_gemma":0.0003241393,"threshold_uncertainty_score":0.9996326},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2102903042","doi":"10.1186/2046-4053-2-88","title":"How should we evaluate the risk of bias of physical therapy trials?: a psychometric and meta-epidemiological approach towards developing guidelines for the design, conduct, and reporting of RCTs in Physical Therapy (PT) area: a study protocol","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Epidemiology; Randomized controlled trial; Meta-analysis; Physical therapy; Research design; Pathology","score_opus":0.9844898175982594,"score_gpt":0.6756415085022591,"score_spread":0.30884830909600025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102903042","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104559354,0.035441335,0.09523479,0.0025297175,0.00006434312,0.7621102,0.000010409339,0.0000063382026,0.000043538974],"genre_scores_gemma":[0.44213796,0.0022247694,0.030571844,0.00014871014,0.00011247352,0.5246442,8.874256e-7,0.000031405514,0.0001277589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.80639464,0.14653203,0.041282736,0.0012993976,0.004121628,0.00036958768],"domain_scores_gemma":[0.70664203,0.16660531,0.11307159,0.0068668798,0.0066412357,0.00017295868],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62581885,0.0008596817,0.031210506,0.0004195696,0.00014422831,0.0003723549,0.0015969689,0.00010613379,0.000045684414],"category_scores_gemma":[0.6230486,0.00017403462,0.0049657742,0.0028380656,0.00024452977,0.00023104204,0.0001492538,0.00024203239,0.0000035281453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084418355,0.006052303,0.033550642,0.21299121,0.057200506,0.0000028985328,0.05232253,0.0009858508,0.0033346927,0.0038051552,0.025444217,0.6034658],"study_design_scores_gemma":[0.019273367,0.010282649,0.038950767,0.016086565,0.057811346,0.00016925072,0.064479955,0.651675,0.0019880205,0.11619088,0.019738348,0.0033538863],"about_ca_topic_score_codex":0.00006179273,"about_ca_topic_score_gemma":0.0000049236596,"teacher_disagreement_score":0.6506891,"about_ca_system_score_codex":0.000019328143,"about_ca_system_score_gemma":0.000117296106,"threshold_uncertainty_score":0.9831722},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2103340238","doi":"10.1016/s0161-4754(01)19243-2","title":"Evaluating the quality of clinical practice guidelines","year":2001,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Chiropractic Association","funders":"","keywords":"Medicine; Clinical Practice; Chiropractic; Quality (philosophy); Family medicine; Medical physics; Alternative medicine; Pathology","score_opus":0.9660323480296918,"score_gpt":0.7323258189939499,"score_spread":0.23370652903574196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103340238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978161,0.0009160423,0.0021918085,0.018017234,0.00020013933,0.00020179806,0.0000016234787,0.000004959412,0.00030540273],"genre_scores_gemma":[0.9549475,0.0031624243,0.027605005,0.013354456,0.00088129035,0.0000010044897,0.0000024566834,0.000007637856,0.00003828357],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994726,0.0012271308,0.003238313,0.00013813688,0.00055003056,0.000120397744],"domain_scores_gemma":[0.98537076,0.00860123,0.0027666262,0.00019613038,0.0029850595,0.000080221056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011063188,0.0001165322,0.00062332075,0.00002681995,0.0000679512,0.000011680812,0.00011380177,0.00010404116,0.00007161715],"category_scores_gemma":[0.030418206,0.000057263787,0.00026451304,0.0001479685,0.00020164192,0.00017715774,0.00006097821,0.0005435777,0.0000021197418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01906586,0.0019394839,0.08305241,0.000074793694,0.0018409743,0.000043926826,0.00058096397,0.00052538817,0.06643323,0.003804522,0.0013810993,0.82125735],"study_design_scores_gemma":[0.004030998,0.008754301,0.9357696,0.00010199133,0.0010006374,0.00031295678,0.002884701,0.005439082,0.00015687653,0.014356463,0.027046513,0.0001458457],"about_ca_topic_score_codex":0.000018136057,"about_ca_topic_score_gemma":0.0000012102588,"teacher_disagreement_score":0.8527172,"about_ca_system_score_codex":0.000013537899,"about_ca_system_score_gemma":0.00011128236,"threshold_uncertainty_score":0.977749},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2104874431","doi":"10.12927/cjnl.2008.20282","title":"Fostering Research Partnerships: Interview with Dr. Gina Browne","year":2008,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Nursing; Medical education; Nurse Administrator; Sociology; MEDLINE; Political science; Medicine","score_opus":0.9485241824402789,"score_gpt":0.6032128674009832,"score_spread":0.3453113150392957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104874431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43638736,0.002730861,0.0014159868,0.40154088,0.0025659117,0.00262891,0.0000044583235,0.00043455127,0.15229109],"genre_scores_gemma":[0.98151386,0.000089061825,0.00063313474,0.0020978258,0.0009723668,0.00018305253,0.000010383556,0.000034455763,0.014465882],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99349946,0.0024571097,0.0004069345,0.00047629012,0.001049321,0.002110905],"domain_scores_gemma":[0.99719185,0.0011281061,0.00009594601,0.00047968514,0.00044086127,0.0006635639],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054812487,0.00015582876,0.00024143969,0.00038657128,0.0026815669,0.00003081857,0.00045161176,0.00018140618,0.0005359665],"category_scores_gemma":[0.00073941675,0.000121407196,0.000038363254,0.0012345933,0.0009585019,0.0003692903,0.000083760155,0.0018637892,0.0013607169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048602314,0.0004204262,0.02411627,0.0024615517,0.000021396167,0.000069436246,0.21108828,0.0000059557733,0.0005281237,0.0012927502,0.6286741,0.1308357],"study_design_scores_gemma":[0.0028346668,0.002533039,0.123916745,0.020585155,0.000021158767,0.0001812072,0.53025484,0.0006799832,0.0004875926,0.004775774,0.3127386,0.0009912292],"about_ca_topic_score_codex":0.00013864147,"about_ca_topic_score_gemma":0.00014846666,"teacher_disagreement_score":0.5451265,"about_ca_system_score_codex":0.0007374592,"about_ca_system_score_gemma":0.0018315754,"threshold_uncertainty_score":0.9994168},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2104891090","doi":"10.2106/jbjs.m.01491","title":"The Validity of Level of Evidence Ratings of Articles Submitted to JBJS","year":2015,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Psychology","score_opus":0.9723956434621527,"score_gpt":0.5521466201376565,"score_spread":0.4202490233244962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104891090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99212205,0.0021577936,0.0033061672,0.0020653114,0.00017689673,0.000101045836,0.000004224565,3.521127e-7,0.000066158434],"genre_scores_gemma":[0.99777395,0.00019227751,0.0014996113,0.00006147955,0.000042342563,8.336951e-7,5.7967963e-8,0.0000030952058,0.00042638535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9813522,0.003353551,0.011455731,0.0001618763,0.0035501814,0.00012642339],"domain_scores_gemma":[0.968989,0.013083045,0.013206486,0.0008246162,0.0036984754,0.00019836992],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20392026,0.00010601369,0.0032718359,0.0003897994,0.00004235088,0.000090169386,0.00019369852,0.000032534797,0.00013621223],"category_scores_gemma":[0.14329487,0.0000390956,0.0013320004,0.0007725805,0.00010098715,0.00025504522,0.00007889991,0.000087413726,0.000012220473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018927986,0.0001878705,0.5748796,0.00030261412,0.00038266648,0.000021479847,0.0028925617,0.00010372749,0.039748352,0.00029709976,0.32559988,0.05539489],"study_design_scores_gemma":[0.00043413092,0.00053094636,0.9038046,0.0022119011,0.000637015,0.00023188094,0.006541312,0.0010129747,0.056268167,0.013351618,0.014702685,0.00027274986],"about_ca_topic_score_codex":0.00002721871,"about_ca_topic_score_gemma":0.000014297274,"teacher_disagreement_score":0.32892504,"about_ca_system_score_codex":0.000009254292,"about_ca_system_score_gemma":0.00018650449,"threshold_uncertainty_score":0.8639215},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2105174614","doi":"10.1525/jer.2012.7.2.20","title":"Ethical and Epistemological Insights: A Case Study of Participatory Action Research with Young People","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Children's Rights and Participation","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Beneficence; Autonomy; Participatory action research; Informed consent; Research ethics; Economic Justice; Action (physics); Outreach; Engineering ethics; Respect for persons; Action research; Citizen journalism; Psychology; Public relations; Sociology; Political science; Medicine; Law; Pedagogy; Alternative medicine","score_opus":0.8991358613777135,"score_gpt":0.7075194402226193,"score_spread":0.19161642115509425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105174614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98613274,0.00027714553,0.000016613263,0.010648988,0.0001134012,0.00091735256,0.0000018937884,0.00001291363,0.0018789249],"genre_scores_gemma":[0.998171,0.00038767382,0.000047607773,0.00006457021,0.0010383606,0.000057438196,0.0000010212067,0.000025061174,0.00020731833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9399786,0.04556059,0.0009161201,0.00042063507,0.011409182,0.0017148614],"domain_scores_gemma":[0.96285903,0.02742566,0.00023189126,0.00045239402,0.0075930404,0.0014379967],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.13431697,0.00017442717,0.0005246282,0.001573599,0.0049023586,0.00033631347,0.0006004906,0.00093526917,0.00018583346],"category_scores_gemma":[0.026934175,0.00011044329,0.000091625276,0.0025931478,0.004173697,0.00049769937,0.0003474052,0.018208113,0.000025912039],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022031667,0.008004732,0.21601962,0.00020804262,0.00022054336,0.0019509698,0.67483073,0.000030988056,0.00036892056,0.089995466,0.0051700915,0.000996706],"study_design_scores_gemma":[0.0041516167,0.03807837,0.2527839,0.0006962848,0.00008764359,0.00062417076,0.64694834,0.0001317829,0.0004505136,0.027197814,0.028304204,0.00054533855],"about_ca_topic_score_codex":0.007346278,"about_ca_topic_score_gemma":0.04588611,"teacher_disagreement_score":0.1073828,"about_ca_system_score_codex":0.00067921064,"about_ca_system_score_gemma":0.0020066893,"threshold_uncertainty_score":0.9992639},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2106029785","doi":"10.1177/1740774508089459","title":"Maintaining confidentiality of interim data to enhance trial integrity and credibility","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Interim; Safeguarding; Interim analysis; Credibility; Confidentiality; Data monitoring committee; Harm; Clinical trial; Medicine; Psychology; Computer science; Computer security; Political science; Social psychology; Nursing; Law","score_opus":0.9540912610429189,"score_gpt":0.7680111871722448,"score_spread":0.18608007387067405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106029785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98425215,0.00013713991,0.0029513433,0.0076116305,0.0015015986,0.0020388186,0.00015735519,0.00004683674,0.0013031136],"genre_scores_gemma":[0.98818165,0.0012233342,0.0066428287,0.0013461853,0.0020122828,0.000022445267,0.000037342583,0.000018538682,0.0005154078],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.98323727,0.0070134494,0.0064169923,0.001536265,0.0013552415,0.0004407687],"domain_scores_gemma":[0.44958833,0.5317602,0.0027082963,0.010136003,0.0030342469,0.0027729315],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21175973,0.00018549881,0.0024707592,0.00008255448,0.00008958994,0.000026377076,0.00084741326,0.0007868806,0.0005672659],"category_scores_gemma":[0.796498,0.00014390676,0.00039160563,0.00023726336,0.0018428453,0.00011296211,0.0017410616,0.00424773,0.000049764356],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.70406646,0.008812128,0.12656872,0.0014349842,0.001711172,0.0002841157,0.001247025,9.539903e-7,0.009714678,0.012323129,0.029685147,0.1041515],"study_design_scores_gemma":[0.33129334,0.053741597,0.35666493,0.005611424,0.0020991531,0.0001626854,0.0021236183,0.001149236,0.03298901,0.17006764,0.042028364,0.002068998],"about_ca_topic_score_codex":0.0002972572,"about_ca_topic_score_gemma":0.00012955042,"teacher_disagreement_score":0.58473825,"about_ca_system_score_codex":0.00004157194,"about_ca_system_score_gemma":0.0013663836,"threshold_uncertainty_score":0.9980495},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2106099390","doi":"10.1136/eb-2013-101455","title":"Multitreatment comparison meta-analysis: promise and peril","year":2013,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.8684756052155533,"score_gpt":0.5848530022435743,"score_spread":0.28362260297197905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106099390","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045890422,0.4212091,0.01103068,0.02793718,0.52819574,0.008211843,0.00028001695,0.000067893256,0.0026086427],"genre_scores_gemma":[0.030921336,0.0029193722,0.012887911,0.0016916916,0.79861325,0.0034402406,0.0008898195,0.00017433427,0.14846201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9367472,0.01779447,0.018374043,0.0036128133,0.02283802,0.0006334854],"domain_scores_gemma":[0.8830807,0.07837841,0.019016355,0.011533302,0.006906412,0.0010848254],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.14445329,0.0015277202,0.029201316,0.0020737387,0.0002911378,0.0012928225,0.003221803,0.00079434126,0.109162316],"category_scores_gemma":[0.24131043,0.0005922258,0.009379555,0.0035057766,0.00051901775,0.0004935685,0.00024542003,0.0009542829,0.0034812472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028681105,0.000084122956,0.00071706146,0.00023062558,0.07720699,0.000016974964,0.00032841077,0.0001339336,0.0000048715465,0.000016511667,0.9194734,0.0017583818],"study_design_scores_gemma":[0.00044445635,0.00027241162,0.00016719327,0.00020963443,0.3616827,7.2907505e-7,0.00023826024,0.0059541,0.0000051992147,0.00012778463,0.63054687,0.000350647],"about_ca_topic_score_codex":0.0008009706,"about_ca_topic_score_gemma":0.00025653225,"teacher_disagreement_score":0.41828972,"about_ca_system_score_codex":0.00019400418,"about_ca_system_score_gemma":0.0006328781,"threshold_uncertainty_score":0.99974716},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2106350222","doi":"10.1525/jer.2012.7.4.10","title":"Opportunities, Ethical Challenges, and Lessons Learned from Working with Peer Research Assistants in a Multi-Method HIV Community-Based Research Study in Ontario, Canada","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's Health In Women's Hands; University of Calgary","funders":"Canadian Institutes of Health Research; Mental Health Commission; University of Calgary","keywords":"Focus group; Qualitative research; Human immunodeficiency virus (HIV); Medical education; Research ethics; Peer support; Best practice; Psychology; Facilitation; Engineering ethics; Medicine; Political science; Nursing; Sociology; Engineering; Family medicine; Social science","score_opus":0.9881056457603145,"score_gpt":0.7429312961482957,"score_spread":0.24517434961201878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106350222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897966,0.0010917616,0.000012666788,0.09196415,0.00020234243,0.0031442754,0.000045064113,0.000012170615,0.005561555],"genre_scores_gemma":[0.9923169,0.0012041678,0.0009901554,0.0015887393,0.00032225752,0.0004918479,0.000080492995,0.000100455705,0.0029049723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.74276936,0.22634093,0.0023436337,0.00082120794,0.022339607,0.005385238],"domain_scores_gemma":[0.8301665,0.15595277,0.00033573463,0.0013194515,0.009313629,0.0029118801],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.48700908,0.00042360497,0.001180119,0.0051256362,0.007830123,0.0001721187,0.0020412097,0.0017229284,0.0005013931],"category_scores_gemma":[0.026306111,0.00033360554,0.00007607789,0.002690127,0.001986838,0.00029492614,0.0018724031,0.1656433,0.000027972927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.008582594,0.010245691,0.73623604,0.0014669127,0.00010710726,0.0016394416,0.21677028,0.00002472161,0.000056513352,0.004628386,0.015113257,0.0051290463],"study_design_scores_gemma":[0.008233517,0.007971729,0.50704056,0.009075887,0.0000075452967,0.0000037728826,0.3706867,0.000108816246,0.000018672657,0.0053052935,0.09118493,0.00036257075],"about_ca_topic_score_codex":0.9151278,"about_ca_topic_score_gemma":0.9959769,"teacher_disagreement_score":0.46070296,"about_ca_system_score_codex":0.014881036,"about_ca_system_score_gemma":0.046279103,"threshold_uncertainty_score":0.9999116},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2106492803","doi":"10.1525/jer.2010.5.2.35","title":"Are We Asking the Right Questions? A Review of Canadian REB Practices in Relation to Community-Based Participatory Research","year":2010,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; McMaster University; Ontario HIV Treatment Network; Wilfrid Laurier University; York University; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network; McMaster University","keywords":"Research ethics; Participatory action research; Community-based participatory research; Context (archaeology); Documentation; Citizen journalism; Variety (cybernetics); Public relations; Medical education; Sociology; Psychology; Political science; Medicine; Computer science; Law","score_opus":0.9936023185289259,"score_gpt":0.875692863393889,"score_spread":0.11790945513503692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106492803","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000666717,0.55369747,0.0000069631756,0.43251732,0.0003080037,0.007397515,0.00013167944,0.0000130987,0.0052612657],"genre_scores_gemma":[0.00088935974,0.98534817,0.00021259837,0.011060696,0.000728447,0.0011115359,0.000015312884,0.00009134665,0.0005425098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6471493,0.32956296,0.0052042874,0.0005632905,0.0140239615,0.0034961896],"domain_scores_gemma":[0.5429814,0.41829932,0.005306532,0.0029536646,0.027101995,0.0033571196],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.6099357,0.00039624743,0.0021503607,0.017416036,0.010748439,0.00020168717,0.0049396213,0.0018978362,0.00084838946],"category_scores_gemma":[0.6058218,0.00025897965,0.00037124366,0.019302957,0.0027259095,0.0005131378,0.0010251036,0.1329916,0.0005092116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002192188,0.00082224276,0.0011676557,0.31778467,0.00009942909,0.0003765133,0.04082706,0.000009806971,0.000009514663,0.01798211,0.5811822,0.039519615],"study_design_scores_gemma":[0.00023997985,0.00074767956,0.00078883406,0.23538661,0.000022250117,0.0000059951603,0.003918276,0.000003454273,8.1914834e-7,0.0022431526,0.756501,0.00014194236],"about_ca_topic_score_codex":0.05113208,"about_ca_topic_score_gemma":0.3578985,"teacher_disagreement_score":0.43165073,"about_ca_system_score_codex":0.006728264,"about_ca_system_score_gemma":0.0911695,"threshold_uncertainty_score":0.9999881},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2107418313","doi":"10.1371/journal.pmed.1001406","title":"Policies and Initiatives Aimed at Addressing Research Misconduct in High-Income Countries","year":2013,"lang":"en","type":"letter","venue":"PLoS Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; Health Canada; Research Councils UK; National Institutes of Health; National Science Foundation","keywords":"Misconduct; Scientific misconduct; High income countries; Research integrity; Political science; Developing country; Public relations; Medicine; Psychology; Economic growth; Law; Alternative medicine; Economics; Pathology","score_opus":0.17514744328383602,"score_gpt":0.41473932443503164,"score_spread":0.23959188115119562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107418313","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10899708,0.00465672,5.211765e-7,0.85520023,0.00043289165,0.0005467175,0.00003911866,0.00005203751,0.03007467],"genre_scores_gemma":[0.21389231,0.02291935,0.00012621474,0.68496615,0.035004452,0.00021698252,0.00031222697,0.00011533581,0.042446952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944239,0.001833949,0.00048476885,0.00045525827,0.0018465733,0.0009555485],"domain_scores_gemma":[0.9940858,0.0049364995,0.00020163303,0.0002306638,0.00039501896,0.00015037946],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035390737,0.00028310122,0.00072996016,0.000685634,0.0008453421,0.00008496534,0.00053313066,0.002563853,0.002400054],"category_scores_gemma":[0.0049731596,0.0002173163,0.000029886638,0.00045410308,0.00476356,0.00037728436,0.00019767236,0.008643341,0.0001597652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013543776,0.0000075129833,0.004241462,0.00030417295,0.000046993846,0.00013648914,0.059352882,3.2766657e-8,0.00007189712,0.0024868613,0.9332545,0.00008369761],"study_design_scores_gemma":[0.00051576615,0.00008815138,0.0046123317,0.0037508514,0.00004520237,0.000006246373,0.008066765,0.000004819348,0.00010182214,0.0067595504,0.97572696,0.00032151083],"about_ca_topic_score_codex":0.04130245,"about_ca_topic_score_gemma":0.0024125383,"teacher_disagreement_score":0.17023407,"about_ca_system_score_codex":0.00044337212,"about_ca_system_score_gemma":0.0003623668,"threshold_uncertainty_score":0.998731},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2107616463","doi":"10.1111/jcpt.12172","title":"Biomedical journals lack a consistent method to detect outcome reporting bias: a cross-sectional analysis","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Pharmacy and Therapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Richmond Hospital","funders":"","keywords":"Cross-sectional study; Outcome (game theory); Medicine; Psychology; Statistics; Family medicine; Mathematics; Pathology","score_opus":0.9522452634176003,"score_gpt":0.741123696152561,"score_spread":0.21112156726503928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107616463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5552563,0.0007831044,0.43979195,0.002753933,0.0008890792,0.00017292002,0.000007084254,0.0000034270454,0.00034222408],"genre_scores_gemma":[0.9336978,0.00016445552,0.057920925,0.006584079,0.0009638884,0.0000023753637,6.840518e-7,0.000013062428,0.0006527303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92696667,0.01748864,0.048659824,0.0006865348,0.005871606,0.00032669693],"domain_scores_gemma":[0.86261904,0.049872324,0.07772954,0.0020564545,0.0060628774,0.0016597572],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4965764,0.00031322136,0.0063650818,0.0010489324,0.00022698408,0.0013846285,0.001218019,0.00015799058,0.0025701334],"category_scores_gemma":[0.14861599,0.00014635015,0.0069647077,0.0022488455,0.00017518143,0.0002495531,0.00015732407,0.00094249164,0.00013540943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113589034,0.00009917824,0.83463323,0.000012937066,0.0037089959,0.000029535382,0.00006447118,0.00031312116,0.00011855136,0.000056779634,0.0005520174,0.16029757],"study_design_scores_gemma":[0.0013008097,0.00027370555,0.51897585,0.000027794316,0.0038458598,0.00049199007,0.000080209466,0.025450397,0.00004151354,0.0074123903,0.4418807,0.0002187873],"about_ca_topic_score_codex":0.0000039471533,"about_ca_topic_score_gemma":0.0000037491923,"teacher_disagreement_score":0.44132867,"about_ca_system_score_codex":0.000024852494,"about_ca_system_score_gemma":0.00015857916,"threshold_uncertainty_score":0.999652},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2107667881","doi":"10.1186/1748-5908-6-51","title":"Effects of an evidence service on health-system policy makers' use of research evidence: A protocol for a randomised controlled trial","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec; Ottawa Hospital; Hamilton Health Sciences; Institute of Population and Public Health; McMaster University; McMaster Children's Hospital; University of Ottawa","funders":"Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"Randomized controlled trial; Health services research; Medicine; Health policy; Health informatics; Health administration; Protocol (science); Evidence-based practice; Service (business); Evidence-based medicine; Research design; Health care; Nursing; Medical education; Public health; Family medicine; Alternative medicine; Marketing; Business; Political science; Surgery","score_opus":0.8972210176918177,"score_gpt":0.7887999028289173,"score_spread":0.1084211148629004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107667881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23227851,0.0000033254873,0.002156998,0.0068332204,0.0004238283,0.7579894,0.00007887304,0.000088040135,0.00014783077],"genre_scores_gemma":[0.33044416,0.000004211415,0.006758446,0.0050775483,0.00022074788,0.6574113,0.0000019584625,0.000024237192,0.00005742576],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.984031,0.0069997828,0.0034453971,0.00086084707,0.0030101656,0.0016528079],"domain_scores_gemma":[0.94255954,0.048789192,0.0027450682,0.0008562803,0.004353595,0.0006963362],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04413172,0.00024836796,0.0008764113,0.0016420649,0.0018505728,0.000057502544,0.0011563709,0.00009881169,0.000190117],"category_scores_gemma":[0.04980572,0.00020062881,0.00012101892,0.004608412,0.0006381834,0.0024944053,0.00021222881,0.00033904766,0.000033856468],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8401787,0.00045172157,0.0011876445,0.01137366,0.000032618795,0.0000019476274,0.09774169,0.000009585118,0.024042767,0.0143994,0.0034530635,0.0071271583],"study_design_scores_gemma":[0.9336848,0.008800635,0.008620265,0.0040890467,0.0000256263,0.0000016925102,0.01615322,0.00082054787,0.025416145,0.0003994755,0.0017076158,0.0002808973],"about_ca_topic_score_codex":0.012581988,"about_ca_topic_score_gemma":0.0011131129,"teacher_disagreement_score":0.100578114,"about_ca_system_score_codex":0.0011795203,"about_ca_system_score_gemma":0.016693566,"threshold_uncertainty_score":0.9994489},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2107938879","doi":"10.2106/jbjs.g.00963","title":"Blinding of Outcomes in Trials of Orthopaedic Trauma: An Opportunity to Enhance the Validity of Clinical Trials","year":2008,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Hamilton General Hospital; McMaster University","funders":"","keywords":"Blinding; Medicine; Clinical trial; Randomized controlled trial; Psychological intervention; Physical therapy; Surgery; Psychiatry; Internal medicine","score_opus":0.9683093020903134,"score_gpt":0.6821932044080671,"score_spread":0.28611609768224633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107938879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100659706,0.895836,0.0004653755,0.000266508,0.0012439066,0.0013237281,0.00010882691,8.0778955e-7,0.00009512241],"genre_scores_gemma":[0.014182333,0.9846913,0.0005451832,0.000054027252,0.00031581538,0.0000095953765,0.000003466524,0.00001490855,0.00018331903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.49298733,0.2547074,0.24132968,0.0010267089,0.0095012365,0.0004476599],"domain_scores_gemma":[0.3414636,0.35332632,0.2970646,0.0038684448,0.0032774964,0.0009995404],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8338389,0.00048539328,0.08080348,0.0026979465,0.000056376124,0.00009265041,0.0005949166,0.00035198746,0.0012393872],"category_scores_gemma":[0.72844297,0.00017473799,0.030971728,0.0016997762,0.00018479515,0.00026735535,0.00012689445,0.00070880324,0.000007469827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005895708,0.00036227095,0.011470586,0.0026219273,0.00095898047,0.000040443156,0.00012709486,0.00000189212,0.0000026168611,0.000012618401,0.011909717,0.9724329],"study_design_scores_gemma":[0.0011402363,0.0007945262,0.023548273,0.040079948,0.011116811,0.0004952528,0.0008620494,0.000018927316,0.000058095862,0.0009249206,0.9202052,0.0007558014],"about_ca_topic_score_codex":0.000017321374,"about_ca_topic_score_gemma":0.000017456281,"teacher_disagreement_score":0.9716771,"about_ca_system_score_codex":0.0000217994,"about_ca_system_score_gemma":0.0016800974,"threshold_uncertainty_score":0.9996736},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2108830195","doi":"10.1111/j.1365-2753.2008.00951.x","title":"Evidence‐based medicine and limits to the literature search","year":2008,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"","keywords":"Hierarchy; Subject (documents); Computer science; Core (optical fiber); Subject matter; Management science; Psychology; Data science; Political science; World Wide Web; Law","score_opus":0.9726037862932926,"score_gpt":0.7690740219648419,"score_spread":0.2035297643284507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108830195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022014056,0.9555597,0.0009782135,0.039627507,0.0011711138,0.0016882358,0.0000029866062,6.7111074e-7,0.00094958],"genre_scores_gemma":[0.000071807925,0.98938346,0.0050149215,0.0033891564,0.0015885348,0.000028090137,0.0000023387513,0.000014181552,0.00050752854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.59310436,0.31165445,0.060127042,0.0015860834,0.033137158,0.00039090202],"domain_scores_gemma":[0.43201634,0.5100698,0.035909098,0.0034543672,0.018081225,0.00046914475],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7343665,0.00039268215,0.008919444,0.0012009906,0.00013603657,0.0007908661,0.0021197947,0.00039177047,0.002485876],"category_scores_gemma":[0.9259202,0.00013175479,0.0028760554,0.004386928,0.00014003759,0.0010646023,0.00012687992,0.002440155,0.0007775046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029494737,0.00006336463,0.000043608172,0.00042475184,0.00018961346,0.000041431944,0.00035135972,0.0001337979,1.2216491e-8,0.000033227574,0.13767059,0.8610188],"study_design_scores_gemma":[0.00026794086,0.00036388432,0.0002808096,0.026880605,0.0029062564,0.0005386285,0.00018615664,0.0013000178,6.238574e-9,0.00030223647,0.96685743,0.0001160017],"about_ca_topic_score_codex":0.0000031347786,"about_ca_topic_score_gemma":0.000007333186,"teacher_disagreement_score":0.8609027,"about_ca_system_score_codex":0.00012434613,"about_ca_system_score_gemma":0.0016005322,"threshold_uncertainty_score":0.99986124},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2109164441","doi":"10.1002/casp.2227","title":"Participant Reflexivity in Community‐Based Participatory Research: Insights from Reflexive Interview, Dialogical Narrative Analysis, and Video Ethnography","year":2015,"lang":"en","type":"article","venue":"Journal of Community & Applied Social Psychology","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reflexivity; Dialogical self; Ethnography; Participant observation; Narrative; Sociology; Citizen journalism; Participatory action research; Narrative inquiry; Qualitative research; Psychology; Social psychology; Anthropology; Art; Political science","score_opus":0.9249695712636327,"score_gpt":0.7103647901530721,"score_spread":0.21460478111056058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109164441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874933,0.00041351496,0.0010812659,0.003388652,0.00020424253,0.00034651178,0.000011320381,0.000035244782,0.0070259604],"genre_scores_gemma":[0.9965461,0.00009941907,0.0010362931,0.0019257248,0.00027749236,0.000075596814,0.000010764453,0.000022533493,0.0000060942402],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8842368,0.11190781,0.0012321577,0.00022705992,0.0014347162,0.0009614678],"domain_scores_gemma":[0.9884693,0.008087941,0.0007082239,0.000709116,0.0010597676,0.00096567103],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.067534745,0.00028342812,0.0013338227,0.0014043469,0.002547966,0.000148209,0.0015816637,0.00059113867,0.00006285934],"category_scores_gemma":[0.0049006096,0.00026241233,0.00030708566,0.0036355432,0.006034246,0.00033662852,0.00047482247,0.0072518787,0.000011255094],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021242478,0.0029003092,0.012197463,0.000024792114,0.00079248904,0.00004730423,0.9625002,0.000026989297,0.0030637805,0.0097837355,0.001243966,0.005294695],"study_design_scores_gemma":[0.0032337573,0.0011643503,0.27072763,0.00006908477,0.000345634,8.0901316e-7,0.4621156,0.000026423366,0.0002675201,0.2539389,0.0077235205,0.00038677445],"about_ca_topic_score_codex":0.0063642277,"about_ca_topic_score_gemma":0.037572548,"teacher_disagreement_score":0.5003846,"about_ca_system_score_codex":0.00044056054,"about_ca_system_score_gemma":0.00077204505,"threshold_uncertainty_score":0.99998283},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2110458718","doi":"10.1136/ebm.13.1.3","title":"Less is more: where do the abstracts in the EBM journal come from?","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information retrieval; Psychology; History; Medicine; Computer science","score_opus":0.8225130300919945,"score_gpt":0.533793031563296,"score_spread":0.28871999852869845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110458718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65031856,0.058130402,0.002230668,0.28481272,0.00078734383,0.0008294083,0.0000073312385,0.000005227729,0.0028783032],"genre_scores_gemma":[0.9817999,0.0016942931,0.00035230714,0.012962475,0.000993172,0.00002851397,0.0000015766552,0.000010380094,0.0021573545],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9712953,0.0095728515,0.007614337,0.00070353266,0.01044236,0.00037162603],"domain_scores_gemma":[0.9627073,0.027984455,0.004138571,0.0039983485,0.00094540225,0.0002259632],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13924359,0.0003237892,0.002343377,0.0003136965,0.00045133935,0.00046779105,0.004147125,0.000092950526,0.018370153],"category_scores_gemma":[0.054599598,0.00009501126,0.00086430233,0.001911529,0.0005044565,0.00039933447,0.00005952537,0.00072174415,0.0012595712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003135746,0.00006315833,0.09349565,0.000032616288,0.000089673886,0.00031302607,0.009807767,0.00032752214,0.00008148225,0.0000988805,0.8745691,0.021089742],"study_design_scores_gemma":[0.0012848966,0.0002181178,0.5526252,0.0029927364,0.00046587252,0.0003653626,0.02321186,0.0023067824,0.000057225887,0.005009971,0.41114086,0.0003211353],"about_ca_topic_score_codex":0.00035890625,"about_ca_topic_score_gemma":0.0001461563,"teacher_disagreement_score":0.46342826,"about_ca_system_score_codex":0.000056124594,"about_ca_system_score_gemma":0.00027543269,"threshold_uncertainty_score":0.99951804},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2111252371","doi":"10.1525/jer.2008.3.2.33","title":"Enacting Research Ethics in Partnerships with Indigenous Communities in Canada: “Do it in a Good Way”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Government (linguistics); Public relations; Psychological intervention; Community development; Research ethics; Political science; Community-based participatory research; Economic Justice; Restorative justice; Sociology; Participatory action research; Engineering ethics; Law; Nursing; Medicine; Ecology; Engineering","score_opus":0.8276120331629695,"score_gpt":0.6356745718594767,"score_spread":0.19193746130349276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111252371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123153,0.0005983143,0.0000012309268,0.031316206,0.00011081066,0.0011679338,0.00000488843,0.00000783593,0.054477457],"genre_scores_gemma":[0.9718285,0.025067704,0.00008509899,0.00023961834,0.00051941804,0.000026922873,0.0000047940866,0.00004936903,0.0021785523],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9020983,0.072603025,0.0016989005,0.00054697465,0.018415166,0.0046376316],"domain_scores_gemma":[0.9076506,0.08129636,0.00028314703,0.00074781623,0.008760073,0.001262026],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.24303824,0.00026139055,0.0007221046,0.005598493,0.018780388,0.00034933534,0.0025329387,0.0011552074,0.00018502334],"category_scores_gemma":[0.011366931,0.00020618728,0.00008533595,0.0068773604,0.005292797,0.0005619259,0.00007452561,0.06031531,0.000026624271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005273942,0.0010316402,0.08106068,0.000204168,0.000018075587,0.0016933426,0.86201376,0.00007154758,0.000002691745,0.05239379,0.0008280479,0.00015485071],"study_design_scores_gemma":[0.00142597,0.0024660279,0.037770595,0.002232725,0.0000019214601,0.000049699633,0.7152712,0.000020521331,0.000052170017,0.014011706,0.22635677,0.0003407384],"about_ca_topic_score_codex":0.9882568,"about_ca_topic_score_gemma":0.999911,"teacher_disagreement_score":0.36243227,"about_ca_system_score_codex":0.017674197,"about_ca_system_score_gemma":0.38010648,"threshold_uncertainty_score":0.99741423},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2111376665","doi":"10.1177/0306624x12447771","title":"A Meta-Analysis of Moral Reconation Therapy","year":2012,"lang":"en","type":"review","venue":"International Journal of Offender Therapy and Comparative Criminology","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Medicine; Psychotherapist","score_opus":0.9301869343671447,"score_gpt":0.47731096573716825,"score_spread":0.4528759686299765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111376665","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044990014,0.99286723,0.00012986003,0.00050687714,0.001099209,0.00019640011,0.00008434778,0.0000066725524,0.000610405],"genre_scores_gemma":[0.042495217,0.9563383,0.00015070791,0.00063250354,0.00018697999,0.000019043096,0.000020988404,0.00001053667,0.0001457138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970163,0.000815378,0.0011476012,0.00031435303,0.00050650944,0.0001998567],"domain_scores_gemma":[0.99675566,0.0006872258,0.0019253137,0.00016374134,0.0003837558,0.00008430172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042559867,0.00035694402,0.0028952337,0.0011607964,0.00004985245,0.000027912301,0.0007305106,0.00021081963,0.0008785339],"category_scores_gemma":[0.000020502473,0.00022679193,0.0019560081,0.00023084441,0.00034807008,0.00023879582,0.00005559848,0.00042706894,0.000009801402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005264998,0.00096019794,0.000021402435,0.000079559744,0.24510276,0.000038223672,0.0011195225,0.000023502686,0.0002597783,0.019104205,0.00028330507,0.73248106],"study_design_scores_gemma":[0.0013440868,0.0007326173,0.00057441235,0.00010246575,0.092770815,0.0008899009,0.00008974843,0.000019088257,0.000917912,0.0036763535,0.8984349,0.00044772678],"about_ca_topic_score_codex":0.0000054795114,"about_ca_topic_score_gemma":0.0000013216574,"teacher_disagreement_score":0.8981516,"about_ca_system_score_codex":0.00005117994,"about_ca_system_score_gemma":0.00008674535,"threshold_uncertainty_score":0.961933},"labels":[{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2111589117","doi":"10.1186/1471-2288-14-36","title":"Evaluating bias due to data linkage error in electronic healthcare records","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Hospital for Sick Children; Intensive Care Society; Medical Research Council; National Institute for Health and Care Research; NHS Health Scotland","keywords":"Identifier; Record linkage; Linkage (software); Gold standard (test); Word error rate; Computer science; Imputation (statistics); Statistics; Probabilistic logic; Data mining; Missing data; Data set; Standard error; Medicine; Artificial intelligence; Mathematics; Population","score_opus":0.9728506852504919,"score_gpt":0.764426510343351,"score_spread":0.20842417490714094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111589117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0874657,0.00046079277,0.85246366,0.0551026,0.0008368647,0.00096856384,0.000043540906,0.000052000672,0.002606248],"genre_scores_gemma":[0.27826628,0.00040277358,0.6975009,0.016152442,0.0016253075,0.00037707266,0.00027618324,0.000064027205,0.0053350283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.734938,0.241934,0.0026987328,0.0031150456,0.014212316,0.0031018776],"domain_scores_gemma":[0.45397106,0.5336879,0.00040004126,0.00838872,0.0012728053,0.002279496],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6394793,0.00016696288,0.0008231283,0.001223558,0.00022914207,0.0001526727,0.006863059,0.00032223633,0.0032934065],"category_scores_gemma":[0.8603182,0.00012445883,0.00006607333,0.002723577,0.0004164986,0.0002635641,0.0061264667,0.0017980075,0.0016729546],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023313474,0.00008126542,0.0012672495,0.00007418097,0.000009832858,0.000033975448,0.00045877995,0.00002069424,0.000032079566,0.038508657,0.041158687,0.91812146],"study_design_scores_gemma":[0.001343295,0.0018717599,0.01666641,0.00019994505,0.000008734478,0.000030486835,0.0032005247,0.09765793,0.00005937495,0.40022507,0.47842166,0.00031480673],"about_ca_topic_score_codex":0.0043693315,"about_ca_topic_score_gemma":0.09030966,"teacher_disagreement_score":0.9178067,"about_ca_system_score_codex":0.00018802984,"about_ca_system_score_gemma":0.0026326496,"threshold_uncertainty_score":0.9991044},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2112084168","doi":"10.1111/j.1365-2958.2005.04703.x","title":"Weapons of mass retraction","year":2005,"lang":"en","type":"review","venue":"Molecular Microbiology","topic":"Bacterial Genetics and Biotechnology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Cystic Fibrosis Foundation","keywords":"Pilus; Periplasmic space; Biology; Flagellum; Bacterial conjugation; Fimbriae Proteins; Secretion; Cell envelope; Function (biology); Virulence; Bacteria; Cell biology; Computational biology; Microbiology; Escherichia coli; Genetics; Gene; Biochemistry","score_opus":0.012762407475295275,"score_gpt":0.276006894292041,"score_spread":0.2632444868167457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112084168","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056081446,0.9971569,0.00048307146,0.00003669879,0.0006000762,0.00043348537,0.0002678121,0.000019486686,0.00044166352],"genre_scores_gemma":[0.00039009494,0.99505717,0.001768835,0.00006940095,0.00030713185,0.000035966095,0.001893266,0.0000801655,0.00039800047],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979463,0.0002375021,0.000676965,0.00069513434,0.000044306515,0.00039974783],"domain_scores_gemma":[0.9985268,0.000012263842,0.0005063119,0.00081103656,0.00008554736,0.0000580583],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00017383012,0.00046530526,0.0011464491,0.00019564551,0.0000348697,0.000009956259,0.0005338066,0.0026197496,0.00006274263],"category_scores_gemma":[0.000053803433,0.00042024418,0.0006137945,0.00018196102,0.00024845905,0.0000010875985,0.00023563218,0.0004096088,0.000057692032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010423727,0.000034622364,3.258141e-7,0.0004491713,0.00018861465,0.0000056891563,8.806743e-7,6.427669e-7,0.6833119,0.00005747508,0.00055051426,0.31538972],"study_design_scores_gemma":[0.00014966553,0.00028202182,3.104896e-7,0.00028773092,0.00026712034,0.00019871749,0.0000015615506,1.430498e-7,0.09964076,0.000010018819,0.89881045,0.00035151583],"about_ca_topic_score_codex":0.0000040157142,"about_ca_topic_score_gemma":0.0000046241835,"teacher_disagreement_score":0.89825994,"about_ca_system_score_codex":0.000030957697,"about_ca_system_score_gemma":0.00019381149,"threshold_uncertainty_score":0.99982494},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2112548834","doi":"10.1016/j.jclinepi.2011.01.010","title":"Testing a tool for the classification of study designs in systematic reviews of interventions and exposures showed moderate reliability and low accuracy","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Alberta","funders":"Agency for Healthcare Research and Quality","keywords":"Inter-rater reliability; Reliability (semiconductor); Context (archaeology); Test (biology); Systematic review; Research design; CLARITY; Statistics; Computer science; Medicine; Reliability engineering; Medical physics; MEDLINE; Mathematics; Engineering; Rating scale","score_opus":0.9765515537496716,"score_gpt":0.6909558342193558,"score_spread":0.2855957195303158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112548834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8601037,0.003733988,0.13307028,0.00040487625,0.00015303171,0.0025053918,0.0000024886417,5.225355e-7,0.000025691808],"genre_scores_gemma":[0.972443,0.00038863704,0.026971977,0.00006897359,0.000030948555,0.000068970796,1.18939305e-7,0.0000034279365,0.000023990653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68765134,0.20808385,0.10204106,0.00081694906,0.0011338285,0.0002729905],"domain_scores_gemma":[0.11063685,0.80308354,0.08072201,0.002346605,0.0030585187,0.00015247815],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69192725,0.00014636689,0.010164782,0.00017305597,0.000047999267,0.000026308177,0.0007371911,0.00010600852,0.0000801695],"category_scores_gemma":[0.9256294,0.000053679123,0.001965854,0.00034115312,0.00021427528,0.00016601197,0.00008059506,0.00026588567,0.0000023119342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013539036,0.00051314716,0.9742187,0.004843171,0.00025569176,6.6248157e-7,0.0007221852,0.00010522059,0.000037469053,0.0007708624,0.00037541657,0.018022053],"study_design_scores_gemma":[0.00050331076,0.0009242815,0.93336207,0.0020232652,0.00068913156,0.000012885293,0.0009714411,0.038957153,0.000001512467,0.022472778,0.000028164637,0.000054007087],"about_ca_topic_score_codex":0.000014243778,"about_ca_topic_score_gemma":0.000033121,"teacher_disagreement_score":0.5949997,"about_ca_system_score_codex":0.000008017778,"about_ca_system_score_gemma":0.00006381201,"threshold_uncertainty_score":0.6948442},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2112801688","doi":"10.2106/jbjs.e.00370","title":"Level of Evidence in Orthopaedic Journals","year":2005,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":324,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Medicine; Grading (engineering); Evidence-based medicine; Kappa; MEDLINE; Rating system; Family medicine; Alternative medicine; Pathology","score_opus":0.9531000786402971,"score_gpt":0.5564152615563063,"score_spread":0.39668481708399084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112801688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631046,0.027914798,0.0029505857,0.005438004,0.0002356293,0.000083938154,0.000002650342,4.472583e-7,0.00026932135],"genre_scores_gemma":[0.99258816,0.0033126245,0.0023139915,0.0002623676,0.00020793531,7.107236e-7,6.935122e-8,0.0000047220756,0.001309394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9722267,0.0036192245,0.019503092,0.00023443815,0.0042332807,0.00018330694],"domain_scores_gemma":[0.9737484,0.008518032,0.015420737,0.0006922198,0.0014268486,0.00019376741],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2668508,0.00014650385,0.0048884894,0.0018208473,0.00003723837,0.0002045148,0.0001654507,0.0000581372,0.003179322],"category_scores_gemma":[0.07878583,0.00006177694,0.0025143446,0.0010111011,0.00005143153,0.0007728412,0.000053544893,0.00024643567,0.00007655667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045698212,0.00013375246,0.57936686,0.00012255664,0.00015458468,0.00014996824,0.00053375436,0.00016472749,0.0021097788,0.000057621353,0.14458895,0.27257177],"study_design_scores_gemma":[0.00027027066,0.00006278293,0.9459771,0.002440015,0.00016786439,0.0011542978,0.0005938788,0.00059701095,0.00037849892,0.002357909,0.045823283,0.00017710452],"about_ca_topic_score_codex":0.000007342512,"about_ca_topic_score_gemma":0.000028879589,"teacher_disagreement_score":0.36661026,"about_ca_system_score_codex":0.000021510294,"about_ca_system_score_gemma":0.00018204318,"threshold_uncertainty_score":0.9977319},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2113224507","doi":"10.1177/0163278702025001005","title":"The Contribution of Handsearching European General Health Care Journals to the Cochrane Controlled Trials Register","year":2002,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"MEDLINE; Cochrane Library; Medicine; Systematic review; Randomized controlled trial; Meta-analysis; Family medicine; Cochrane collaboration; Internal medicine","score_opus":0.9027067621472988,"score_gpt":0.6861497762688541,"score_spread":0.21655698587844474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113224507","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015047578,0.089170165,0.03196894,0.83924943,0.0022030375,0.018665139,0.00005548677,0.000011746333,0.0036284898],"genre_scores_gemma":[0.9767211,0.0012742991,0.00039751784,0.010594438,0.00064354413,0.0005065692,0.000016874297,0.000017922674,0.009827708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.26575398,0.68103504,0.031619847,0.0011231848,0.01932349,0.0011444628],"domain_scores_gemma":[0.92169136,0.04418385,0.02195436,0.004814373,0.0069090663,0.00044697805],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7434521,0.00024883662,0.004066582,0.000240458,0.004614689,0.00070582755,0.0019150007,0.000047830978,0.0033538707],"category_scores_gemma":[0.2524427,0.00006736177,0.0015896972,0.0012831913,0.000097533826,0.00012645603,0.0001839184,0.0004932449,0.00091242825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014671354,0.00006531895,0.00037121997,0.00004580048,0.00030355086,2.8221805e-7,0.034182705,0.0011760094,0.000048627033,0.0033992443,0.73668784,0.2235727],"study_design_scores_gemma":[0.012190296,0.00097325206,0.034393884,0.002494371,0.001242684,0.000025381902,0.053210296,0.14940527,0.00002183108,0.008003298,0.73755586,0.00048353884],"about_ca_topic_score_codex":0.000045717254,"about_ca_topic_score_gemma":0.00037252074,"teacher_disagreement_score":0.96167356,"about_ca_system_score_codex":0.00020305844,"about_ca_system_score_gemma":0.0006996856,"threshold_uncertainty_score":0.9998655},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2113503937","doi":"10.1080/08989620802689821","title":"Cost of the NSERC Science Grant Peer Review System Exceeds the Cost of Giving Every Qualified Researcher a Baseline Grant","year":2009,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; University of Manitoba","funders":"","keywords":"Scrutiny; Baseline (sea); Grant writing; Promotion (chess); Grant funding; Government (linguistics); Political science; Work (physics); Business; Public relations; Library science; Engineering; Public administration; Computer science","score_opus":0.4562942085277187,"score_gpt":0.46371875813006747,"score_spread":0.0074245496023487845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113503937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9065026,0.0038231516,0.00020239853,0.060478505,0.00033205588,0.0042556776,0.00053100055,0.00002286968,0.02385175],"genre_scores_gemma":[0.9979595,0.00043158577,0.000030964417,0.0006333627,0.000053867043,0.000093317605,0.0000054816633,0.000009707407,0.0007822037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9957574,0.0005749381,0.0014637999,0.00047534722,0.0010469144,0.000681572],"domain_scores_gemma":[0.99483556,0.0011007662,0.00035438157,0.0014342008,0.0022105551,0.00006453163],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0879907,0.00013258509,0.0004943995,0.0005429188,0.00039973902,0.00008214664,0.0016202347,0.00010103137,0.00019556453],"category_scores_gemma":[0.013606127,0.00008729158,0.00012753512,0.0052017854,0.0014168487,0.00034342468,0.00030745796,0.0008394627,0.000050170536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004117277,0.001235095,0.14664002,0.0064477716,0.000042984862,0.0000037513134,0.0068214117,0.00016078078,0.0020581349,0.8025495,0.02515132,0.008477544],"study_design_scores_gemma":[0.0013356424,0.0001947891,0.8936141,0.0027793874,0.000009007673,0.000015075038,0.0047313566,0.0055731265,0.0032705248,0.021490991,0.066520974,0.00046498442],"about_ca_topic_score_codex":0.008055931,"about_ca_topic_score_gemma":0.0006128708,"teacher_disagreement_score":0.7810585,"about_ca_system_score_codex":0.0005268497,"about_ca_system_score_gemma":0.00047300966,"threshold_uncertainty_score":0.9985495},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2113866902","doi":"10.1177/1049732303259842","title":"Ethical Dilemmas in Research on Internet Communities","year":2004,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Beneficence; The Internet; Autonomy; Harm; Economic Justice; Research ethics; Ethical issues; Engineering ethics; Internet research; Public relations; Psychology; Internet privacy; Sociology; Political science; Social psychology; Law; Computer science","score_opus":0.937739584532181,"score_gpt":0.7846211578711447,"score_spread":0.15311842666103626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113866902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5256313,0.0010040867,0.0020951885,0.3299152,0.0003370107,0.0022194416,0.000047217804,0.00011524586,0.1386353],"genre_scores_gemma":[0.9888693,0.00045401076,0.0052849613,0.0019621004,0.00020679194,0.00021245821,0.000014291047,0.000032657812,0.0029634358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.81703,0.17533362,0.0007801901,0.0004952658,0.004111363,0.002249557],"domain_scores_gemma":[0.95402354,0.043368544,0.00009267224,0.00046106448,0.0014588223,0.00059535366],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.26865745,0.00017235149,0.00046742155,0.0014412958,0.002149611,0.00018979328,0.000914363,0.00039660785,0.00037465428],"category_scores_gemma":[0.014562979,0.0001573273,0.000078540405,0.003221313,0.005848081,0.00018365533,0.00027183443,0.007988679,0.0005839396],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107130414,0.00016393058,0.000053808275,0.00005419323,0.0000046561922,0.000006027364,0.47488984,0.0000051401425,0.0000028371148,0.51892,0.0023524878,0.0034399237],"study_design_scores_gemma":[0.00055449066,0.0013397838,0.00078416354,0.0003625378,2.3044531e-7,2.0414402e-7,0.6337432,0.0000069918524,0.00003818686,0.29040125,0.07265185,0.00011706405],"about_ca_topic_score_codex":0.25733158,"about_ca_topic_score_gemma":0.10092834,"teacher_disagreement_score":0.46323797,"about_ca_system_score_codex":0.0027331738,"about_ca_system_score_gemma":0.0026960312,"threshold_uncertainty_score":0.99914944},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2114059546","doi":"10.1371/journal.pone.0132557","title":"How Long Is Too Long in Contemporary Peer Review? Perspectives from Authors Publishing in Conservation Biology Journals","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Publishing; Peer review; Psychology; Prestige; Medical education; Medicine; Political science","score_opus":0.9005902623703669,"score_gpt":0.5770311754804135,"score_spread":0.3235590868899534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114059546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7590696,0.055258106,0.0003843568,0.18235399,0.00015250558,0.0003910153,0.00006019462,0.000014563168,0.0023156484],"genre_scores_gemma":[0.98938644,0.002638737,0.00085459877,0.0014578849,0.000121981335,0.000019308525,0.000026468017,0.000010924408,0.0054836296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98727316,0.00094750355,0.00092028873,0.000786347,0.009579585,0.00049312605],"domain_scores_gemma":[0.9815771,0.004174719,0.0005702157,0.000722851,0.012408063,0.00054703886],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.052855425,0.00015107659,0.00063411624,0.032582548,0.00007051982,0.0060811997,0.0016960199,0.00021057324,0.00027234637],"category_scores_gemma":[0.30549133,0.000113851296,0.00008443333,0.09215616,0.0001407435,0.004230018,0.00049635686,0.00072945596,0.00007465547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020058733,0.0004298584,0.8860663,0.000012811238,0.000024181387,0.00003690425,0.0012630105,4.5018203e-7,0.00035366922,0.00007832016,0.10785695,0.0038574776],"study_design_scores_gemma":[0.0014193783,0.00016103624,0.965643,0.00076618267,0.000011492832,0.000002686961,0.0059030685,0.0021322574,0.000921315,0.01619785,0.0065219426,0.00031980738],"about_ca_topic_score_codex":0.0015447369,"about_ca_topic_score_gemma":0.0002892992,"teacher_disagreement_score":0.2526359,"about_ca_system_score_codex":0.00030426987,"about_ca_system_score_gemma":0.0004879683,"threshold_uncertainty_score":0.9949506},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2114152365","doi":"10.1097/acm.0b013e3182820b5c","title":"A Bibliometric Analysis of Evaluative Medical Education Studies","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bibliometrics; Higher education; MEDLINE; Medical education; Psychology; Medicine; Library science; Computer science; Political science","score_opus":0.08303712664523774,"score_gpt":0.5026266621435435,"score_spread":0.4195895354983057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114152365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94808567,0.008289491,0.0006697622,0.038446948,0.0009102919,0.00060838676,7.806179e-7,0.00004716677,0.0029414908],"genre_scores_gemma":[0.9813728,0.0033326205,0.00082179595,0.011538998,0.00070277695,0.00023382898,0.00013140743,0.000016542808,0.0018492716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960619,0.0001151162,0.0011457814,0.00032636902,0.0020929324,0.00025790287],"domain_scores_gemma":[0.99514395,0.0004992812,0.00043066495,0.00043732207,0.0032456138,0.00024319545],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0026286794,0.0001763806,0.0008696986,0.08438297,0.000052376137,0.0000021282435,0.00024117492,0.0003202356,0.00814369],"category_scores_gemma":[0.048838545,0.000121254096,0.0000848098,0.23140942,0.00069665274,0.00015188563,0.000059879487,0.00076172414,0.000092646274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003194968,0.0001882523,0.12290528,0.0003497313,0.0035757374,0.0000018791584,0.007391312,0.000002995839,0.0013415591,0.004195453,0.4290497,0.43096614],"study_design_scores_gemma":[0.0026240402,0.00077228376,0.9272122,0.0020660271,0.009536675,0.00006528927,0.030317701,0.010711804,0.00051952456,0.0054351604,0.010417745,0.00032159546],"about_ca_topic_score_codex":0.0001916235,"about_ca_topic_score_gemma":0.0000017600562,"teacher_disagreement_score":0.80430686,"about_ca_system_score_codex":0.00020347422,"about_ca_system_score_gemma":0.000979021,"threshold_uncertainty_score":0.992763},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2114178586","doi":"10.1186/s12961-015-0012-0","title":"Capacity for conducting systematic reviews in low- and middle-income countries: a rapid appraisal","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; International Development Research Centre","keywords":"Systematic review; Capacity building; Workforce; Health services research; Critical appraisal; Low and middle income countries; Public relations; Health administration; Business; Political science; Medicine; Developing country; Economic growth; Economics; Public health; Nursing; MEDLINE; Alternative medicine","score_opus":0.9654931214453396,"score_gpt":0.6802971029486433,"score_spread":0.2851960184966963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114178586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5144723,0.36320713,0.00801585,0.02874867,0.0026348666,0.07413663,0.0003785492,0.000054413646,0.008351559],"genre_scores_gemma":[0.9845423,0.0029166602,0.0015518921,0.00079190586,0.0010540399,0.0036238672,0.0000074776162,0.00004465524,0.0054671834],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8922285,0.08157827,0.016085396,0.0014811272,0.0071235197,0.0015031758],"domain_scores_gemma":[0.8957043,0.08332324,0.008298074,0.0047440315,0.0053860103,0.0025442995],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59979975,0.0003566252,0.006634482,0.0015041248,0.0004933403,0.0017053512,0.00093028805,0.00016500049,0.000035585606],"category_scores_gemma":[0.40263584,0.00018075795,0.00038836713,0.002247347,0.00027372278,0.00038941548,0.00018660119,0.00043345874,0.0003086478],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009782493,0.00013480736,0.011840749,0.786362,0.00023440846,0.0000134909815,0.036331374,0.000038276263,0.000008693481,0.11036728,0.052244123,0.0023269684],"study_design_scores_gemma":[0.004319826,0.0014377506,0.0013454099,0.12340103,0.00010045461,0.00058039743,0.046139326,0.08225144,0.000005359608,0.008693758,0.73056716,0.001158069],"about_ca_topic_score_codex":0.0022071162,"about_ca_topic_score_gemma":0.00040178822,"teacher_disagreement_score":0.6783231,"about_ca_system_score_codex":0.0003379362,"about_ca_system_score_gemma":0.0009876672,"threshold_uncertainty_score":0.999331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2114332566","doi":"10.1177/1556264614564970","title":"Parent Perspectives on Privacy and Governance for a Pediatric Repository of Non-Biological, Research Data","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; PolicyWise for Children & Families; University of Calgary","funders":"","keywords":"Focus group; Nonprobability sampling; Thematic analysis; Corporate governance; Qualitative research; Data collection; Qualitative property; Psychology; Focus (optics); Altruism (biology); Internet privacy; Public relations; Business; Sociology; Political science; Computer science; Social psychology; Marketing; Social science","score_opus":0.9457734969064294,"score_gpt":0.7653637445849779,"score_spread":0.1804097523214515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114332566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289367,0.0022567227,0.00016341195,0.058969308,0.00015693171,0.0021149488,0.00006175107,0.000018940538,0.0073212446],"genre_scores_gemma":[0.9679515,0.025145859,0.0018516013,0.00025294756,0.002655523,0.00007642092,0.000011453603,0.000081128615,0.0019736183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9594518,0.012907744,0.0021075679,0.0017209656,0.021570379,0.0022415433],"domain_scores_gemma":[0.4546177,0.49278155,0.0008001405,0.0048704324,0.044349115,0.002581043],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.27513498,0.00033558783,0.0012284024,0.002118206,0.0020985939,0.00032767025,0.004078084,0.0018221934,0.00007370402],"category_scores_gemma":[0.63636756,0.00023522708,0.0003380431,0.002377864,0.007802312,0.000267104,0.0034442125,0.046188664,0.000033022174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04950777,0.025709907,0.12251766,0.0149318855,0.0011493902,0.001565068,0.029118776,0.000047308156,0.029990254,0.44005305,0.2742024,0.011206509],"study_design_scores_gemma":[0.0148279,0.19971126,0.3230372,0.009689464,0.00012035262,0.00018783788,0.019296756,0.0020490459,0.0054924376,0.33182985,0.09274006,0.001017824],"about_ca_topic_score_codex":0.00011661357,"about_ca_topic_score_gemma":0.00005286781,"teacher_disagreement_score":0.50483406,"about_ca_system_score_codex":0.001040673,"about_ca_system_score_gemma":0.0079002,"threshold_uncertainty_score":0.99947363},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2114618638","doi":"10.1007/s11948-004-0003-y","title":"Strategies for consulting with the community: The cases of four large-scale genetic databases","year":2004,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; McGill University; Université de Montréal","funders":"","keywords":"Transparency (behavior); Public relations; General partnership; Confidentiality; Accountability; Scale (ratio); Political science; Public health; Business; Medicine; Law","score_opus":0.47606435804122366,"score_gpt":0.5122928713138475,"score_spread":0.03622851327262383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114618638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577484,0.000251374,0.02777363,0.01364371,0.000050002687,0.00029534067,0.000023351095,0.0000243688,0.00018978096],"genre_scores_gemma":[0.9871483,0.00019795868,0.012066047,0.0005165161,0.0000297141,0.000013992756,0.0000011627169,0.000007082774,0.000019247696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987952,0.00003200996,0.00012316726,0.00011145734,0.0007124756,0.00022570584],"domain_scores_gemma":[0.98072463,0.01801266,0.000034594224,0.0004209288,0.0007406626,0.000066491986],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009773234,0.00006135531,0.000100067344,0.000037520418,0.0006197151,0.00005311804,0.00027105346,0.00006862495,8.847134e-7],"category_scores_gemma":[0.019698635,0.000030296838,0.000016242524,0.0003239569,0.0016358614,0.00008201428,0.00013270162,0.001912548,2.6990008e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025935113,0.00034177315,0.0058566118,0.0069345357,0.00012922449,0.0000622298,0.07135526,0.05941913,0.06312023,0.7906761,0.00013085605,0.0017146937],"study_design_scores_gemma":[0.01258575,0.008458259,0.14169571,0.013357907,0.0007494979,0.0019112774,0.55703,0.099635884,0.071743436,0.07095308,0.02022082,0.0016583569],"about_ca_topic_score_codex":0.00027349486,"about_ca_topic_score_gemma":0.0013961924,"teacher_disagreement_score":0.71972305,"about_ca_system_score_codex":0.000018876053,"about_ca_system_score_gemma":0.0016422197,"threshold_uncertainty_score":0.9885589},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2114832664","doi":"10.1148/radiol.2015142779","title":"Pitfalls of Systematic Reviews and Meta-Analyses in Imaging Research","year":2015,"lang":"en","type":"review","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Pooling; Psychological intervention; Medical physics; Publication bias; Meta-analysis; Quality (philosophy); MEDLINE; Management science; Data science; Pathology; Computer science; Artificial intelligence; Epistemology","score_opus":0.9874678654414825,"score_gpt":0.7414658167840396,"score_spread":0.2460020486574429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114832664","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028586394,0.9910085,0.0002063825,0.0000730096,0.00014216572,0.0059340657,0.000034359415,0.0000024635233,0.0025961979],"genre_scores_gemma":[0.000026384689,0.99327034,0.0011710263,0.000036751986,0.00006586641,0.0009989783,0.000016777962,0.000029496687,0.0043844],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.679377,0.27132475,0.04071464,0.0022926193,0.0056079207,0.00068301987],"domain_scores_gemma":[0.92237544,0.046704672,0.019914739,0.008535924,0.002175674,0.00029354554],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5525061,0.0008354113,0.07594473,0.0033899427,0.000067924586,0.000331558,0.0040019583,0.00035608083,0.0026069842],"category_scores_gemma":[0.21887533,0.00030263016,0.008607426,0.004374609,0.00037709347,0.00015707668,0.000506697,0.00077453523,0.003101295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024808462,0.00008124957,0.000088198765,0.64312,0.012858022,0.000079958125,0.000549703,0.000004146484,0.000001373369,0.0025897333,0.15244843,0.18817672],"study_design_scores_gemma":[0.000058401052,0.0000249642,0.0000028075026,0.0074758427,0.040467698,0.0002853359,0.00014402886,0.00007524521,3.320764e-8,0.0018220616,0.9494057,0.00023783644],"about_ca_topic_score_codex":0.000039260045,"about_ca_topic_score_gemma":0.000032181033,"teacher_disagreement_score":0.7969573,"about_ca_system_score_codex":0.00013423689,"about_ca_system_score_gemma":0.000347007,"threshold_uncertainty_score":0.9999426},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2115882960","doi":"10.1080/08989620902855033","title":"Supervisor–Student Relations: Examining the Spectrum of Conflicts of Interest in Bioscience Laboratories","year":2009,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Supervisor; Conflict of interest; Dual (grammatical number); Broad spectrum; Psychology; Spectrum (functional analysis); Graduate students; Public relations; Social psychology; Political science; Accounting; Business; Law; Pedagogy","score_opus":0.8768308426194927,"score_gpt":0.6745009165671052,"score_spread":0.20232992605238753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115882960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98619455,0.0005930738,9.766634e-7,0.0099476315,0.00017539282,0.00061313924,0.000036769998,0.000010244577,0.0024282266],"genre_scores_gemma":[0.9990738,0.00022537558,0.000013241789,0.00054667844,0.000050223192,0.00003226334,0.000003452573,0.0000046223913,0.0000503141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961694,0.0018841396,0.00070287625,0.0003134594,0.0003398136,0.0005903266],"domain_scores_gemma":[0.9961827,0.0028907787,0.0000865796,0.00036794768,0.00033942598,0.00013256076],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010616815,0.00011790685,0.000273041,0.0002613068,0.00016110991,0.000018489145,0.00072048244,0.00035751914,0.0005816169],"category_scores_gemma":[0.001640934,0.00009307867,0.000029458723,0.0019381961,0.0012250624,0.00022732155,0.00017557871,0.0028856837,0.000016228565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032039118,0.0008136261,0.9600964,0.00008321129,0.000008802139,0.000009161991,0.007901578,0.00010581466,0.013230833,0.015197259,0.00013767765,0.002095218],"study_design_scores_gemma":[0.0007698106,0.00032229823,0.9483223,0.000087962035,0.0000063724306,0.0000022970808,0.008138695,0.00051020633,0.031884033,0.0062884283,0.0035626648,0.00010495991],"about_ca_topic_score_codex":0.0008387577,"about_ca_topic_score_gemma":0.0021159851,"teacher_disagreement_score":0.0186532,"about_ca_system_score_codex":0.00020283958,"about_ca_system_score_gemma":0.00033207968,"threshold_uncertainty_score":0.9994147},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2116831767","doi":"10.1158/1078-0432.ccr-09-1961","title":"Approaches to Phase 1 Clinical Trial Design Focused on Safety, Efficiency, and Selected Patient Populations: A Report from the Clinical Trial Design Task Force of the National Cancer Institute Investigational Drug Steering Committee","year":2010,"lang":"en","type":"article","venue":"Clinical Cancer Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":199,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"National Institutes of Health","keywords":"Clinical trial; Medicine; Clinical study design; Population; Drug development; Investigational Drugs; Phases of clinical research; Patient safety; Intensive care medicine; Medical physics; Drug; Oncology; Pharmacology; Internal medicine; Health care","score_opus":0.9461285919310349,"score_gpt":0.6823623987532028,"score_spread":0.2637661931778321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116831767","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8349006,0.0000889661,0.1237226,0.014969151,0.01099216,0.014225092,0.00077038957,0.00010060667,0.00023044617],"genre_scores_gemma":[0.46026346,0.00012115963,0.526312,0.0013875957,0.008810285,0.0027317237,0.000028406326,0.00012100321,0.00022438452],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9669268,0.019928068,0.007330248,0.0016004979,0.003449702,0.0007646853],"domain_scores_gemma":[0.63078904,0.3625194,0.0020937712,0.0017514935,0.0019644431,0.0008818351],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08384932,0.00042648168,0.0016278806,0.00014298798,0.0007671227,0.00016684132,0.0015559503,0.0007401212,0.00022389548],"category_scores_gemma":[0.56797373,0.0002660551,0.0005950127,0.0013745348,0.0036540248,0.00014471619,0.0008276859,0.0044926843,0.000013253789],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6702516,0.010222118,0.009353511,0.0000905517,0.0010107826,0.000028009257,0.0005926752,0.0015431251,0.0001660646,0.044744164,0.08223962,0.17975776],"study_design_scores_gemma":[0.2471476,0.010076497,0.01582357,0.00065408123,0.0005130778,0.0000053485637,0.00006326619,0.015563207,0.0004889071,0.7013312,0.00746499,0.0008682408],"about_ca_topic_score_codex":0.00033489257,"about_ca_topic_score_gemma":0.00053771574,"teacher_disagreement_score":0.65658706,"about_ca_system_score_codex":0.00020593913,"about_ca_system_score_gemma":0.0042982525,"threshold_uncertainty_score":0.99997914},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2117161745","doi":"10.1177/104973202129120313","title":"Leveling the Playing Field? Exploring the Merits of the Ethics-as-Process Approach for Judging Qualitative Research Proposals","year":2002,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Qualitative research; Engineering ethics; Research ethics; Field (mathematics); Process (computing); Informed consent; Management science; Psychology; Sociology; Medicine; Social science; Computer science; Alternative medicine; Engineering","score_opus":0.9614351793248613,"score_gpt":0.7788944891919308,"score_spread":0.1825406901329305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117161745","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06587205,0.004537596,0.042926542,0.8539986,0.0004933998,0.0104317535,0.00011908007,0.00008876986,0.021532182],"genre_scores_gemma":[0.96159375,0.0032259107,0.02348465,0.0021072158,0.00073902705,0.0045721103,0.0000069707985,0.000098341225,0.0041720476],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7182604,0.2661942,0.0014651823,0.001030865,0.009762552,0.003286815],"domain_scores_gemma":[0.6899015,0.2989656,0.00047807864,0.0010658569,0.009094584,0.0004944389],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.48661706,0.00029275977,0.000632529,0.00047512553,0.020560246,0.00040750904,0.002909255,0.0003456052,0.00011322855],"category_scores_gemma":[0.24559116,0.00015892865,0.000285747,0.0049093044,0.010831414,0.0005625841,0.00058359007,0.009187994,0.000028824705],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000811397,0.00008665583,0.000013093651,0.0007507377,0.000046723264,3.349381e-7,0.6318705,0.000009576025,0.000071561626,0.35755068,0.0018006415,0.007718362],"study_design_scores_gemma":[0.00025999625,0.00041562744,0.000023680353,0.00037545088,0.0000040325926,5.366941e-7,0.74334955,0.0007375151,0.0005259687,0.24776107,0.0063968846,0.00014971297],"about_ca_topic_score_codex":0.016679674,"about_ca_topic_score_gemma":0.0015254891,"teacher_disagreement_score":0.8957217,"about_ca_system_score_codex":0.00065213034,"about_ca_system_score_gemma":0.0041517667,"threshold_uncertainty_score":0.99309784},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2119100170","doi":"10.1071/he13101","title":"Closing the chasm between research and practice: evidence of and for change","year":2014,"lang":"en","type":"article","venue":"Health Promotion Journal of Australia","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; Cancer Council South Australia; Monash University; Canadian Health Services Research Foundation","keywords":"Population health; Bridging (networking); Relevance (law); Public relations; Psychological intervention; Context (archaeology); Health promotion; Promotion (chess); Closing (real estate); Community health; Public health; Evidence-based practice; Dissemination; Medicine; Political science; Alternative medicine; Nursing; Computer science; Law; Geography; Computer security","score_opus":0.9753711977544747,"score_gpt":0.8179584552076156,"score_spread":0.1574127425468591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119100170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5913489,0.00018264596,0.002935153,0.40327188,0.0002891328,0.0019324884,0.000015338523,0.000005570644,0.000018874545],"genre_scores_gemma":[0.9911797,0.0004398184,0.0046155066,0.0025694175,0.0009984445,0.00006625652,6.3600385e-7,0.000010260173,0.000119938355],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99242705,0.004776276,0.001357365,0.00016379362,0.0006583432,0.0006171588],"domain_scores_gemma":[0.98380125,0.01236827,0.0017613076,0.00017295226,0.0015035407,0.00039271358],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050468747,0.000085300686,0.00031477283,0.00023773793,0.0011602115,0.000020644251,0.00018110708,0.00011985077,0.00003387657],"category_scores_gemma":[0.0119603025,0.00005879627,0.00002380285,0.00035194098,0.00026669228,0.00071634696,0.00006705184,0.0009822316,0.000005528983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012329981,0.0003699813,0.3133735,0.027814565,0.000119714525,0.0000036716829,0.38702577,0.0000031451304,0.0020244066,0.0350474,0.090238,0.14274685],"study_design_scores_gemma":[0.0038372327,0.016533932,0.7893083,0.00868584,0.00006478326,0.00014183742,0.021160623,0.00016204799,0.0002204095,0.012113695,0.1475179,0.00025338147],"about_ca_topic_score_codex":0.00034920243,"about_ca_topic_score_gemma":0.00004698402,"teacher_disagreement_score":0.4759348,"about_ca_system_score_codex":0.00014370364,"about_ca_system_score_gemma":0.00064104435,"threshold_uncertainty_score":0.9963624},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2120401614","doi":"10.7202/1001770ar","title":"Quand recherche et savoir scientifique cèdent le pas à l’activisme et au parti pris","year":2011,"lang":"fr","type":"article","venue":"Criminologie","topic":"Historical and Scientific Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.9482007008859885,"score_gpt":0.44204838587573403,"score_spread":0.5061523150102545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120401614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.582041,0.021930005,0.0056106346,0.05425114,0.021258993,0.0009364066,0.000045662524,0.00038824862,0.31353787],"genre_scores_gemma":[0.82257336,0.0016178864,0.0039239824,0.0017542121,0.00030543815,0.00009128077,0.000014901798,0.000037890506,0.16968103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588215,0.0010583024,0.0005294312,0.0009320697,0.0004380567,0.001159971],"domain_scores_gemma":[0.99730587,0.0010330637,0.00017425328,0.0008023247,0.0002854178,0.00039908636],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039102146,0.00037540632,0.00061104755,0.00017344464,0.0004274484,0.00005859829,0.0004044271,0.00054726313,0.00072247046],"category_scores_gemma":[0.0058726436,0.00030679101,0.00023622156,0.0004561272,0.0014860745,0.00023743426,0.0003600615,0.0010936145,0.0016683532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042592458,0.0049820836,0.025764955,0.0012265553,0.0005671675,0.0009354753,0.13535206,0.000005307115,0.01338308,0.09223844,0.30397445,0.42114452],"study_design_scores_gemma":[0.0014763956,0.00078822864,0.106896624,0.0006509387,0.00052505167,0.0000671179,0.008215444,0.00011417202,0.053005867,0.01392459,0.81357735,0.000758195],"about_ca_topic_score_codex":0.0028840476,"about_ca_topic_score_gemma":0.0007876354,"teacher_disagreement_score":0.50960296,"about_ca_system_score_codex":0.0012735379,"about_ca_system_score_gemma":0.0012917849,"threshold_uncertainty_score":0.9999384},"labels":[{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2120841701","doi":"10.1371/journal.pbio.0060073","title":"Research Ethics Recommendations for Whole-Genome Research: Consensus Statement","year":2008,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":241,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Ontario Genomics; Canadian Institutes of Health Research; University of British Columbia; University of Toronto; Université de Montréal; University of Alberta","funders":"Institute of Genetics; Ontario Genomics; Canadian Institutes of Health Research; Ontario Genomics Institute; National Institutes of Health; Genome Alberta","keywords":"Biology; Statement (logic); Research ethics; Genome; Engineering ethics; Computational biology; MEDLINE; Genetics; Biotechnology; Gene; Political science; Law","score_opus":0.9590869121845906,"score_gpt":0.7257237591152245,"score_spread":0.23336315306936617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120841701","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2227045,0.0007242655,0.0004017035,0.75499237,0.00035971942,0.0035506804,0.00070116326,0.00013225782,0.016433364],"genre_scores_gemma":[0.92884225,0.007686749,0.023474952,0.0036491875,0.0010285083,0.0011574052,0.0011005171,0.00009793099,0.032962475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925839,0.0029834367,0.0008338369,0.0008049169,0.0014316785,0.0013622546],"domain_scores_gemma":[0.89229167,0.09969997,0.00007783875,0.0009647698,0.006504261,0.00046147857],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0383897,0.00013910183,0.00041500322,0.0006325558,0.0012403951,0.000019615389,0.00047302578,0.0010550814,0.00049277255],"category_scores_gemma":[0.11388891,0.00011792231,0.000110249195,0.0007503588,0.003609186,0.00002355006,0.0005150395,0.00965144,0.00078025484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004039606,0.004903358,0.012513516,0.0020230855,0.0011055054,0.0003563423,0.010246494,0.000005323096,0.3065028,0.4048087,0.25020117,0.0032941017],"study_design_scores_gemma":[0.0024004593,0.0047894754,0.00135455,0.00020855658,0.000021603662,0.00004770132,0.0020096102,0.00013209674,0.0036318216,0.1720754,0.81313694,0.00019176283],"about_ca_topic_score_codex":0.00018609517,"about_ca_topic_score_gemma":0.00028530232,"teacher_disagreement_score":0.75134313,"about_ca_system_score_codex":0.00038395388,"about_ca_system_score_gemma":0.0030620648,"threshold_uncertainty_score":0.99999774},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2121114659","doi":"10.1177/0306312707082969","title":"Molecular Embodiments and the Body-work of Modeling in Protein Crystallography","year":2008,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Science Education and Perceptions","field":"Psychology","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Molecular graphics; Process (computing); Embodied cognition; Computer graphics; Graphics; Resource (disambiguation); Human–computer interaction; Data science; Computer graphics (images); Artificial intelligence; Programming language","score_opus":0.10701657224121262,"score_gpt":0.3979471362655242,"score_spread":0.29093056402431156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121114659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99408925,0.0005871612,0.000059006805,0.0009860637,0.00014224034,0.0001789863,7.6803013e-7,0.0000038711173,0.003952668],"genre_scores_gemma":[0.99963003,0.000043400607,0.00016797367,0.00007049736,0.000013597066,0.000032267184,6.067109e-8,0.0000014091688,0.000040758503],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99926347,0.00005221568,0.00015785925,0.00014659335,0.00023743449,0.00014240998],"domain_scores_gemma":[0.99968624,0.000030813397,0.00006298002,0.000084731204,0.000117018615,0.000018213357],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00073997304,0.000043159387,0.00011916908,0.00010197686,0.0005033584,0.0000041365593,0.00020544005,0.000017672268,0.000016562612],"category_scores_gemma":[0.00010813613,0.00003062896,0.000032703912,0.0010943575,0.0076265424,0.000061000457,0.00006398024,0.000051684623,0.0000010891629],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013657156,0.0004166554,0.061352212,0.000024732835,0.000080806,0.0000026167004,0.80171216,0.00026596143,0.032641485,0.100246914,0.0004976398,0.0026222728],"study_design_scores_gemma":[0.002742458,0.00014977226,0.57122016,0.000099660494,0.000029261137,0.0000043414298,0.3949165,0.0005702219,0.0007873922,0.029018711,0.00011539917,0.00034610802],"about_ca_topic_score_codex":0.0002100741,"about_ca_topic_score_gemma":0.000011243217,"teacher_disagreement_score":0.50986797,"about_ca_system_score_codex":0.000013425066,"about_ca_system_score_gemma":0.00004702912,"threshold_uncertainty_score":0.99507415},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2121795537","doi":"10.1186/s13012-015-0295-0","title":"Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; VA Pittsburgh Healthcare System; VISN 4 Mental Illness Research, Education, and Clinical Center; University of California, San Diego; Quality Enhancement Research Initiative; University of Toronto; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Harvard University; Purdue University; University of Pennsylvania; University of Arkansas for Medical Sciences; Doris Duke Charitable Foundation","keywords":"Categorization; Computer science; Process management; Process (computing); Implementation research; Consistency (knowledge bases); Health informatics; Management science; Rubric; Best practice; Data science; Knowledge management; Medicine; Psychological intervention; Psychology; Artificial intelligence; Public health","score_opus":0.9472520975401527,"score_gpt":0.6784910235575587,"score_spread":0.26876107398259397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121795537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97250885,0.000017166967,0.003419023,0.012413249,0.00035776116,0.008399195,0.0028039985,0.000059591915,0.00002117427],"genre_scores_gemma":[0.9855043,0.00001952565,0.00837803,0.0035917317,0.00018248537,0.0019469043,0.00034958875,0.00001860972,0.000008816855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99406064,0.0013437386,0.002094552,0.0008479518,0.00076921325,0.00088388636],"domain_scores_gemma":[0.9916983,0.0049951347,0.0011694807,0.00056750554,0.0011262982,0.00044324453],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013298404,0.00024380199,0.00033238917,0.0002834504,0.0028267675,0.00037559844,0.0004056136,0.000051367733,0.000102360755],"category_scores_gemma":[0.0026483254,0.00019597613,0.00003113759,0.0013467938,0.00039041584,0.004555046,0.00044882385,0.00023831462,0.0000020939603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048348935,0.000025540805,0.63043475,0.000013855746,0.00001256324,1.4469565e-7,0.35707268,6.532979e-7,0.0014427145,0.0005569944,0.002538866,0.007852891],"study_design_scores_gemma":[0.0017058697,0.00013477833,0.5413088,0.00002480996,0.000009453812,3.1082675e-7,0.45070776,0.000063728556,0.00023200632,0.00025609814,0.0054405425,0.00011581002],"about_ca_topic_score_codex":0.0126631,"about_ca_topic_score_gemma":0.020136738,"teacher_disagreement_score":0.09363508,"about_ca_system_score_codex":0.00040651244,"about_ca_system_score_gemma":0.0011819863,"threshold_uncertainty_score":0.99847144},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2121999722","doi":"10.1177/0306312712475256","title":"Legitimate judgment in art, the scientific world reversed? Maintaining critical distance in evaluation","year":2013,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Aesthetic Perception and Analysis","field":"Neuroscience","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Objectivity (philosophy); Subjectivity; Relativism; Epistemology; Sociology; Epistemic virtue; Virtue; Field (mathematics); Newspaper; Foundation (evidence); Aesthetics; Philosophy; Law; Political science; Media studies","score_opus":0.13051180676949706,"score_gpt":0.408905627896859,"score_spread":0.278393821127362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121999722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787135,0.00008016484,0.00007960742,0.010714384,0.00028512266,0.00032873562,0.0000022496356,0.000012591075,0.009783651],"genre_scores_gemma":[0.9989096,0.00002127352,0.000077803496,0.00037806173,0.00001714579,0.000067840665,1.752861e-7,0.0000026376945,0.0005254958],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99783945,0.00016037648,0.0002833348,0.00037780547,0.0009950119,0.00034399587],"domain_scores_gemma":[0.99942636,0.00012628807,0.00007896415,0.00014289653,0.00019194173,0.000033532273],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029429365,0.000078798774,0.00015945263,0.00021772356,0.0010423474,0.00012133996,0.0003778206,0.00001309287,0.00017485618],"category_scores_gemma":[0.002082624,0.000057456542,0.00004362186,0.002507551,0.008440291,0.00041646295,0.00015945724,0.00011383818,0.00007539655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053509208,0.000914121,0.02311165,0.00010034548,0.000008603517,0.000021348904,0.15064025,0.002050412,0.41337287,0.30371025,0.01549086,0.0905258],"study_design_scores_gemma":[0.0028182296,0.00020099193,0.38182503,0.0008294042,0.00010636395,0.000006964274,0.30488598,0.10797974,0.015447894,0.17587695,0.008552528,0.0014699277],"about_ca_topic_score_codex":0.000040040908,"about_ca_topic_score_gemma":0.00044784168,"teacher_disagreement_score":0.39792496,"about_ca_system_score_codex":0.00027548283,"about_ca_system_score_gemma":0.000098684824,"threshold_uncertainty_score":0.99425817},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2122612712","doi":"10.1371/journal.pone.0016937","title":"Is Qualitative Research Second Class Science? A Quantitative Longitudinal Examination of Qualitative Research in Medical Journals","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Impact factor; Qualitative property; Qualitative analysis; Longitudinal study; Psychology; Medicine; Social science; Sociology; Statistics; Mathematics; Pathology; Biology","score_opus":0.9881890202619653,"score_gpt":0.7469333192546113,"score_spread":0.24125570100735405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122612712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94245565,0.0008785365,0.00068370294,0.0019448369,0.000043956796,0.0010359505,0.00004102412,0.000002928739,0.052913398],"genre_scores_gemma":[0.9849542,0.000057457648,0.010611386,0.00005977202,0.000039285223,0.00011711236,0.000001992283,0.000013865777,0.0041449605],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5424928,0.31582248,0.021427786,0.0037219245,0.114401825,0.0021331455],"domain_scores_gemma":[0.7953251,0.13460629,0.007049821,0.0054892194,0.05630734,0.0012222616],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8078911,0.00025942648,0.0033400846,0.0059859203,0.00046850677,0.0005160672,0.0037956068,0.00019446142,0.044981696],"category_scores_gemma":[0.32237133,0.00014978564,0.0005041219,0.015541931,0.0034338476,0.0011215091,0.00056941115,0.0013756694,0.002436257],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009480126,0.0025279217,0.0061666723,0.00029472285,0.0005432023,0.000036893445,0.91394323,2.8903818e-7,0.0035207577,0.06650325,0.0044330293,0.0019352413],"study_design_scores_gemma":[0.0006814597,0.0011068296,0.07232341,0.0015449036,0.00008883067,0.0000045113393,0.64539284,0.0040640347,0.010963294,0.2633777,0.0001351412,0.00031704886],"about_ca_topic_score_codex":0.00018079713,"about_ca_topic_score_gemma":0.000599915,"teacher_disagreement_score":0.48551977,"about_ca_system_score_codex":0.00025649098,"about_ca_system_score_gemma":0.0010421086,"threshold_uncertainty_score":0.99927825},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2123061137","doi":"","title":"BUILDING EXECUTIVE COACHING AS AN ACADEMIC DISCIPLINE: ESTABLISHING THE ACADEMIC COMMUNITY DATABASE AND PEER REVIEW OF PROPOSED ACADEMIC GUIDELINES AND STANDARDS FOR GRADUATE EDUCATION IN EXECUTIVE COACHING","year":2008,"lang":"en","type":"article","venue":"Scholarly Commons (University of Pennsylvania)","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Toronto; Connaught Fund; University of New South Wales; University of the West of England; University of Leeds; University of Oxford; University of Waikato; University of Portsmouth; University of Ottawa; University of Surrey; University of Worcester; University of Montana; Newcastle University; University of Pennsylvania; University of Northampton; University of Otago; University of Tampa; University of Limerick; University of Nottingham; University of Northern Iowa; University of Missouri; University of Minnesota; University of Pittsburgh","keywords":"Coaching; Attendance; Coursework; Certificate; Medical education; Learning development; Pedagogy; Psychology; Higher education; Political science; Medicine; Computer science","score_opus":0.1462958258541053,"score_gpt":0.409813486146365,"score_spread":0.26351766029225965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123061137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792569,0.008919396,0.003680414,0.004917795,0.00041593862,0.0013041968,0.00039394078,0.00004998477,0.0010614004],"genre_scores_gemma":[0.9711388,0.014261355,0.012561636,0.00052509055,0.0001308145,0.000012946435,0.00020999317,0.00004696484,0.0011124127],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9956203,0.0014857042,0.00077860494,0.00054388953,0.0010857027,0.00048581493],"domain_scores_gemma":[0.9956223,0.0013597808,0.00080217957,0.00058213325,0.0013826302,0.00025101853],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015627274,0.0003249276,0.0006568381,0.0003450005,0.0014498185,0.000044125594,0.0012437887,0.0003873661,0.000012610567],"category_scores_gemma":[0.0059630256,0.00032080396,0.00007965184,0.00052178634,0.0005926816,0.0026918421,0.00084691355,0.004961128,0.0000011155396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029400017,0.0010373396,0.22345833,0.008177818,0.0007854954,0.00005994493,0.3588155,0.000046576795,0.036883224,0.085365824,0.122417614,0.16001233],"study_design_scores_gemma":[0.01497159,0.0015677268,0.30625936,0.0634542,0.0017245257,0.00080176414,0.43529093,0.0014579945,0.0019685777,0.038844272,0.12975454,0.0039044877],"about_ca_topic_score_codex":0.002790382,"about_ca_topic_score_gemma":0.00014990085,"teacher_disagreement_score":0.15610784,"about_ca_system_score_codex":0.00029442913,"about_ca_system_score_gemma":0.0008126171,"threshold_uncertainty_score":0.9999244},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2124352716","doi":"10.1177/1468794114538897","title":"Catching the shimmers of the social: from the limits of reflexivity to methodological creativity","year":2014,"lang":"en","type":"article","venue":"Qualitative Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto; Wilfrid Laurier University","funders":"","keywords":"Reflexivity; Participatory action research; Embodied cognition; Sociology; Citizen journalism; Creativity; Qualitative research; Process (computing); Social research; Epistemology; Engineering ethics; Social science; Psychology; Political science; Social psychology; Computer science; Anthropology; Engineering","score_opus":0.9741345824231714,"score_gpt":0.8375044618927163,"score_spread":0.1366301205304551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124352716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316444,0.00008050211,0.0060435925,0.044461735,0.00008323109,0.0008208459,0.000046455225,0.00001416337,0.01680508],"genre_scores_gemma":[0.99623376,0.000016197018,0.0027124619,0.0002415782,0.00019171089,0.00010209385,6.234907e-7,0.000011675517,0.00048990577],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7936855,0.20212688,0.0003740784,0.00032487267,0.002775618,0.00071306765],"domain_scores_gemma":[0.83306634,0.16500357,0.00019923574,0.0005934719,0.0009548385,0.00018256504],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.19456351,0.00011741421,0.000382895,0.00006741125,0.0021008938,0.00006331319,0.0018517195,0.00012394364,0.000118037926],"category_scores_gemma":[0.19183847,0.000054520107,0.00019129584,0.0017180317,0.0058315927,0.00011359202,0.00056748395,0.0010055803,0.00002261028],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016944864,0.000107579006,0.0034962564,0.000015215189,0.00006430344,2.2694907e-7,0.6818372,0.000005477609,0.017635219,0.27732712,0.001599503,0.017742459],"study_design_scores_gemma":[0.0002614597,0.00036409404,0.21076651,0.00008981881,0.000023207482,4.9943335e-8,0.5250516,0.00007792287,0.02740145,0.2114469,0.024342485,0.00017451777],"about_ca_topic_score_codex":0.024153559,"about_ca_topic_score_gemma":0.0041767037,"teacher_disagreement_score":0.20727026,"about_ca_system_score_codex":0.00018847112,"about_ca_system_score_gemma":0.00057785184,"threshold_uncertainty_score":0.99919826},"labels":[{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124520204","doi":"10.1186/1478-4505-10-17","title":"Developing a national health research system: participatory approaches to legislative, institutional and networking dimensions in Zambia","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department for International Development; Government of the United Kingdom; International Development Research Centre; Wellcome Trust","keywords":"Legislature; Documentation; Citizen journalism; Public relations; Business; Knowledge management; Process management; Political science; Computer science","score_opus":0.9234099551923358,"score_gpt":0.6146178944761265,"score_spread":0.30879206071620935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124520204","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003440203,0.9830531,0.000023816818,0.00782939,0.00029575816,0.0052805236,0.00009715858,0.000040027957,0.0030362438],"genre_scores_gemma":[0.032500107,0.962216,0.00016013037,0.0007256086,0.0028726845,0.0010428398,0.00007380672,0.00004825213,0.00036053662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864498,0.0062468024,0.0015912348,0.00077130867,0.0023047447,0.0026361037],"domain_scores_gemma":[0.9954441,0.0013106422,0.00027299416,0.00031163683,0.00046553658,0.0021950423],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.029360732,0.00036486462,0.0020624201,0.0021316926,0.0015969937,0.00014007099,0.0001834647,0.00033099225,0.0000016859057],"category_scores_gemma":[0.0006457849,0.00028447175,0.00007762851,0.0021267845,0.0003577432,0.000117815114,0.0004195102,0.0020356164,0.00005335958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008800981,0.0001811101,0.0017445738,0.3001574,0.00011806944,0.000046458088,0.0040541044,0.0000062895333,5.5153077e-8,0.4698161,0.0035584471,0.22022939],"study_design_scores_gemma":[0.00038059216,0.00027597853,0.0016415295,0.08216806,0.000007687858,0.0005461464,0.00060506165,0.00015579422,8.537849e-9,0.00011670374,0.9139245,0.00017792234],"about_ca_topic_score_codex":0.01706293,"about_ca_topic_score_gemma":0.00082151714,"teacher_disagreement_score":0.91036606,"about_ca_system_score_codex":0.006308973,"about_ca_system_score_gemma":0.02141578,"threshold_uncertainty_score":0.9999607},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124548530","doi":"10.1136/ebm.12.2.59","title":"Simon S. Statistical evidence in medical trials: what do the data really tell us? Oxford: Oxford University Press, 2006.","year":2007,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"History; Psychology","score_opus":0.7886856891919887,"score_gpt":0.5482014631040504,"score_spread":0.2404842260879383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124548530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027579531,0.13888349,0.6787223,0.13856648,0.0033202514,0.0061216876,0.00018359008,0.00006159483,0.006561028],"genre_scores_gemma":[0.8032107,0.14729828,0.015731068,0.017155109,0.0042215115,0.00004632954,0.00027568906,0.00009638518,0.011964988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90259105,0.04599719,0.020077676,0.0035826773,0.026422951,0.0013284545],"domain_scores_gemma":[0.59649503,0.3729384,0.009567676,0.017001849,0.0023510102,0.0016460445],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5390321,0.00054659887,0.0049204044,0.00060567085,0.0002530855,0.0006810614,0.009027162,0.00029627664,0.019654358],"category_scores_gemma":[0.60843104,0.00022955176,0.00060540077,0.0028486848,0.000948982,0.002516208,0.0007370962,0.000850151,0.00024283884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087087,0.00017316671,0.065113224,0.0002644837,0.00018821056,0.0008696736,0.00038509522,0.00021291261,0.000021456543,0.0032234269,0.6255031,0.30317438],"study_design_scores_gemma":[0.0012110249,0.00026965106,0.02487856,0.0073389593,0.00076846045,0.000017224122,0.0029820313,0.02379881,0.0000143825655,0.000554849,0.937845,0.00032106673],"about_ca_topic_score_codex":0.00064660556,"about_ca_topic_score_gemma":0.0015273389,"teacher_disagreement_score":0.7756311,"about_ca_system_score_codex":0.00019076107,"about_ca_system_score_gemma":0.0009912888,"threshold_uncertainty_score":0.9963345},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2124620388","doi":"10.1177/1476750314566414","title":"To be seen or not to be seen: Photovoice, queer and trans youth, and the dilemma of representation","year":2015,"lang":"en","type":"article","venue":"Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; York University","funders":"Institute of Gender and Health; Health Canada","keywords":"Photovoice; Queer; Negotiation; Sociology; Representation (politics); Gender studies; Dilemma; Power (physics); Ethnography; Interview; Public relations; Political science; Social science; Economic growth; Epistemology; Law; Anthropology","score_opus":0.9058837095614788,"score_gpt":0.7202563670586242,"score_spread":0.18562734250285462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124620388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97266793,0.000017505827,0.0005257172,0.021617578,0.00007615888,0.001143601,0.00002506727,0.000023368979,0.0039030549],"genre_scores_gemma":[0.9949121,0.000085003834,0.00045049927,0.0003712727,0.00011651622,0.0001367727,0.000001728578,0.0000118640455,0.0039142747],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99279785,0.0043237554,0.00021584268,0.00031853613,0.0018531509,0.0004908784],"domain_scores_gemma":[0.996065,0.0022861916,0.00003619578,0.00027082322,0.00070658186,0.0006352119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017022844,0.00007903908,0.00018504816,0.0002477168,0.00047648582,0.00016058638,0.00025907377,0.00008676601,0.00011105835],"category_scores_gemma":[0.011822485,0.0000556065,0.000029400195,0.00113622,0.0008225169,0.00031423022,0.0001491122,0.00030788264,0.000014943718],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01092584,0.00019185821,0.010625093,0.000078921636,0.00011082228,0.000015152717,0.8812309,0.00007351868,0.040847298,0.0064194016,0.012249624,0.037231565],"study_design_scores_gemma":[0.004623262,0.0015428755,0.06845229,0.000069590744,0.000057844452,0.000003857072,0.48321396,0.0010336315,0.07839927,0.0018061083,0.36035547,0.00044181672],"about_ca_topic_score_codex":0.02525422,"about_ca_topic_score_gemma":0.008655779,"teacher_disagreement_score":0.39801693,"about_ca_system_score_codex":0.00012565166,"about_ca_system_score_gemma":0.00041927895,"threshold_uncertainty_score":0.9965013},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2124622716","doi":"10.1177/1556264615571557","title":"Analysis of Research Ethics Board Approval Times in an Academic Department of Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mayo Clinic","keywords":"Institutional review board; Research ethics; Ethics committee; Human research; Informed consent; Medicine; Clinical research; Research design; Family medicine; Psychology; Actuarial science; Medical education; Alternative medicine; Political science; Business; Internal medicine; Pathology; Sociology; Surgery","score_opus":0.9650326330343495,"score_gpt":0.8058693818735141,"score_spread":0.1591632511608354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124622716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8570496,0.001968299,0.000056698824,0.12727931,0.00015670649,0.0016599079,0.00003706129,0.000022089602,0.011770352],"genre_scores_gemma":[0.98748815,0.007542206,0.00087655825,0.0006176752,0.0009998286,0.000060374456,0.000039927294,0.000106250765,0.002269036],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86548555,0.051765762,0.0058304286,0.0015818012,0.07186694,0.00346954],"domain_scores_gemma":[0.5918393,0.31500712,0.00095268496,0.003013252,0.08471393,0.0044737076],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5639916,0.00044643623,0.0028667185,0.018733807,0.0007473717,0.00010965639,0.0040201605,0.0049180686,0.0005785407],"category_scores_gemma":[0.64376646,0.00033008127,0.00069093914,0.018783307,0.020129263,0.0004271754,0.001991494,0.13921201,0.000053961245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049494155,0.019802388,0.38281873,0.009604179,0.005854283,0.0056150556,0.092430614,0.0018108088,0.02398709,0.333073,0.07083453,0.0046751956],"study_design_scores_gemma":[0.0188843,0.12922192,0.15098988,0.01596379,0.00075423846,0.00008984968,0.05728329,0.003319623,0.010492949,0.5933493,0.01874765,0.0009032758],"about_ca_topic_score_codex":0.0013436191,"about_ca_topic_score_gemma":0.0035064307,"teacher_disagreement_score":0.27364624,"about_ca_system_score_codex":0.0026770565,"about_ca_system_score_gemma":0.029242724,"threshold_uncertainty_score":0.9999151},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2124674666","doi":"10.1186/s12961-015-0009-8","title":"Actors involved in the regulation of clinical research: comparison of Finland to England, Canada, and the USA","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health services research; Public health; Health administration; Social policy; Health policy; Political science; Public administration; Medicine; Nursing; Law","score_opus":0.9473175450279756,"score_gpt":0.7455923429597868,"score_spread":0.20172520206818878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124674666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305545,0.0013327136,0.0000040774435,0.063919164,0.0000842579,0.00202526,0.00001888146,0.0000016036317,0.002059544],"genre_scores_gemma":[0.9969662,0.0009665701,0.000025563984,0.00046163535,0.00048156627,0.00007077193,0.0000036160409,0.000009619041,0.001014494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97543365,0.016075261,0.0019522754,0.00039349703,0.005238102,0.000907234],"domain_scores_gemma":[0.86162436,0.13223149,0.00032217515,0.0011571262,0.003318376,0.0013464524],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18882348,0.00008726912,0.00078399596,0.0004199855,0.00021475846,0.000040839226,0.00035340106,0.00024171596,0.000003767732],"category_scores_gemma":[0.1633339,0.00004536665,0.000035138957,0.0011865665,0.001600192,0.00003315928,0.00026064736,0.0031418966,0.0000035069697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033386399,0.000201539,0.87952447,0.002436159,0.00003187961,0.0000052898167,0.01958463,0.000018049617,0.000022916469,0.07509171,0.016819999,0.0029246884],"study_design_scores_gemma":[0.0066089123,0.002703871,0.9301694,0.0013282897,0.0000041967187,0.000009035406,0.016939474,0.002634208,0.000024161067,0.0063172285,0.033189755,0.00007144497],"about_ca_topic_score_codex":0.8947266,"about_ca_topic_score_gemma":0.89996547,"teacher_disagreement_score":0.11615623,"about_ca_system_score_codex":0.00025267474,"about_ca_system_score_gemma":0.011532859,"threshold_uncertainty_score":0.9991579},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2125791807","doi":"10.1016/j.jclinepi.2005.08.013","title":"New methods give better estimates of changes in diagnostic accuracy when prior information is provided","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mammography; Test (biology); Medicine; Logistic regression; Receiver operating characteristic; Ultrasound; Medical physics; Breast cancer; Computer science; Radiology; Statistics; Cancer; Internal medicine","score_opus":0.3446635126790997,"score_gpt":0.5624593938272537,"score_spread":0.217795881148154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125791807","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6948167,0.002826286,0.18426022,0.11578098,0.0009534594,0.00055723824,0.0000076214446,0.00001712269,0.00078038825],"genre_scores_gemma":[0.26604477,0.00071772037,0.70861953,0.023273705,0.0012789237,0.000005471632,0.000007827127,0.000009776346,0.000042273874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941759,0.0010000682,0.004216104,0.00013063166,0.00020081189,0.00027645656],"domain_scores_gemma":[0.9230117,0.0720667,0.004086383,0.00021579817,0.0003927604,0.00022664457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012689724,0.00013298505,0.001902617,0.00018223611,0.00001651382,0.000005364153,0.00017510424,0.0002867655,0.00017450782],"category_scores_gemma":[0.2416946,0.00009234942,0.0003210833,0.00013135768,0.00009827798,0.00034727514,0.000049935068,0.0006585033,0.00001005257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006151224,0.000049679074,0.6781769,0.00007498853,0.000056762008,0.00002494405,0.00016926527,0.00008870412,0.00007345376,0.00024214099,0.029993119,0.29043493],"study_design_scores_gemma":[0.002479006,0.0015401561,0.92847955,0.00067352696,0.00017481885,0.00015097218,0.00007220008,0.00090891635,0.0006360453,0.044930335,0.019857906,0.00009655857],"about_ca_topic_score_codex":0.0008293584,"about_ca_topic_score_gemma":0.000090428075,"teacher_disagreement_score":0.52435935,"about_ca_system_score_codex":0.00005058022,"about_ca_system_score_gemma":0.0003688807,"threshold_uncertainty_score":0.76469296},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2128532161","doi":"10.1002/uog.15760","title":"Re: Reproducibility of first‐ and second‐trimester uterine artery pulsatility index measured by transvaginal and transabdominal ultrasound. A.E.G.M.T. Ferreira, F. Mauad Filho, P.S.G. Abreu, F.M. Mauad, E. Araujo Jr and W.P. Martins. Ultrasound Obstet Gynecol 2015; 46: 546–552.","year":2015,"lang":"en","type":"letter","venue":"Ultrasound in Obstetrics and Gynecology","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medicine; Pulsatility index; Uterine artery; Reproducibility; Ultrasound; Gynecology; Transvaginal ultrasound; Nuclear medicine; Second trimester; Transabdominal ultrasound; Fetus; Pregnancy; Radiology; Gestation","score_opus":0.025125809258090468,"score_gpt":0.26970883362411,"score_spread":0.24458302436601956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128532161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8345661,0.107169874,0.0001164624,0.04687283,0.0019703985,0.0041652527,0.0030203527,0.00012804888,0.0019906512],"genre_scores_gemma":[0.94583017,0.024572589,0.00058650476,0.023818925,0.00041715306,0.00028847466,0.0009544016,0.00017925042,0.003352564],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99032676,0.0011485202,0.0023528351,0.0037101984,0.000921548,0.0015401252],"domain_scores_gemma":[0.95589566,0.039224487,0.0008437006,0.0029359933,0.000521661,0.00057850126],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.004370756,0.0015182619,0.003444834,0.00074461225,0.00036274953,0.0001948721,0.0004295298,0.0024334488,0.0005067942],"category_scores_gemma":[0.037134733,0.0014724421,0.00028157653,0.0007769568,0.0022720685,0.00050173735,0.00018618736,0.0033239853,0.000004472696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015228883,0.0010143244,0.5633251,0.0086959265,0.0013773598,0.000836257,0.005721097,0.0000021195665,0.001983094,0.000011581817,0.4012553,0.014254954],"study_design_scores_gemma":[0.012510561,0.0024079154,0.37025213,0.0006713075,0.0011441631,0.0022111356,0.0008956424,0.00003962032,0.000657259,0.0028423637,0.60432905,0.0020388619],"about_ca_topic_score_codex":0.00030966505,"about_ca_topic_score_gemma":0.0012184823,"teacher_disagreement_score":0.20307375,"about_ca_system_score_codex":0.00036945456,"about_ca_system_score_gemma":0.00035954235,"threshold_uncertainty_score":0.99975663},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2128702800","doi":"10.1186/s12887-015-0324-9","title":"Levels of evidence: a comparison between top medical journals and general pediatric journals","year":2015,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Subspecialty; Consolidated Standards of Reporting Trials; Pediatrics; Randomized controlled trial; MEDLINE; Clinical trial; Family medicine; Evidence-based medicine; Medical journal; Alternative medicine; Internal medicine","score_opus":0.9443336505726487,"score_gpt":0.6247682883888389,"score_spread":0.3195653621838098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128702800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098965,0.052146867,0.035842378,0.00082434656,0.0004915111,0.00034304708,0.0000359087,0.000005856983,0.0004136203],"genre_scores_gemma":[0.97988635,0.001711279,0.013043319,0.000115589326,0.0035741455,0.0000066051844,0.0000011414357,0.000015459938,0.0016461167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95902634,0.009149987,0.013294515,0.0007971254,0.017291654,0.00044035647],"domain_scores_gemma":[0.97039866,0.013651309,0.009155054,0.0018945313,0.0035091669,0.0013912672],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22209191,0.0003291461,0.0041841925,0.0011579164,0.0001232105,0.00087048305,0.0021791633,0.00028778284,0.0045782602],"category_scores_gemma":[0.23085575,0.00015452877,0.0010802074,0.00331999,0.0000771309,0.00053151476,0.0003951081,0.00046479396,0.00050562574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045318598,0.000029314417,0.9138138,0.00006993635,0.00002935071,0.0000046780547,0.00033415365,0.00007195775,0.0000027183955,0.000034987017,0.077034675,0.008569879],"study_design_scores_gemma":[0.000778124,0.00016870357,0.9755319,0.00007012267,0.0015445249,0.00007623374,0.0007186201,0.005032858,0.000017668368,0.0053191427,0.010315428,0.00042671838],"about_ca_topic_score_codex":0.000015642327,"about_ca_topic_score_gemma":0.000013415102,"teacher_disagreement_score":0.06998988,"about_ca_system_score_codex":0.000043063355,"about_ca_system_score_gemma":0.0009364402,"threshold_uncertainty_score":0.9963317},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2129115519","doi":"10.1200/jco.2004.01.187","title":"Why Cancer Patients Enter Randomized Clinical Trials: Exploring the Factors That Influence Their Decision","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Women's College Hospital; Hamilton Health Sciences; University of Toronto; SickKids Foundation; Juravinski Cancer Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Psychological intervention; Logistic regression; Randomized controlled trial; Clinical trial; Decision aids; Odds ratio; Odds; Accrual; Family medicine; Univariate; Multivariate statistics; Internal medicine; Alternative medicine; Nursing; Pathology","score_opus":0.8383024724611503,"score_gpt":0.7025962569994029,"score_spread":0.13570621546174744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129115519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9595209,0.00056012557,0.0010951688,0.02991645,0.007601802,0.00093514065,0.000006651612,0.000015291898,0.0003484702],"genre_scores_gemma":[0.9607144,0.022144644,0.0012744678,0.013987433,0.0017255237,0.00004003546,0.0000016494106,0.00003611159,0.0000757592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9725831,0.011772141,0.012263212,0.00051065517,0.002321171,0.00054969627],"domain_scores_gemma":[0.20243953,0.78343654,0.007962511,0.00092302717,0.0038299058,0.001408519],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18499188,0.00029468827,0.0057984083,0.00018685995,0.00014416462,0.000048740596,0.0009660596,0.0012741302,0.00025531146],"category_scores_gemma":[0.7265143,0.00012733207,0.003710967,0.00025726162,0.0019273581,0.00035155477,0.00036525502,0.009610119,0.00003060731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23262922,0.0038890815,0.5464797,0.000041183055,0.0015327404,0.00014280765,0.00050728343,0.00007614629,0.000012251736,0.00044755093,0.0016754866,0.21256655],"study_design_scores_gemma":[0.37111166,0.010154625,0.52996445,0.0015843967,0.0010146118,0.00002698198,0.000647199,0.000027887929,0.00018287708,0.039850798,0.04521064,0.00022384973],"about_ca_topic_score_codex":0.000186628,"about_ca_topic_score_gemma":0.00037336504,"teacher_disagreement_score":0.7716644,"about_ca_system_score_codex":0.00032709472,"about_ca_system_score_gemma":0.004359173,"threshold_uncertainty_score":0.99267477},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2129431440","doi":"10.1186/1478-4505-13-2","title":"Climate for evidence informed health system policymaking in Cameroon and Uganda before and after the introduction of knowledge translation platforms: a structured review of governmental policy documents","year":2015,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Knowledge translation; Health services research; Descriptive statistics; Government (linguistics); Health policy; Thematic analysis; Health administration; Poverty; Health informatics; Scarcity; Political science; Public economics; Economic growth; Health care; Sociology; Economics; Qualitative research; Social science; Knowledge management; Computer science; Statistics","score_opus":0.7951603329996134,"score_gpt":0.7290233592815539,"score_spread":0.06613697371805949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129431440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007114256,0.9678995,0.000014649763,0.011048602,0.00024177291,0.018256767,0.0016881216,0.000020152067,0.00011900212],"genre_scores_gemma":[0.007102826,0.9871067,0.00007796848,0.0010409644,0.0013771533,0.0031073224,0.000068617206,0.000049899267,0.00006857802],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853817,0.0058242218,0.0047176643,0.00067695096,0.0014308341,0.0019686273],"domain_scores_gemma":[0.9892313,0.005650877,0.0029846418,0.00061789365,0.000691311,0.0008239839],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.037756443,0.0004406811,0.0027738595,0.0014075796,0.0010063521,0.00004869299,0.0003489291,0.00033308507,0.000003832188],"category_scores_gemma":[0.006693636,0.0002935548,0.000105927036,0.0020947594,0.0004791299,0.0005203055,0.00031116063,0.0010617916,0.0000031366417],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000087752946,0.00000914432,0.00025018584,0.68441916,0.000019993502,1.9407088e-7,0.01596652,8.0153654e-8,1.3748003e-7,0.0070834416,0.0016530779,0.29051033],"study_design_scores_gemma":[0.0010465349,0.0006931809,0.00062395027,0.30118144,0.000031369975,0.000060641665,0.00940841,0.000076297976,7.7439886e-8,0.00008706293,0.6866073,0.00018374226],"about_ca_topic_score_codex":0.021167608,"about_ca_topic_score_gemma":0.008151626,"teacher_disagreement_score":0.6849542,"about_ca_system_score_codex":0.006308085,"about_ca_system_score_gemma":0.019307954,"threshold_uncertainty_score":0.99995166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2130424027","doi":"10.1186/1478-4505-10-26","title":"A scoping review about conference objectives and evaluative practices: how do we get more out of them?","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Alliance for Health Policy and Systems Research","keywords":"Empirical research; Quality (philosophy); Health services research; Management science; Psychology; Public relations; Process management; Medical education; Medicine; Political science; Public health; Engineering; Nursing","score_opus":0.8005682879618851,"score_gpt":0.6592044186136772,"score_spread":0.14136386934820788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130424027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015150341,0.9679549,0.000014304378,0.011639721,0.00015036637,0.0072798207,0.00008276636,0.000017974917,0.012858641],"genre_scores_gemma":[0.0006240977,0.9957086,0.000021449376,0.00007073394,0.0007601299,0.001047807,0.000009714784,0.000018155091,0.001739299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98653644,0.0097137205,0.00078250235,0.0005221035,0.0014543101,0.0009909334],"domain_scores_gemma":[0.9936886,0.0028679995,0.0016126506,0.00041450164,0.00086743076,0.00054885383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022688271,0.00027706043,0.0018311021,0.00041168736,0.0010249474,0.00049770094,0.00036793083,0.00019625497,0.00004791178],"category_scores_gemma":[0.005185003,0.00020511098,0.00012287221,0.0007684251,0.0009206193,0.00034515062,0.00028625078,0.00062929565,0.00001844894],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020220066,0.00002594619,0.0000053391777,0.38293755,0.000056732228,8.443555e-7,0.018434636,1.132449e-8,1.0322496e-8,0.050517857,0.0005908892,0.54742813],"study_design_scores_gemma":[0.00005380541,0.000061211125,0.0000041946164,0.37446636,0.00006232565,0.0000030333752,0.0116594145,0.000004512595,3.2634089e-9,0.00020913652,0.6133625,0.0001135196],"about_ca_topic_score_codex":0.017867625,"about_ca_topic_score_gemma":0.002353967,"teacher_disagreement_score":0.61277163,"about_ca_system_score_codex":0.00037819814,"about_ca_system_score_gemma":0.008258034,"threshold_uncertainty_score":0.9973642},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2131259125","doi":"10.1177/104973230001000308","title":"Evaluating Interpretive Inquiry: Reviewing the Validity Debate and Opening the Dialogue","year":2000,"lang":"en","type":"review","venue":"Qualitative Health Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Foundationalism; Epistemology; Lifeworld; Field (mathematics); External validity; Trustworthiness; Qualitative research; Ontology; Psychology; Sociology; Engineering ethics; Social psychology; Social science; Philosophy","score_opus":0.975849557890781,"score_gpt":0.8206803585145628,"score_spread":0.1551691993762182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131259125","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011059151,0.9834147,0.00030422804,0.008291163,0.000393175,0.0044529364,0.000071335315,0.000018572997,0.0029432937],"genre_scores_gemma":[0.00036054346,0.99514246,0.0004701236,0.0009978937,0.00037334408,0.0012022452,0.000037019294,0.000040686486,0.001375688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.81208396,0.17283314,0.0037080764,0.0015280431,0.008469529,0.0013772268],"domain_scores_gemma":[0.8344231,0.15944597,0.0017436853,0.001894422,0.0020997378,0.00039303672],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.37619522,0.00044936757,0.002025991,0.0005715187,0.003394076,0.0011718795,0.0023726958,0.0001817146,0.0013303488],"category_scores_gemma":[0.053242784,0.0001914916,0.00036380856,0.0031869134,0.0013555791,0.00045191197,0.0009575284,0.0029487342,0.0010872498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011706365,0.000013725235,0.000002776512,0.001473656,0.00003348584,0.000001157283,0.12821622,0.0000028605275,2.1231203e-8,0.0013348999,0.004806342,0.86410314],"study_design_scores_gemma":[0.00010891572,0.00042988113,0.000019250261,0.011831273,0.000040963063,0.000016686503,0.044787697,0.00070960034,8.927292e-8,0.0055138916,0.93633556,0.00020617859],"about_ca_topic_score_codex":0.00027059298,"about_ca_topic_score_gemma":0.00007957742,"teacher_disagreement_score":0.9315292,"about_ca_system_score_codex":0.0006707384,"about_ca_system_score_gemma":0.0051043024,"threshold_uncertainty_score":0.999865},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2131621623","doi":"10.1136/ebm0005","title":"Making GRADE accessible: a proposal for graphic display of evidence quality assessments","year":2011,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Grading (engineering); Outlier; Computer science; Quality of evidence; Quality (philosophy); Identification (biology); Information retrieval; Data mining; Artificial intelligence; Engineering","score_opus":0.9670815865336823,"score_gpt":0.6774248858922133,"score_spread":0.289656700641469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131621623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19345154,0.018223163,0.75625557,0.019651355,0.0023265237,0.007252998,0.00004715642,0.00005056322,0.0027411208],"genre_scores_gemma":[0.9637139,0.00012770358,0.033677917,0.00077770493,0.00022748497,0.00026951396,0.0000048671554,0.000019781159,0.0011811629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9673402,0.010093629,0.011860609,0.0015040826,0.008702399,0.0004990934],"domain_scores_gemma":[0.95838577,0.024555547,0.009802473,0.004302419,0.0026660063,0.00028777643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19056892,0.0004691556,0.0042690076,0.0008409335,0.00019256317,0.00017635468,0.0032877834,0.0001343853,0.006146297],"category_scores_gemma":[0.1700744,0.00019234786,0.0014016636,0.003013141,0.00047099695,0.0012018747,0.00014521135,0.00023481173,0.000109517045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064074807,0.00045779144,0.8745801,0.0034336224,0.0005390449,0.000023930692,0.0020918865,0.00003668062,0.0054841805,0.022705037,0.038993053,0.05101392],"study_design_scores_gemma":[0.0032678233,0.003693606,0.81438184,0.038471162,0.0037200532,0.000023421397,0.003865621,0.020010252,0.005018555,0.09632849,0.009805558,0.0014136059],"about_ca_topic_score_codex":0.00013396595,"about_ca_topic_score_gemma":0.00009273832,"teacher_disagreement_score":0.7702623,"about_ca_system_score_codex":0.00005904537,"about_ca_system_score_gemma":0.0006883306,"threshold_uncertainty_score":0.99476224},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2132615533","doi":"10.1002/asi.20349","title":"The place of serials in referencing practices: Comparing natural sciences and engineering with social sciences and humanities","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Natural science; Citation index; Citation; Science Citation Index; Social science; Index (typography); The arts; Digital humanities; Bibliometrics; Citation analysis; Social Sciences Citation Index; Library science; Sociology; Humanities; Computer science; Political science; Epistemology; Philosophy; World Wide Web","score_opus":0.2802135795098643,"score_gpt":0.4847581285676076,"score_spread":0.20454454905774327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132615533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953043,0.00040042875,0.00016537648,0.0037394068,0.000073843745,0.00011358935,0.000001856142,0.0000039871175,0.00019719715],"genre_scores_gemma":[0.9968065,0.0001924588,0.0028888516,0.000082643375,0.000017430355,0.000002274214,3.497029e-8,0.0000011737488,0.000008609317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966777,0.000027054246,0.0005481834,0.00013526046,0.0023324802,0.00027934264],"domain_scores_gemma":[0.99428993,0.0019609788,0.0019771538,0.00009659831,0.001650492,0.000024855119],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.021178816,0.00007076069,0.00023232581,0.005429512,0.0013895062,0.0014790497,0.0012060286,0.00002790762,2.3772908e-7],"category_scores_gemma":[0.009161904,0.00003278094,0.00003626956,0.041962195,0.007014023,0.002738237,0.0003946512,0.0001952862,7.257341e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025691738,0.00009866897,0.55102897,0.000121407305,0.000080871214,0.0000012328303,0.01170226,0.0018581348,0.03741667,0.1973272,0.003427963,0.19667971],"study_design_scores_gemma":[0.002141481,0.0025014982,0.6369707,0.0001661279,0.00004123221,0.00044787012,0.2087575,0.09776947,0.008233329,0.013513653,0.028967353,0.0004897672],"about_ca_topic_score_codex":0.000101802245,"about_ca_topic_score_gemma":0.000039307764,"teacher_disagreement_score":0.19705525,"about_ca_system_score_codex":0.00005978278,"about_ca_system_score_gemma":0.00044339764,"threshold_uncertainty_score":0.99991053},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2133457450","doi":"10.1186/2110-5820-3-9","title":"The pain, agitation, and delirium practice guidelines for adult critically ill patients: a post-publication perspective","year":2013,"lang":"en","type":"article","venue":"Annals of Intensive Care","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Medicine; Delirium; Sedation; Guideline; Anesthesiology; Intensive care medicine; Intensive care unit; Pain medicine; Critically ill; MEDLINE; Psychiatry; Anesthesia","score_opus":0.04027211204276838,"score_gpt":0.3810527715342877,"score_spread":0.3407806594915193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133457450","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018362441,0.0013290019,0.0009512274,0.99209005,0.00014200479,0.0016842132,0.00017707316,0.000028816661,0.0017613453],"genre_scores_gemma":[0.015178506,0.00025056253,0.0015465514,0.9820832,0.00009085025,0.00024608328,0.00046240998,0.0000324434,0.00010939202],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99850386,0.00012107071,0.00048823399,0.00031401002,0.00028956414,0.0002832459],"domain_scores_gemma":[0.010393521,0.001844504,0.00023371882,0.00023037994,0.9871729,0.00012495158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00027175667,0.00019251305,0.0002616986,0.00013066543,0.000165035,0.000060768754,0.0000960205,0.00009590852,0.000014438406],"category_scores_gemma":[0.9964362,0.00013822473,0.0001584025,0.00016501403,0.00034953328,0.00035078876,0.00004513723,0.00015055045,0.00001568159],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035838815,0.000034034416,0.000030688956,0.00008486401,0.00016585317,0.0000011386898,0.0038905705,1.2725681e-7,0.00023469357,0.0017586919,0.9878094,0.0056315027],"study_design_scores_gemma":[0.00087544025,0.0014555322,0.0012120107,0.0002211426,0.000126708,0.0000101120895,0.9841869,0.00009300533,0.0015902132,0.0009016122,0.009168031,0.00015931392],"about_ca_topic_score_codex":0.00043745348,"about_ca_topic_score_gemma":0.00003160199,"teacher_disagreement_score":0.99616444,"about_ca_system_score_codex":0.000046702928,"about_ca_system_score_gemma":0.00014960131,"threshold_uncertainty_score":0.5636641},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2134309544","doi":"10.1177/160940690400300405","title":"Students' Involvement in Faculty Research: Ethical and Methodological Issues","year":2004,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Saskatchewan","funders":"","keywords":"Ethical issues; Qualitative research; Psychology; Agency (philosophy); Research ethics; Medical education; Fiduciary; Pedagogy; Engineering ethics; Sociology; Political science; Medicine; Social science; Duty","score_opus":0.9351790852066618,"score_gpt":0.7984055015091485,"score_spread":0.13677358369751336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134309544","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5338987,0.0008873463,0.11761147,0.3417394,0.0019243202,0.00027580478,0.000007878385,0.000013493504,0.0036415772],"genre_scores_gemma":[0.34521914,0.0012060722,0.65135735,0.0012108717,0.00044191026,0.00001275289,0.0000019180175,0.000006482835,0.00054351345],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97115976,0.026056455,0.0005909514,0.00016245645,0.0018162946,0.0002140851],"domain_scores_gemma":[0.99223864,0.006211538,0.0002435459,0.000055729,0.0011110243,0.00013951605],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0880597,0.000074642165,0.0002109506,0.00032719638,0.0001631682,0.00015481828,0.0005128782,0.0001157505,0.00019337627],"category_scores_gemma":[0.015601496,0.00005995366,0.00006343883,0.00026135452,0.00045559675,0.00027283386,0.00012497515,0.0010556284,0.0000064856285],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010885349,0.0003551673,0.0015091719,0.000004762854,0.00013682105,0.00004738625,0.637448,0.000045052,0.00036173858,0.34013787,0.0014343923,0.018410772],"study_design_scores_gemma":[0.0008714607,0.00019938395,0.012959968,0.000084618274,0.000008065205,0.000006610417,0.3543458,8.866899e-7,0.00036263542,0.33528984,0.2957779,0.0000928632],"about_ca_topic_score_codex":0.0016802998,"about_ca_topic_score_gemma":0.00022869754,"teacher_disagreement_score":0.5337459,"about_ca_system_score_codex":0.0004762038,"about_ca_system_score_gemma":0.0002601438,"threshold_uncertainty_score":0.9926905},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2134386090","doi":"10.1016/j.joi.2010.04.001","title":"The development of an AI journal ranking based on the revealed preference approach","year":2010,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Ranking (information retrieval); Journal ranking; Impact factor; Citation; Preference; Computer science; Index (typography); Information retrieval; Field (mathematics); Citation analysis; Domain (mathematical analysis); Library science; Data science; Operations research; Statistics; World Wide Web; Mathematics; Political science","score_opus":0.578649466269294,"score_gpt":0.5307756849711357,"score_spread":0.047873781298158335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134386090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9258365,0.0001783194,0.05949329,0.0012445912,0.0016322633,0.00025201324,0.0000045456936,0.000004447551,0.011354001],"genre_scores_gemma":[0.9684832,0.00007673225,0.030764908,0.00027567046,0.00017870929,0.0000019728832,3.8600305e-7,0.000008352406,0.00021008316],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98194844,0.00029310005,0.002368455,0.00018161055,0.014692408,0.00051597465],"domain_scores_gemma":[0.97017926,0.014804917,0.0027784656,0.0008279893,0.010904237,0.00050510635],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.10649229,0.00016240048,0.00036751365,0.04023067,0.0010362114,0.003272895,0.005699869,0.00013954286,0.00012183549],"category_scores_gemma":[0.13048086,0.0000635925,0.0002634895,0.112865664,0.00022542883,0.0010144822,0.000268404,0.00200126,0.000016381568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024905172,0.0003844371,0.024839312,0.000008932821,0.000048664937,0.00001010842,0.00070714985,0.0008745607,0.00063838705,0.001544114,0.007483589,0.9632117],"study_design_scores_gemma":[0.00437344,0.0028759788,0.57301503,0.00011713478,0.00004966682,0.0005630559,0.005224383,0.13341539,0.010527979,0.013850848,0.25525907,0.0007280212],"about_ca_topic_score_codex":0.0000017913493,"about_ca_topic_score_gemma":0.0000060879393,"teacher_disagreement_score":0.96248364,"about_ca_system_score_codex":0.000115140734,"about_ca_system_score_gemma":0.0020007158,"threshold_uncertainty_score":0.99967974},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2135699330","doi":"10.1136/jech.2006.050740","title":"Toward the next generation of research into small area effects on health: a synthesis of multilevel investigations published since July 1998","year":2007,"lang":"en","type":"review","venue":"Journal of Epidemiology & Community Health","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":334,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Socioeconomic status; Scale (ratio); Context (archaeology); Small area estimation; Multilevel model; Multilevel modelling; Reliability (semiconductor); Environmental health; Gerontology; Statistics; Population; Cartography; Geography","score_opus":0.7887806116477344,"score_gpt":0.5806459752859724,"score_spread":0.208134636361762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135699330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080773176,0.89718497,0.00040811434,0.098751746,0.00090665865,0.0015471657,0.000047619767,0.000014471359,0.00033154275],"genre_scores_gemma":[0.0027994204,0.9813626,0.0056160116,0.009400798,0.0006862873,0.00004944093,0.00003186526,0.00002983146,0.000023737994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9084144,0.08379177,0.005311471,0.0003021496,0.0008287276,0.0013514685],"domain_scores_gemma":[0.79475766,0.19560614,0.006585157,0.0011380586,0.0009524945,0.00096050085],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14432597,0.00034893648,0.004410998,0.0009849279,0.002560967,0.000040421943,0.002004103,0.00072243833,0.000009944847],"category_scores_gemma":[0.18697815,0.00023126372,0.000719513,0.0010995202,0.0016876766,0.00023231102,0.00023364818,0.005849871,0.0000056844597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033305972,0.00033714957,0.0007328264,0.054174688,0.00017008158,0.00000207223,0.012995111,0.000016097714,1.33298e-7,0.01439271,0.021442398,0.89570343],"study_design_scores_gemma":[0.00021619858,0.0009195148,0.0019308263,0.047420096,0.00009219682,0.00001428617,0.0030975826,0.00003367351,0.0000013137297,0.004766809,0.9413239,0.00018364727],"about_ca_topic_score_codex":0.18466543,"about_ca_topic_score_gemma":0.08225609,"teacher_disagreement_score":0.91988146,"about_ca_system_score_codex":0.0021703166,"about_ca_system_score_gemma":0.01575165,"threshold_uncertainty_score":0.9987376},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2136385807","doi":"10.1186/s13012-015-0320-3","title":"What is the extent and quality of documentation and reporting of fidelity to implementation strategies: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Fidelity; Data extraction; Documentation; Checklist; Psychological intervention; Health informatics; Implementation research; Quality (philosophy); Computer science; Process management; Medicine; MEDLINE; Public health; Psychology; Nursing","score_opus":0.9125529195780124,"score_gpt":0.8239833397613412,"score_spread":0.08856957981667124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136385807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039280634,0.97299165,0.00073058426,0.003602182,0.00063439994,0.017441334,0.0005248844,0.000031830838,0.00011510328],"genre_scores_gemma":[0.00066795695,0.99158686,0.0012977582,0.0050515076,0.000054722506,0.001239776,0.000061689105,0.000020177848,0.000019546958],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98331195,0.0023174575,0.010622635,0.000924833,0.0020446146,0.0007784849],"domain_scores_gemma":[0.97906834,0.002403539,0.015612387,0.0007523082,0.0017622028,0.000401199],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.050104402,0.0003537715,0.0018533544,0.00046253612,0.0009369473,0.00019337352,0.0005616541,0.000084305626,0.0004982338],"category_scores_gemma":[0.0036037501,0.00025666397,0.00011979143,0.002360629,0.00056129205,0.0027922136,0.0005898178,0.00029451455,0.00001257039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005215041,0.000008003693,0.00066621543,0.10853184,0.00001878274,2.2709156e-7,0.020888532,2.3591544e-7,0.00010641217,0.0011339157,0.0009074311,0.8677332],"study_design_scores_gemma":[0.0022332538,0.0005261483,0.01044509,0.35530663,0.00076986884,0.000022997441,0.3422344,0.000006428844,0.00018064585,0.0012755399,0.28582773,0.0011713031],"about_ca_topic_score_codex":0.0024086433,"about_ca_topic_score_gemma":0.0014078022,"teacher_disagreement_score":0.8665619,"about_ca_system_score_codex":0.00048669853,"about_ca_system_score_gemma":0.008844396,"threshold_uncertainty_score":0.99998856},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2136830322","doi":"10.1002/pon.1281","title":"Measuring quality of life in cancer survivors: a methodological review of existing scales","year":2007,"lang":"en","type":"review","venue":"Psycho-Oncology","topic":"Cancer survivorship and care","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"PsycINFO; Readability; Quality of life (healthcare); Medicine; MEDLINE; Clinical psychology; Reliability (semiconductor); Psychometrics; Cancer; Construct validity; Population; Predictive validity; Validity; Gerontology; Environmental health; Nursing","score_opus":0.7398920604342524,"score_gpt":0.6007492854999859,"score_spread":0.13914277493426652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136830322","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023286408,0.98046976,0.00019243626,0.00021513859,0.0013098199,0.0013491112,0.000075388205,0.00003376818,0.016121693],"genre_scores_gemma":[0.00009062345,0.9967465,0.0015316157,0.0006311953,0.0005055798,0.00030491696,0.000051242365,0.000054973887,0.00008340033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907337,0.0038717391,0.0035171916,0.00074180186,0.0006104892,0.0005251234],"domain_scores_gemma":[0.9920956,0.0043223915,0.0021701842,0.0007302525,0.00041637567,0.00026521768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012471852,0.0005022247,0.0082630785,0.00043532395,0.00002375649,0.000002785949,0.00039342014,0.00096851,0.00048394527],"category_scores_gemma":[0.004458963,0.00038926757,0.0011343306,0.0012137063,0.00029644373,0.000030758627,0.00012009377,0.0011288327,0.0000082661745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015772907,0.00023656749,0.0011103918,0.3069604,0.00017882876,0.000016801416,0.00035808753,8.008973e-8,0.0000053387366,0.00009637551,0.00014419071,0.6907352],"study_design_scores_gemma":[0.00058610376,0.000263305,0.0004045499,0.17463401,0.0006359395,0.000035278405,0.0003313178,2.0487126e-7,0.0000040699333,0.000035378984,0.82278335,0.0002864937],"about_ca_topic_score_codex":0.008447915,"about_ca_topic_score_gemma":0.019351715,"teacher_disagreement_score":0.82263917,"about_ca_system_score_codex":0.0007283312,"about_ca_system_score_gemma":0.0014664334,"threshold_uncertainty_score":0.99985594},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2137174156","doi":"10.1186/1748-5908-5-58","title":"Evaluating the impact of MEDLINE filters on evidence retrieval: study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Western University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health services research; Protocol (science); Health informatics; Health administration; MEDLINE; Public health; Quality of Life Research; Information retrieval; Alternative medicine; Nursing; Pathology; Computer science","score_opus":0.9421891235737695,"score_gpt":0.7826866047275037,"score_spread":0.15950251884626576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137174156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93102616,0.0000017545372,0.0006257171,0.00040576915,0.00015987315,0.0673565,0.00000747543,0.000003866003,0.00041286147],"genre_scores_gemma":[0.9902094,1.3693433e-7,0.001973521,0.000088595094,0.000045825833,0.0074490216,5.44763e-7,0.000004902949,0.00022804021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96854866,0.005759274,0.007621313,0.0012202549,0.01646017,0.00039032244],"domain_scores_gemma":[0.97965866,0.00790675,0.005569151,0.0038331223,0.0028868024,0.00014551947],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3111945,0.00020145359,0.0009382504,0.00044902897,0.00046960718,0.0010707182,0.0035810946,0.00001960702,0.015232691],"category_scores_gemma":[0.101950325,0.000073416195,0.0005957116,0.004741008,0.00032749496,0.00084829517,0.0002266729,0.00018573336,0.00036894283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020444817,0.0004076667,0.49829978,0.000024786847,0.00012861857,0.0000018182947,0.010669347,0.0017689258,0.30558348,0.0007464436,0.011890676,0.17027403],"study_design_scores_gemma":[0.0013085066,0.0036241296,0.932736,0.00004310232,0.00011681521,0.000008981746,0.010121498,0.036480606,0.012347113,0.0022995642,0.0006363236,0.00027737967],"about_ca_topic_score_codex":0.00012419575,"about_ca_topic_score_gemma":0.000083133185,"teacher_disagreement_score":0.4344362,"about_ca_system_score_codex":0.000060672934,"about_ca_system_score_gemma":0.00055796694,"threshold_uncertainty_score":0.99996626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2138384279","doi":"10.1186/1748-5908-6-21","title":"To what extent do nurses use research in clinical practice? A systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Killam Trusts; Ottawa Hospital Research Institute; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Systematic review; Psychology; Medicine; MEDLINE; Medical education; Political science","score_opus":0.9079032754761474,"score_gpt":0.8340437853000765,"score_spread":0.07385949017607085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138384279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028252969,0.97198486,0.000023120583,0.0017249815,0.0031806668,0.022432297,0.000020053865,0.000025282014,0.00058048725],"genre_scores_gemma":[0.0000106766,0.9868403,0.0012278248,0.0032169344,0.00023147927,0.007967967,0.00002668599,0.000023419114,0.00045472107],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9750357,0.013461834,0.004929794,0.0013132514,0.0031316502,0.0021277291],"domain_scores_gemma":[0.9786691,0.014474313,0.0015154697,0.0014280226,0.0025949976,0.0013180657],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.110637374,0.00028478165,0.0017508982,0.0018914249,0.00145374,0.000519304,0.0018933471,0.00017917709,0.0008168509],"category_scores_gemma":[0.044868987,0.00020067321,0.00016981513,0.008850612,0.00051239016,0.004578322,0.0005937071,0.0017464089,0.0047912165],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004701514,0.00009233328,0.000076717224,0.53648967,0.000006497013,0.000005410313,0.0033148495,1.1418282e-8,4.2006665e-8,0.000755612,0.016697051,0.4425571],"study_design_scores_gemma":[0.00007730787,0.000108371256,0.00012683606,0.40902165,0.000056763507,0.0000055925657,0.014216411,5.6641915e-7,2.2529083e-8,0.000034543642,0.5762264,0.00012549896],"about_ca_topic_score_codex":0.0014128912,"about_ca_topic_score_gemma":0.00040518033,"teacher_disagreement_score":0.55952936,"about_ca_system_score_codex":0.0019108453,"about_ca_system_score_gemma":0.019520402,"threshold_uncertainty_score":0.9998462},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2138654288","doi":"10.1136/ebm.7.1.4","title":"\"Double blind, you are the weakest link -- goodbye!\"","year":2002,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Double blind; Masking (illustration); Medicine; Randomized controlled trial; Psychology; Alternative medicine; Placebo; Pathology","score_opus":0.7776670886860587,"score_gpt":0.5311319646305034,"score_spread":0.24653512405555533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138654288","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000072504525,0.06439382,0.0025054736,0.10314521,0.8183717,0.0030139168,0.00008141169,0.00004269166,0.008373274],"genre_scores_gemma":[0.0017441255,0.002260532,0.00028859093,0.0018177109,0.8595277,0.00035948312,0.00013106738,0.00008708059,0.13378368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9284941,0.013972565,0.018289864,0.0032854998,0.03502827,0.00092968065],"domain_scores_gemma":[0.8522511,0.0994378,0.022885356,0.016836328,0.0077788727,0.0008105543],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.22856852,0.001416919,0.010636569,0.0011709377,0.00059587066,0.0014065079,0.009805307,0.0012554628,0.048636433],"category_scores_gemma":[0.41880906,0.0005182649,0.0035955503,0.0044128424,0.0007735503,0.0004830058,0.0003032769,0.0025254048,0.018789839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015050637,0.000044317345,0.00040396364,0.00030529746,0.0002528977,0.000053446765,0.00022982014,0.000063532454,0.0000034351824,0.00006267646,0.99084777,0.007582357],"study_design_scores_gemma":[0.0023858794,0.00028392865,0.00008714843,0.0057233754,0.0020303223,0.0000054863553,0.0005464962,0.0012778732,0.000005872768,0.00037280246,0.9867777,0.00050307106],"about_ca_topic_score_codex":0.00021371957,"about_ca_topic_score_gemma":0.00021207854,"teacher_disagreement_score":0.19024055,"about_ca_system_score_codex":0.0002310231,"about_ca_system_score_gemma":0.0008944703,"threshold_uncertainty_score":0.9998581},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2142117371","doi":"10.7202/012755ar","title":"Parcours de recherche-action-formation","year":2006,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.9100577040643171,"score_gpt":0.6218869315057205,"score_spread":0.2881707725585966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142117371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7365057,0.0050624358,0.03477279,0.048456106,0.007694029,0.00033981435,0.000011211069,0.00013071611,0.16702719],"genre_scores_gemma":[0.8973559,0.003154206,0.07514204,0.00042194512,0.006180412,0.00007090957,0.000051261606,0.00001424997,0.01760904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99472153,0.0036897438,0.0003667965,0.00032615595,0.00027115442,0.00062459335],"domain_scores_gemma":[0.99754256,0.0016049077,0.00030167276,0.00014556786,0.00027440666,0.00013091038],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01907563,0.00014913887,0.00014128923,0.00015251456,0.002115171,0.00020680141,0.00035482814,0.00037164564,0.0002455556],"category_scores_gemma":[0.0019016118,0.00017863479,0.00009030984,0.0013562617,0.0043074307,0.0013483644,0.000013458962,0.0003218112,0.0001420724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021267879,0.00026567097,0.010422248,0.00018247958,0.000010440917,4.8183307e-7,0.19705479,0.0019044783,0.0005030705,0.74770415,0.008493203,0.03345687],"study_design_scores_gemma":[0.00014745665,0.00010823475,0.02930773,0.00028613664,0.00006914817,0.000086373526,0.34898746,0.006929708,0.0003211161,0.5359246,0.07741483,0.00041717934],"about_ca_topic_score_codex":0.0068392516,"about_ca_topic_score_gemma":0.0025475507,"teacher_disagreement_score":0.21177952,"about_ca_system_score_codex":0.003816156,"about_ca_system_score_gemma":0.0023194265,"threshold_uncertainty_score":0.9997743},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2142592658","doi":"10.1177/1049732314538122","title":"Ethics, “Vulnerability,” and Feminist Participatory Action Research With a Disability Community","year":2014,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Participatory action research; Vulnerability (computing); Research ethics; Sociology; Community-based participatory research; Action research; Engineering ethics; Citizen journalism; Action (physics); Public relations; Work (physics); Political science; Law; Pedagogy","score_opus":0.9600649614128539,"score_gpt":0.7997557635850014,"score_spread":0.16030919782785247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142592658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74570155,0.0004023074,0.004008314,0.22248074,0.000119611155,0.0024027727,0.000057096808,0.00014103984,0.024686573],"genre_scores_gemma":[0.9920572,0.0004934428,0.0052787727,0.00066696864,0.00025584345,0.00045100646,0.000010222421,0.000035891087,0.0007506398],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.4478331,0.5432493,0.00066084054,0.00071280677,0.0052955924,0.0022483612],"domain_scores_gemma":[0.7241081,0.26737824,0.00019132928,0.001177967,0.005240242,0.0019041214],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.6938272,0.000215705,0.0005673767,0.00033095237,0.017285096,0.0003879736,0.00069216924,0.00042370503,0.00011955744],"category_scores_gemma":[0.17808,0.00017970774,0.000062054496,0.0022501252,0.039208632,0.00038447033,0.00042468117,0.0146584995,0.00006208697],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025213158,0.00037485737,0.0032174666,0.0008701588,0.00001757002,5.8679456e-7,0.62390816,5.432249e-7,0.000020565907,0.35085967,0.00091204955,0.019566234],"study_design_scores_gemma":[0.00037002974,0.0019098091,0.00763822,0.00017645794,0.0000017592763,4.500451e-7,0.68792295,0.000049581882,0.00003301571,0.23500717,0.066725425,0.0001651239],"about_ca_topic_score_codex":0.110027365,"about_ca_topic_score_gemma":0.097292006,"teacher_disagreement_score":0.5157472,"about_ca_system_score_codex":0.001569995,"about_ca_system_score_gemma":0.0041115475,"threshold_uncertainty_score":0.98761475},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W214346744","doi":"","title":"Members affect ASA science policy","year":2010,"lang":"en","type":"article","venue":"Hispana","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Graduate Education; Natural Sciences and Engineering Research Council of Canada; College of Engineering, Michigan State University; University of Dhaka; Michigan State University; Purdue University; National Science Foundation","keywords":"Affect (linguistics); Political science; Psychology","score_opus":0.085892656149795,"score_gpt":0.4691605908162177,"score_spread":0.3832679346664227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W214346744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86906195,0.000043763517,0.00004886619,0.046404157,0.00035267152,0.00029248663,0.0000019369425,0.00006424995,0.08372991],"genre_scores_gemma":[0.98366445,0.00003914631,0.00046614782,0.011828979,0.0005949878,0.0000075541475,0.0000018648726,0.000009352088,0.0033875313],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978273,0.000016526306,0.000107153646,0.00018970827,0.0008566304,0.0010027135],"domain_scores_gemma":[0.99196774,0.000115254734,0.000029832376,0.00035623639,0.00011642269,0.0074145393],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015666689,0.000071461545,0.00014124242,0.0003014132,0.00013634632,0.00002487263,0.00014461289,0.00006806047,0.0005906925],"category_scores_gemma":[0.07889126,0.000051399435,0.00003616971,0.00073888525,0.00056987134,0.00013390683,0.00004284818,0.0005362731,0.00027220044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016868944,0.00024400276,0.007809492,0.00032972862,0.0000151857785,0.00025029614,0.0005162595,2.4589733e-7,0.43988296,0.020826088,0.14174727,0.38820976],"study_design_scores_gemma":[0.0014315872,0.00052996946,0.080780484,0.0000825187,0.000013069226,0.00014459554,0.000044857712,0.00020207975,0.019378373,0.00018734492,0.89708006,0.00012505188],"about_ca_topic_score_codex":0.00074978307,"about_ca_topic_score_gemma":0.000107774606,"teacher_disagreement_score":0.75533277,"about_ca_system_score_codex":0.00015666438,"about_ca_system_score_gemma":0.012104439,"threshold_uncertainty_score":0.993496},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2143469417","doi":"10.7202/1014863ar","title":"Action Research Built on Uncertain Foundations: The internship and action-research in a graduate teaching degree","year":2013,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Rationality; Action (physics); General partnership; Pedagogy; Graduate education; Action research; Sociology; Teacher education; Mathematics education; Medical education; Psychology; Medicine; Epistemology; Political science; Philosophy","score_opus":0.9354609880811376,"score_gpt":0.6646186710559709,"score_spread":0.2708423170251667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143469417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8836997,0.000096436495,0.000105462095,0.066320345,0.001908005,0.0004684267,0.0000016539715,0.000017061231,0.047382902],"genre_scores_gemma":[0.99226177,0.0004409127,0.0030317316,0.0008387189,0.00064835383,0.00012192776,0.000001970756,0.000013666921,0.0026409295],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9911994,0.006292405,0.00056129484,0.00032053032,0.0010307046,0.0005956704],"domain_scores_gemma":[0.99240977,0.0041221436,0.00055975025,0.00022273207,0.002473668,0.00021191504],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033214055,0.00013173919,0.00015596583,0.0015561444,0.00690279,0.000620232,0.00073382974,0.000109452,0.00026273393],"category_scores_gemma":[0.01580992,0.000107972126,0.000054422326,0.0025155495,0.0016430082,0.0019924522,0.00005219303,0.0017234338,0.000078229954],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008454619,0.001303048,0.014982937,0.00012438314,0.000038816077,0.000002370615,0.13807182,0.00061654416,0.001123052,0.40583226,0.01943645,0.41838375],"study_design_scores_gemma":[0.00022186227,0.0004023045,0.09809475,0.0005651105,0.000012289421,0.00014123699,0.5174407,0.00047282965,0.0002584195,0.100201055,0.28195572,0.00023373868],"about_ca_topic_score_codex":0.012297776,"about_ca_topic_score_gemma":0.004117244,"teacher_disagreement_score":0.41815,"about_ca_system_score_codex":0.0031212913,"about_ca_system_score_gemma":0.0020475716,"threshold_uncertainty_score":0.99550956},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2143559286","doi":"10.46743/2160-3715/2013.1534","title":"Found Poems, Member Checking and Crises of Representation","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Poetry; Feeling; Credibility; Coding (social sciences); Qualitative research; Psychology; Social psychology; Qualitative property; Computer science; Sociology; Epistemology; Literature; Art; Social science","score_opus":0.949092295807646,"score_gpt":0.8020594752657124,"score_spread":0.14703282054193356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143559286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221982,0.00023400153,0.001731959,0.0012249434,0.00010933175,0.00024034474,0.0000018018487,0.000024577219,0.07423488],"genre_scores_gemma":[0.9953258,0.000020646914,0.0018106926,0.00002948063,0.00008455546,0.00002533281,0.0000012804398,0.000006690661,0.0026954894],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99399877,0.0044966293,0.00032249675,0.000165425,0.0008074663,0.000209196],"domain_scores_gemma":[0.99680895,0.0021034197,0.00025372987,0.00020940483,0.0004747997,0.00014970957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022769265,0.0000592098,0.0001627685,0.000041674302,0.00019674421,0.000034765133,0.00011728141,0.00003557644,0.000037605434],"category_scores_gemma":[0.023795554,0.00004252541,0.000032825166,0.00028464233,0.0010043436,0.00022706404,0.00006255821,0.000088664856,0.000006780801],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008244431,0.0000490554,0.0100911325,0.000017358085,0.00006545911,0.00004193219,0.92112786,0.0000063454395,0.0014771002,0.062758535,0.001841129,0.002441664],"study_design_scores_gemma":[0.0003452854,0.00015028998,0.012852507,0.00003645825,0.000044921784,0.000016801781,0.791049,0.000070564354,0.00645257,0.15550832,0.03329425,0.00017903358],"about_ca_topic_score_codex":0.0048767417,"about_ca_topic_score_gemma":0.00025821014,"teacher_disagreement_score":0.13007885,"about_ca_system_score_codex":0.00006878888,"about_ca_system_score_gemma":0.00036128153,"threshold_uncertainty_score":0.98442745},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2143675014","doi":"10.1111/oik.02956","title":"Will technology trample peer review in ecology? Ongoing issues and potential solutions","year":2015,"lang":"en","type":"article","venue":"Oikos","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Publication; Process (computing); Computer science; The Internet; Field (mathematics); Peer review; Data sharing; Engineering ethics; Data science; Ecology; Sociology; Political science; World Wide Web; Engineering; Law; Biology","score_opus":0.04686649175508943,"score_gpt":0.2905927970901201,"score_spread":0.24372630533503065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143675014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8322485,0.008428754,0.00008537146,0.103472546,0.00026182923,0.00046226045,0.00006846426,0.00013328051,0.05483899],"genre_scores_gemma":[0.9937359,0.0021785584,0.00015747073,0.000775509,0.00001970771,0.000040673236,0.00004187944,0.0000064806986,0.003043824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933916,0.000022346656,0.0001063958,0.00015322528,0.00017422691,0.00020464652],"domain_scores_gemma":[0.9997791,0.0000060759244,0.00002580427,0.00011060231,0.000017579912,0.000060805873],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003143346,0.00006112145,0.00010433943,0.000025733707,0.000056496017,0.000012036042,0.00009047913,0.00006445115,0.010821851],"category_scores_gemma":[0.00018401511,0.000057342488,0.000015948684,0.00019756172,0.00015871294,0.00012774182,0.00013966557,0.000078916106,0.00062823266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013892133,0.00033823354,0.17521748,0.00008253216,0.000012550398,0.00008623815,0.00048342822,0.000024265724,0.0028530315,0.010108251,0.7998934,0.010886685],"study_design_scores_gemma":[0.0005866802,0.00008691548,0.114830956,0.00005489257,0.000018036397,0.00011155571,0.0014668005,0.00008358764,0.0001387265,0.0022207438,0.8801957,0.0002053981],"about_ca_topic_score_codex":0.00017226425,"about_ca_topic_score_gemma":0.00067460997,"teacher_disagreement_score":0.16148739,"about_ca_system_score_codex":0.00019930601,"about_ca_system_score_gemma":0.0000059163476,"threshold_uncertainty_score":0.9900824},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2144103471","doi":"10.1111/j.1468-0009.2007.00515.x","title":"Health Research Funding Agencies' Support and Promotion of Knowledge Translation: An International Study","year":2008,"lang":"en","type":"article","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":325,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Canadian Institutes of Health Research; University of Ottawa","funders":"Economic and Social Research Council; Centers for Disease Control and Prevention","keywords":"Knowledge translation; Operationalization; Public relations; CLARITY; Thematic analysis; Political science; Promotion (chess); Funding Agency; Qualitative research; Business; Sociology; Politics; Knowledge management","score_opus":0.9097220395419141,"score_gpt":0.724018457621818,"score_spread":0.18570358192009606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144103471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869368,0.000024766072,0.0005850949,0.0053864084,0.00047375064,0.0018363799,0.000049942515,0.00005504912,0.004651796],"genre_scores_gemma":[0.99737144,0.000023149281,0.0008713187,0.0004661928,0.0002668518,0.00018121583,0.00002332923,0.000015425137,0.00078110327],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9943151,0.002721188,0.0010618066,0.00039339633,0.0007724761,0.00073604455],"domain_scores_gemma":[0.9976438,0.00084178284,0.00026188948,0.0003262296,0.00054489454,0.0003813717],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008209883,0.00011315935,0.0002632106,0.000483575,0.001530171,0.00001227679,0.00028099125,0.00007097113,0.0005415482],"category_scores_gemma":[0.00020279763,0.00011023656,0.000023759138,0.0006221613,0.00019771156,0.0006288376,0.00002939351,0.00042929815,0.00012342299],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003935151,0.00033558017,0.1574003,0.00018429113,0.000013280233,0.0000053300446,0.7955068,3.4822787e-7,0.00038542374,0.00067813566,0.0041458295,0.04130538],"study_design_scores_gemma":[0.0027539276,0.008273248,0.82882917,0.00009683833,0.0000055513983,0.000022494174,0.12926838,0.00050030823,0.000024034258,0.00029036953,0.029733969,0.00020172412],"about_ca_topic_score_codex":0.00081115944,"about_ca_topic_score_gemma":0.0021615264,"teacher_disagreement_score":0.67142886,"about_ca_system_score_codex":0.00032072677,"about_ca_system_score_gemma":0.0016430815,"threshold_uncertainty_score":0.9997697},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2144166331","doi":"10.1111/j.1365-2648.2011.05898.x","title":"Validation of a new assessment tool for qualitative research articles","year":2011,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Psychology; MEDLINE; Medicine; Data science; Medical education; Computer science; Political science","score_opus":0.9201767344215919,"score_gpt":0.7136938278489551,"score_spread":0.2064829065726368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144166331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6209616,0.00033337992,0.37587872,0.00059890095,0.00025167287,0.00034347447,0.0000021156266,6.71699e-7,0.0016294885],"genre_scores_gemma":[0.6847083,0.0000071522886,0.31450933,0.00001073855,0.0000710132,0.000002642137,2.454959e-7,0.000004652328,0.0006859566],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.983203,0.0059555443,0.00625995,0.00023912205,0.0041511315,0.00019127273],"domain_scores_gemma":[0.98358625,0.0055123707,0.005700177,0.000678327,0.0044108117,0.000112069145],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13273977,0.0000941925,0.0013640682,0.0005266134,0.00008767074,0.00012980908,0.0006083559,0.000031662523,0.0006909789],"category_scores_gemma":[0.031297814,0.000048379698,0.0007782286,0.00088934717,0.00006962264,0.0005974261,0.000016504093,0.00014661548,0.000019718682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036465348,0.00041095883,0.0014495553,0.00007033681,0.00027734577,0.0000033251497,0.108334675,0.0007535035,0.03634133,0.01775135,0.02979568,0.8044473],"study_design_scores_gemma":[0.0010916454,0.0011871096,0.0071049533,0.0007295745,0.00024998,0.000024952851,0.13162635,0.0011921366,0.04982307,0.80062294,0.0061908793,0.00015640465],"about_ca_topic_score_codex":0.000001901674,"about_ca_topic_score_gemma":6.321156e-7,"teacher_disagreement_score":0.8042909,"about_ca_system_score_codex":0.00008708097,"about_ca_system_score_gemma":0.00018301992,"threshold_uncertainty_score":0.97686195},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2144516260","doi":"10.1002/asi.21493","title":"Determining the impact factors of secondary journals: A retrospective cohort study","year":2011,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Journal club; Relevance (law); Retrospective cohort study; Bibliometrics; Impact factor; Medicine; MEDLINE; Inclusion (mineral); Family medicine; Library science; Psychology; Medical education; Computer science; Political science; Internal medicine","score_opus":0.10672512031900643,"score_gpt":0.48016782519942625,"score_spread":0.3734427048804198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144516260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975522,0.000013208384,0.00013785978,0.0010078107,0.00023922003,0.00063177163,0.0000072755843,0.000005867657,0.00040477884],"genre_scores_gemma":[0.999141,0.00006519531,0.00042222382,0.000313836,0.00003139208,0.000016538934,1.2850506e-7,0.0000019491258,0.000007741346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982655,0.00006880218,0.0006292799,0.00006464597,0.00064368267,0.0003280778],"domain_scores_gemma":[0.9950573,0.00023503593,0.00195125,0.0001923671,0.0024691143,0.0000949499],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007308651,0.00006417409,0.00023330543,0.0003007662,0.0013994101,0.000022931545,0.00072280073,0.000039903116,0.00001833118],"category_scores_gemma":[0.0026987686,0.00002846764,0.00011534449,0.0024379662,0.0017706627,0.0013290454,0.00014096407,0.0005902554,0.0000010042359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012012195,0.000026049325,0.96969765,0.000007440634,0.000021582167,1.3408381e-8,0.021966176,4.0941467e-7,0.000069171525,0.000053488675,0.0021044556,0.0060415687],"study_design_scores_gemma":[0.00019794893,0.00068743713,0.8542504,0.000016501628,0.000009639101,0.0000038911226,0.14383525,0.000092403934,0.000077412944,0.00042283494,0.00037930012,0.00002702317],"about_ca_topic_score_codex":0.00016635172,"about_ca_topic_score_gemma":0.0000073653546,"teacher_disagreement_score":0.12186908,"about_ca_system_score_codex":0.0002897748,"about_ca_system_score_gemma":0.0022463317,"threshold_uncertainty_score":0.99990064},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2144621380","doi":"10.1136/tobaccocontrol-2012-050496","title":"The impact of tobacco prices on smoking onset: a methodological review","year":2013,"lang":"en","type":"review","venue":"Tobacco Control","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Sante Montreal; University of Waterloo","funders":"","keywords":"Consumption (sociology); Tobacco industry; Economics; Econometrics; Medicine; Recall bias; Affect (linguistics); Estimator; Public economics; Environmental health; Actuarial science; Psychology; Statistics","score_opus":0.21222649322797135,"score_gpt":0.46865767407132863,"score_spread":0.25643118084335725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144621380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007170049,0.9938005,0.00003253498,0.00017119228,0.00023541912,0.0035650935,0.000045012548,0.00006901435,0.0013642309],"genre_scores_gemma":[0.001896119,0.9965991,0.000051257324,0.00026419028,0.00027258086,0.0006203764,0.000069894144,0.000057070454,0.00016944841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963869,0.0009441937,0.0011791793,0.00045831763,0.0005894021,0.00044201917],"domain_scores_gemma":[0.9943728,0.00301624,0.0011988367,0.0010285089,0.00023134417,0.00015231411],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002505364,0.0005733214,0.003377763,0.00014365982,0.00013166915,0.0000538583,0.00042477815,0.00045482634,0.00066107477],"category_scores_gemma":[0.0018390254,0.000261123,0.0018937768,0.00040437948,0.000112254515,0.00007488994,0.00004891465,0.0008596923,0.000054164484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047033205,0.00009886642,0.0062976903,0.0042031338,0.00055039045,0.000010462986,0.0000072296825,2.7867748e-7,6.510905e-7,0.00008975659,0.0025642638,0.98613024],"study_design_scores_gemma":[0.0015063056,0.0012142706,0.021283507,0.1050714,0.011237268,0.00022713508,0.000014564206,9.305963e-7,0.0000018097317,0.00004134622,0.85882026,0.00058120233],"about_ca_topic_score_codex":0.00012954217,"about_ca_topic_score_gemma":0.0000015356993,"teacher_disagreement_score":0.98554903,"about_ca_system_score_codex":0.0003314935,"about_ca_system_score_gemma":0.00042616506,"threshold_uncertainty_score":0.9999841},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2145198589","doi":"10.1136/jme.2006.016980","title":"Assault on editorial independence: improprieties of the Canadian Medical Association","year":2007,"lang":"en","type":"editorial","venue":"Journal of Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Independence (probability theory); Association (psychology); Law; Psychology; Political science; Psychotherapist","score_opus":0.16216377817466776,"score_gpt":0.5505104544992905,"score_spread":0.3883466763246227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145198589","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023252149,0.00021553955,0.000014942919,0.09017618,0.9049949,0.00024608968,0.000056923764,0.000009952235,0.0040529654],"genre_scores_gemma":[0.0029539245,0.0075065,0.000077330784,0.004322668,0.98279816,0.0000031277254,0.000013074346,0.00006145469,0.0022637523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6278793,0.0016144944,0.003081476,0.00040489426,0.3661758,0.00084399054],"domain_scores_gemma":[0.23128708,0.42238528,0.008669625,0.0025192911,0.32453045,0.010608261],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.42487553,0.00039544763,0.0015387645,0.0005406593,0.00034551258,0.00008728314,0.0029603818,0.19599496,0.0019389658],"category_scores_gemma":[0.9532171,0.000242614,0.00088937476,0.0005913023,0.0016360766,0.000075649514,0.00042551328,0.43875986,0.00004761893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005248175,0.00024044607,0.000277879,0.0009805668,0.00040226584,0.0005066606,0.00057055295,7.861762e-7,0.0000024673686,0.0013636987,0.9943367,0.0007931169],"study_design_scores_gemma":[0.0028206354,0.0014226392,0.00032394406,0.009289627,0.00027045546,0.00005075198,0.00022525221,0.000008961534,0.00006884544,0.003077403,0.982239,0.0002024647],"about_ca_topic_score_codex":0.08715066,"about_ca_topic_score_gemma":0.5081927,"teacher_disagreement_score":0.5283416,"about_ca_system_score_codex":0.0032925655,"about_ca_system_score_gemma":0.5294559,"threshold_uncertainty_score":0.99897337},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2145376545","doi":"10.1016/s1470-2045(15)70057-4","title":"Response assessment criteria for brain metastases: proposal from the RANO group","year":2015,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Brain Metastases and Treatment","field":"Medicine","cited_by":1088,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Queen's University; London Health Sciences Centre; Ontario Institute for Cancer Research","funders":"Breast Cancer Research Foundation","keywords":"Group (periodic table); Computer science; Medicine; Medical physics; Psychology; Physics","score_opus":0.2039613437360562,"score_gpt":0.5016602951475275,"score_spread":0.2976989514114713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145376545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031945998,0.93628657,0.0009778764,0.051659558,0.0009820051,0.006213633,0.0032019569,0.00007766006,0.00056881906],"genre_scores_gemma":[0.000017548518,0.94118404,0.03920492,0.008546957,0.0034897903,0.0035341564,0.0029449735,0.0001291228,0.000948509],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98731273,0.010432285,0.00073113263,0.0005794284,0.00034936663,0.00059506996],"domain_scores_gemma":[0.98918843,0.008549438,0.0005227997,0.0014511888,0.00012434031,0.000163822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016177688,0.0005481637,0.0037651423,0.000063717736,0.0002022048,0.00005689448,0.00063954457,0.00032951424,0.00034080114],"category_scores_gemma":[0.000807393,0.00022866174,0.0007372277,0.00020190101,0.0002873988,0.000035058696,0.00021684627,0.00067283574,0.000093933515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003496071,0.0004387046,0.0000025610998,0.001616627,0.002216417,0.00021660938,0.00019084553,1.15893506e-7,0.000005420227,0.004270516,0.32472068,0.6628254],"study_design_scores_gemma":[0.0053380975,0.0027975424,0.000039306073,0.0013117866,0.0069252243,0.00031906704,0.00012859856,0.0000087358585,4.698593e-7,0.0012799905,0.98163104,0.00022015267],"about_ca_topic_score_codex":0.00010721723,"about_ca_topic_score_gemma":0.00008575148,"teacher_disagreement_score":0.6626053,"about_ca_system_score_codex":0.0007189925,"about_ca_system_score_gemma":0.0026056417,"threshold_uncertainty_score":0.9324555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2145743205","doi":"10.1177/1049732307308514","title":"From Interdisciplinary to Transdisciplinary Research: A Case Study","year":2008,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Ethics in medical practice","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Athabasca University; Alberta Health Services","funders":"","keywords":"Multidisciplinary approach; Bioethics; Engineering ethics; Transdisciplinarity; Research ethics; Sociology; Management science; Social science; Political science; Engineering","score_opus":0.9166613933883029,"score_gpt":0.8128455171315626,"score_spread":0.10381587625674027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145743205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82798856,0.00041776962,0.00081070286,0.14749613,0.00066999206,0.006969535,0.00014366908,0.0001485693,0.015355075],"genre_scores_gemma":[0.98301494,0.00012103502,0.0041212095,0.0026773682,0.0013856671,0.0028359767,0.000030582534,0.00011260468,0.0057005957],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.74994206,0.23776859,0.0019468825,0.0014836921,0.0056659807,0.003192757],"domain_scores_gemma":[0.8155309,0.17667551,0.00022378186,0.001510591,0.0037089218,0.0023502815],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22928186,0.00032527215,0.000865309,0.0014761214,0.023581117,0.000030408333,0.0011308797,0.00048517363,0.0016484568],"category_scores_gemma":[0.04627181,0.00028490086,0.000100196485,0.0038231695,0.002305642,0.0004127413,0.0033093635,0.029110625,0.0065976963],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089803856,0.001377301,0.00050754397,0.00035259337,0.000058027916,0.0078036706,0.8453218,0.0000011132688,0.000021371769,0.0017079959,0.14067598,0.001274585],"study_design_scores_gemma":[0.0014891783,0.004683184,0.0017457394,0.00055609597,0.000004437606,0.00012421758,0.92414683,0.000036203175,0.0000025331858,0.060523257,0.006464864,0.00022348939],"about_ca_topic_score_codex":0.03740173,"about_ca_topic_score_gemma":0.01302402,"teacher_disagreement_score":0.18301004,"about_ca_system_score_codex":0.0020574955,"about_ca_system_score_gemma":0.006233848,"threshold_uncertainty_score":0.9999603},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2146200566","doi":"10.1016/j.annemergmed.2008.05.036","title":"The Relative Efficacy of Meperidine for the Treatment of Acute Migraine: A Meta-analysis of Randomized Controlled Trials","year":2008,"lang":"en","type":"review","venue":"Annals of Emergency Medicine","topic":"Migraine and Headache Studies","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Medicine; Dihydroergotamine; Migraine; Randomized controlled trial; Odds ratio; Relative risk; Anesthesia; Adverse effect; Clinical trial; Antiemetic; Confidence interval; Meta-analysis; Ketorolac; Triptans; Nausea; Internal medicine; Analgesic","score_opus":0.5200886805233103,"score_gpt":0.5377539528548487,"score_spread":0.017665272331538473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146200566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030385025,0.9800074,0.00012581656,0.005936956,0.0001566329,0.012400166,0.0005616825,0.000007527545,0.00077342876],"genre_scores_gemma":[0.00016734547,0.9862375,0.00006964398,0.00003139868,0.00035450992,0.0021026027,0.00022637645,0.000041981126,0.01076862],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98583204,0.0021732503,0.010203173,0.00042982845,0.0010022422,0.00035948996],"domain_scores_gemma":[0.92468715,0.061330315,0.010280624,0.0012363968,0.0023531513,0.00011239036],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.011224581,0.0008365526,0.058742434,0.00079944835,0.00013807838,7.637189e-7,0.00036627715,0.00023354281,0.0011293192],"category_scores_gemma":[0.03524367,0.00025969793,0.06485598,0.0016967407,0.0010278311,0.000024140485,0.00003449143,0.00017641005,6.132933e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04515186,0.00060948933,0.0000010677111,0.0024303668,0.90150994,0.0000017150436,0.0023377126,0.0000015404446,0.000010552331,0.000720111,0.040745556,0.006480114],"study_design_scores_gemma":[0.06258278,0.0018892142,0.0000033406986,0.00067237846,0.6301617,0.0000015568878,0.00013073723,0.000019952851,0.000029365608,0.0000611423,0.30434388,0.00010395072],"about_ca_topic_score_codex":0.0004408542,"about_ca_topic_score_gemma":0.000064511594,"teacher_disagreement_score":0.2713482,"about_ca_system_score_codex":0.000016175874,"about_ca_system_score_gemma":0.00029947545,"threshold_uncertainty_score":0.9999855},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2146346454","doi":"10.1186/1478-4505-11-46","title":"Frameworks for evaluating health research capacity strengthening: a qualitative study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Fogarty International Center; National Institutes of Health; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Health services research; Public health; Health administration; Qualitative research; Health policy; Social policy; Health informatics; Health economics; Medicine; Nursing; Political science; Sociology; Social science","score_opus":0.977866138527211,"score_gpt":0.8441931210761097,"score_spread":0.13367301745110138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146346454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7441607,0.00055214314,0.0015533331,0.21053734,0.0005909234,0.040294416,0.00036451578,0.00016380932,0.0017828151],"genre_scores_gemma":[0.9628161,0.00015917681,0.0015795623,0.011203428,0.0017362129,0.019495206,0.000016387146,0.00007220495,0.0029216753],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87810624,0.10561793,0.003542413,0.0012528072,0.004758632,0.0067219604],"domain_scores_gemma":[0.88159096,0.10340177,0.0012657187,0.001375306,0.008286656,0.0040796045],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2562349,0.00031836904,0.0010470324,0.0019564,0.012713665,0.00030978804,0.00070289423,0.0004334148,0.00014255014],"category_scores_gemma":[0.08631673,0.00027111924,0.000062576444,0.003201271,0.0007076251,0.00051190756,0.00047984498,0.005690487,0.00044386397],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060971004,0.00015532195,0.0017875625,0.0038470337,0.00002729513,4.4392795e-7,0.8220468,0.0000058157852,0.000020302676,0.03927963,0.124479085,0.0082897525],"study_design_scores_gemma":[0.0024389995,0.005031508,0.0060497243,0.0011539373,0.0000016277986,0.0000030923568,0.9265441,0.0049061966,9.352848e-7,0.01082776,0.04280553,0.00023661938],"about_ca_topic_score_codex":0.23554505,"about_ca_topic_score_gemma":0.0045118136,"teacher_disagreement_score":0.23103325,"about_ca_system_score_codex":0.0036229496,"about_ca_system_score_gemma":0.018572079,"threshold_uncertainty_score":0.9999741},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2146867534","doi":"10.1093/eurheartj/ehl111","title":"Limitations of analyses of effectiveness using observational data","year":2006,"lang":"en","type":"letter","venue":"European Heart Journal","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Revascularization; Psychological intervention; Randomized controlled trial; Quality of life (healthcare); Angina; Physical therapy; Percutaneous coronary intervention; Cohort; Intensive care medicine; Surgery; Internal medicine; Psychiatry; Myocardial infarction; Nursing","score_opus":0.9358166590096549,"score_gpt":0.541552341775312,"score_spread":0.39426431723434296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146867534","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18237394,0.016773557,0.047541816,0.71803135,0.0053931223,0.0018084266,0.012333686,0.000082062514,0.015662033],"genre_scores_gemma":[0.14462338,0.0008334713,0.11559415,0.6981808,0.028777096,0.000017537845,0.009173249,0.0007372193,0.002063104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911564,0.0026329043,0.00514279,0.00049921026,0.00023981965,0.00032887096],"domain_scores_gemma":[0.98911065,0.0036844788,0.00588946,0.0009545239,0.00028053919,0.00008036621],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021702675,0.00025185494,0.0014771225,0.00072192965,0.0001953971,0.00008410158,0.00079944835,0.00018411288,0.00016592693],"category_scores_gemma":[0.0036791083,0.00030931272,0.00028703958,0.0002827349,0.00012726463,0.00059729384,0.00016156597,0.0009196527,0.00023343996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059288514,0.00006560008,0.035492525,0.0008150518,0.0002922666,0.000015814476,0.00010025081,0.002367585,0.00006775318,0.0004779759,0.96026605,0.00003322209],"study_design_scores_gemma":[0.00062526495,0.00008559493,0.22975367,0.00090305606,0.00008736092,0.000096332704,0.000047994876,0.0030968436,0.000016385171,0.0019740285,0.7628824,0.0004310309],"about_ca_topic_score_codex":0.00028623233,"about_ca_topic_score_gemma":0.000007077766,"teacher_disagreement_score":0.1973836,"about_ca_system_score_codex":0.00026137146,"about_ca_system_score_gemma":0.0003851237,"threshold_uncertainty_score":0.9999359},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2146918704","doi":"10.1016/j.respol.2008.11.011","title":"Research collaboration and research output: A longitudinal study of 65 biomedical scientists in a New Zealand university","year":2009,"lang":"en","type":"article","venue":"Research Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":272,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universiteit van Tilburg; University of Auckland","keywords":"Causal inference; Coding (social sciences); Longitudinal study; Longitudinal data; Sociology; Psychology; Social science; Medicine; Econometrics; Economics; Demography","score_opus":0.7862779829075962,"score_gpt":0.7031571443127773,"score_spread":0.08312083859481889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146918704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97924984,0.00029267286,0.0000349394,0.013537649,0.00006502938,0.001311289,0.0000355659,0.000012626308,0.00546038],"genre_scores_gemma":[0.9807648,0.00028891306,0.000184821,0.000012353078,0.0002277506,0.0000047041667,0.0000033191554,0.00001012233,0.018503208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9454972,0.008164673,0.000955415,0.0017193161,0.0409476,0.0027157925],"domain_scores_gemma":[0.95687574,0.017611917,0.00015441768,0.0017765886,0.021130221,0.0024511102],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1844882,0.00016585602,0.0004970072,0.24216838,0.0011096859,0.0025881792,0.0036942936,0.00024903848,0.00015074894],"category_scores_gemma":[0.12709504,0.00013424725,0.000059496262,0.5092384,0.0020722114,0.0009045127,0.0025584958,0.0020824957,0.00016818827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011574801,0.005328098,0.4738782,0.000026710066,0.000030411578,0.00067785766,0.013154518,0.000018370016,0.0020644462,0.020001171,0.27221662,0.2114461],"study_design_scores_gemma":[0.0028653683,0.0047742,0.88778496,0.00004687319,0.0000015313855,0.000011095576,0.014680718,0.00090681104,0.00013274324,0.02636861,0.06226656,0.00016053507],"about_ca_topic_score_codex":0.033150382,"about_ca_topic_score_gemma":0.0053169094,"teacher_disagreement_score":0.41390675,"about_ca_system_score_codex":0.001143691,"about_ca_system_score_gemma":0.0077477936,"threshold_uncertainty_score":0.99844724},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2147188431","doi":"10.46743/2160-3715/2006.1684","title":"Community Research Mythology","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rigour; Reflexivity; Qualitative research; Theme (computing); Sociology; Resistance (ecology); Downtown; Mythology; Politics; Social research; Field (mathematics); Field research; Media studies; Gender studies; Social science; Epistemology; Political science; Law; Medicine; History; Computer science","score_opus":0.9243241189587347,"score_gpt":0.78992786449592,"score_spread":0.13439625446281467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147188431","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20019302,0.00038881105,0.006016148,0.112816304,0.0003679283,0.00059632165,0.000008398017,0.00011470317,0.6794984],"genre_scores_gemma":[0.93978333,0.00009325985,0.0074107456,0.00044146515,0.0004121393,0.00011466975,0.000011253249,0.000024256611,0.051708847],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7767188,0.21984553,0.0004222089,0.00021303649,0.0020826387,0.00071779883],"domain_scores_gemma":[0.96479416,0.03078252,0.00017382312,0.00076092297,0.0030976327,0.0003909515],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.43866682,0.00010085338,0.00023743893,0.00012908975,0.0034875628,0.00009964069,0.0007456961,0.00014918795,0.00008210124],"category_scores_gemma":[0.13138875,0.000067887806,0.00007672851,0.0009887316,0.009327525,0.00019109601,0.00027104464,0.0027363135,0.00026355687],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003271939,0.00004623814,0.00005033722,0.000005617771,0.000018245364,0.000048531198,0.638309,5.3813636e-7,0.000028302245,0.34636274,0.014065494,0.0010322407],"study_design_scores_gemma":[0.00006556465,0.00010346685,0.000095884156,0.0000063888974,0.0000019517338,0.000010234069,0.47361726,0.000001155699,0.000026251513,0.36716357,0.15885861,0.00004965983],"about_ca_topic_score_codex":0.025592826,"about_ca_topic_score_gemma":0.0024916325,"teacher_disagreement_score":0.73959035,"about_ca_system_score_codex":0.00030838035,"about_ca_system_score_gemma":0.0016975405,"threshold_uncertainty_score":0.9995644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2147588626","doi":"10.1177/1049732308316206","title":"In Search of Respect for Qualitative Research","year":2008,"lang":"en","type":"letter","venue":"Qualitative Health Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Qualitative research; Psychology; Sociology; Social science","score_opus":0.9616366199794026,"score_gpt":0.8329368087756758,"score_spread":0.12869981120372687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147588626","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004867874,0.0014988306,0.00084955344,0.97638845,0.00041876556,0.0056484076,0.00090312556,0.000020066867,0.009404939],"genre_scores_gemma":[0.04375245,0.0072097373,0.028784502,0.57307976,0.009055182,0.0099596195,0.0016745053,0.0006228517,0.3258614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6889884,0.24778832,0.007411365,0.0036443425,0.04651922,0.0056483718],"domain_scores_gemma":[0.7768478,0.2009005,0.0008095276,0.001826229,0.019240195,0.00037576328],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.46920064,0.0004610424,0.0019791124,0.00991927,0.0013080272,0.00024976,0.0030292273,0.0009469093,0.0017050463],"category_scores_gemma":[0.06431436,0.00037062235,0.00038342882,0.009917449,0.0032232313,0.0006422748,0.00061358797,0.01051621,0.0012582153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032356885,0.00012396406,0.0000189989,0.000540275,0.000025862075,0.000024127374,0.3247902,0.000009245321,0.000009412839,0.005935013,0.6661219,0.0020774156],"study_design_scores_gemma":[0.001066769,0.0024144438,0.00014913947,0.00034514093,0.0000011824586,0.000003131031,0.22962162,0.00034573907,0.00009697401,0.10328008,0.6624194,0.0002564094],"about_ca_topic_score_codex":0.0041593546,"about_ca_topic_score_gemma":0.0009310814,"teacher_disagreement_score":0.40488628,"about_ca_system_score_codex":0.0023666313,"about_ca_system_score_gemma":0.0166153,"threshold_uncertainty_score":0.99999213},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2147792977","doi":"10.1007/978-0-387-73639-6_13","title":"Research Ethics and the Ethics of Research: Should We Offer Clinical Trial Participation or Clinical Research Partnership to Oncology Patients in the New Millennium?","year":2007,"lang":"en","type":"article","venue":"Cancer treatment and research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Ontario","funders":"","keywords":"General partnership; Engineering ethics; Research ethics; Clinical trial; Medicine; Oncology; Political science; Internal medicine; Engineering; Law","score_opus":0.9765619713526655,"score_gpt":0.8205848762833838,"score_spread":0.1559770950692817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147792977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67220116,0.0035204971,0.000007872467,0.31177518,0.0003607361,0.0074574966,0.000011758081,0.000015779578,0.0046495497],"genre_scores_gemma":[0.8413872,0.14247699,0.00022757529,0.001102789,0.0024316055,0.001149172,0.000014800584,0.00006320317,0.011146667],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.80834764,0.15307337,0.005666586,0.00341838,0.023550823,0.005943183],"domain_scores_gemma":[0.26710415,0.71665055,0.00021008862,0.0023427478,0.011679939,0.0020125492],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.58070177,0.00032789382,0.0013096354,0.001632942,0.0020555712,0.00022484992,0.0012855353,0.0033706336,0.00017366066],"category_scores_gemma":[0.34056434,0.00015898775,0.00027680595,0.0048925793,0.018156253,0.000113466,0.0015048033,0.047130197,0.00008191721],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.51818913,0.008417128,0.1540176,0.0008394987,0.00048079644,0.00031465496,0.06838952,0.0000025371335,0.000026260523,0.036858726,0.04127459,0.17118955],"study_design_scores_gemma":[0.20456941,0.10310832,0.22066498,0.003031738,0.00019433432,0.000012180259,0.0481285,0.00015205961,0.00058051536,0.051722802,0.36734548,0.000489702],"about_ca_topic_score_codex":0.007983745,"about_ca_topic_score_gemma":0.046492185,"teacher_disagreement_score":0.5635772,"about_ca_system_score_codex":0.0011596229,"about_ca_system_score_gemma":0.01571384,"threshold_uncertainty_score":0.9992436},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2147927650","doi":"10.1016/j.ijnurstu.2009.01.009","title":"A scoring system for appraising mixed methods research, and concomitantly appraising qualitative, quantitative and mixed methods primary studies in Mixed Studies Reviews","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1138,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Qualitative research; Thematic analysis; Multimethodology; Critical appraisal; Quality (philosophy); Qualitative property; Systematic review; Management science; MEDLINE; Qualitative analysis; Psychology; Computer science; Medicine; Alternative medicine; Pathology; Sociology; Engineering; Mathematics education","score_opus":0.9587728623805185,"score_gpt":0.8557142372490185,"score_spread":0.10305862513149999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147927650","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005776279,0.9731431,0.011247031,0.0032081269,0.008734718,0.0028570173,0.00007083421,0.000032031483,0.00012950886],"genre_scores_gemma":[0.000079888276,0.69684803,0.3017973,0.00021674503,0.00059871597,0.00034796022,0.0000044543012,0.00004971124,0.000057201967],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9524028,0.037728123,0.00653281,0.0008962285,0.0013044946,0.0011355728],"domain_scores_gemma":[0.8433008,0.14278914,0.006478712,0.0003157095,0.0068385783,0.00027701064],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08963098,0.00076880766,0.00622597,0.00260573,0.0015558252,0.00010923188,0.0007316959,0.00027653607,8.578919e-7],"category_scores_gemma":[0.081175685,0.00057531113,0.00044207182,0.0011629934,0.0018748381,0.00079014903,0.0005268424,0.0019185272,0.0000028638224],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013535698,0.00005510479,0.000006778138,0.02801054,0.0020938292,0.000023490062,0.18388209,8.72625e-7,0.000030029043,0.00312464,0.004723412,0.77791387],"study_design_scores_gemma":[0.0015043947,0.0005477159,0.000081092476,0.2492014,0.00066683255,0.00016377003,0.50603205,0.000009626877,0.00000963129,0.0062092682,0.23514599,0.0004282251],"about_ca_topic_score_codex":0.000018816152,"about_ca_topic_score_gemma":0.000050667404,"teacher_disagreement_score":0.7774856,"about_ca_system_score_codex":0.004918892,"about_ca_system_score_gemma":0.0011916633,"threshold_uncertainty_score":0.999744},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2148681326","doi":"10.1186/1748-5908-8-99","title":"Protocol for CONSORT-SPI: an extension for social and psychological interventions","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Institute of Education, University of London; Economic and Social Research Council; Clarendon Fund; London School of Hygiene and Tropical Medicine; Cardiff University; Medical Research Council; Vanderbilt University; Hebrew University of Jerusalem; University of Oxford; University College London; University of Cambridge; York University","keywords":"Medicine; Protocol (science); Health services research; Health administration; Health informatics; Public health; Psychological intervention; Extension (predicate logic); Social policy; Nursing; Alternative medicine; Pathology","score_opus":0.9584328287903215,"score_gpt":0.8434736460256635,"score_spread":0.114959182764658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148681326","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44303724,5.807839e-7,0.07664263,0.01755759,0.0004238438,0.46146333,0.0002666177,0.00015268718,0.00045547332],"genre_scores_gemma":[0.2633347,3.1177797e-7,0.029428586,0.009350447,0.00019867842,0.6974814,0.00001957761,0.000013265426,0.00017301769],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967567,0.00029655284,0.0010466434,0.0006161648,0.0004252587,0.00085872534],"domain_scores_gemma":[0.9968875,0.0009834954,0.0005081704,0.00021981949,0.0010717456,0.00032928857],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004484685,0.00013150291,0.00018195891,0.00023967455,0.0034855222,0.00011969668,0.00032581858,0.00006415062,0.0017478561],"category_scores_gemma":[0.0011753084,0.00011071297,0.000058293015,0.0005017028,0.00049860775,0.0013811376,0.00010651673,0.000119412565,0.00006522353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042706262,0.00066095963,0.061992805,0.0022624063,0.000020432051,5.612622e-7,0.049988605,0.0000029164346,0.11009576,0.12698814,0.31608725,0.33147308],"study_design_scores_gemma":[0.014534346,0.0025690761,0.77144986,0.00010564995,0.000021506854,0.0000058592386,0.037719175,0.0013627919,0.0010920207,0.020297142,0.15029769,0.00054491876],"about_ca_topic_score_codex":0.00017577563,"about_ca_topic_score_gemma":0.00024436347,"teacher_disagreement_score":0.70945704,"about_ca_system_score_codex":0.000151391,"about_ca_system_score_gemma":0.00043042787,"threshold_uncertainty_score":0.9991647},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2151046062","doi":"10.1136/eb-2013-101610","title":"Basic learning concepts in EBM: the bidimentional hierarchy of evidence","year":2013,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Hierarchy; Computer science; Political science","score_opus":0.11946972544049474,"score_gpt":0.3631294642438161,"score_spread":0.24365973880332137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151046062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86156607,0.0442526,0.0013660399,0.08934313,0.00034693902,0.002292701,9.287813e-7,0.000063900865,0.0007676838],"genre_scores_gemma":[0.9930762,0.0018885605,0.0003993236,0.0028327294,0.0007109993,0.00021285292,0.00000796401,0.000021749582,0.00084962073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99666995,0.0005270312,0.0006628526,0.0003710995,0.0013760228,0.0003930744],"domain_scores_gemma":[0.99716556,0.0013672,0.00021255466,0.0006552322,0.0003781916,0.00022125567],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036197992,0.00020408626,0.0006190857,0.00024224224,0.00010186981,0.00001031257,0.00022105504,0.00009536268,0.0021610255],"category_scores_gemma":[0.004000593,0.00010744085,0.00021004028,0.0007554192,0.0005451503,0.00028761197,0.000047465655,0.00058832206,0.00009081982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014137086,0.00052707567,0.5092784,0.004315377,0.0004861498,0.00025630856,0.003715938,0.0013065466,0.06997432,0.0018186532,0.017252106,0.38965538],"study_design_scores_gemma":[0.006377251,0.0034100038,0.9245868,0.034521893,0.00037176642,0.00009913722,0.0014206702,0.0027127862,0.009327087,0.00042978744,0.016399514,0.00034331164],"about_ca_topic_score_codex":0.0030657365,"about_ca_topic_score_gemma":0.000028887442,"teacher_disagreement_score":0.41530836,"about_ca_system_score_codex":0.00015785899,"about_ca_system_score_gemma":0.000652226,"threshold_uncertainty_score":0.99875116},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2151318777","doi":"10.1177/1740774509344440","title":"Constructing common cohorts from trials with overlapping eligibility criteria: implications for comparing effect sizes between trials","year":2009,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Glycemic; Clinical trial; Psychological intervention; Disease; Type 2 diabetes; Randomized controlled trial; Diabetes mellitus; Research design; Physical therapy; Gerontology; Internal medicine","score_opus":0.3252983017345073,"score_gpt":0.5344054550213949,"score_spread":0.20910715328688761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151318777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744333,0.0017523488,0.008134746,0.0017719141,0.0010320542,0.0108036,0.00074598443,0.00031061954,0.0010154141],"genre_scores_gemma":[0.9831714,0.00014493997,0.0072970134,0.00044170773,0.007860624,0.00036911893,0.0006382978,0.00005480157,0.0000221103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9753748,0.014347645,0.007877952,0.0012395923,0.00050748035,0.0006525102],"domain_scores_gemma":[0.83523816,0.15819816,0.0035137397,0.0019437979,0.00041760004,0.00068851875],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13492721,0.000549269,0.017095728,0.00013760847,0.00029069165,0.00023298843,0.00030763293,0.00058496936,0.00007290059],"category_scores_gemma":[0.21895926,0.00037899145,0.0040860362,0.0002891459,0.0003217061,0.00017635575,0.00007009224,0.00061907177,0.000014328063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004703657,0.00024255156,0.23180434,0.00012561798,0.0038202342,0.000005148343,0.000031522835,0.0000038917,0.0007778879,0.00012460341,0.001332134,0.7570284],"study_design_scores_gemma":[0.049978998,0.003780742,0.8988707,0.001466253,0.016675204,0.000014665051,0.00009150215,0.0000730112,0.008377696,0.012847487,0.007027441,0.0007963063],"about_ca_topic_score_codex":0.0006052152,"about_ca_topic_score_gemma":0.000081614,"teacher_disagreement_score":0.7562321,"about_ca_system_score_codex":0.00012537096,"about_ca_system_score_gemma":0.0002654328,"threshold_uncertainty_score":0.9998662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2151796218","doi":"10.2196/jmir.7.1.e5","title":"The Internet and Clinical Trials: Background, Online Resources, Examples and Issues","year":2005,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital; Hamilton Health Sciences","funders":"","keywords":"The Internet; Clinical trial; Randomized controlled trial; Medicine; Medical physics; Computer science; World Wide Web; Surgery; Pathology","score_opus":0.9320175324453995,"score_gpt":0.7712830913716275,"score_spread":0.160734441073772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151796218","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000124929,0.9912464,0.0018461094,0.004391005,0.0013207496,0.0008209611,0.000053239688,0.000016938602,0.0001796578],"genre_scores_gemma":[0.000003283226,0.9262315,0.060735684,0.00009255614,0.00959713,0.000017560766,0.0000025573352,0.00009070802,0.0032290309],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9110706,0.06800571,0.012800917,0.0008790289,0.0062387744,0.0010049883],"domain_scores_gemma":[0.29300314,0.6997663,0.003697257,0.0008718903,0.00093178346,0.001729681],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.3333852,0.0005579311,0.0070682694,0.00043524237,0.00011935515,0.00072396605,0.0029698007,0.001839556,0.0014674522],"category_scores_gemma":[0.7446266,0.00026809284,0.0012656667,0.0003562424,0.0035804335,0.000096525866,0.00216541,0.010561508,0.000036966652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021777129,0.00031885612,0.0000067434944,0.0022751924,0.0010156147,0.00020438497,0.00007962308,9.750208e-10,1.0256469e-8,0.010563566,0.10076301,0.8845552],"study_design_scores_gemma":[0.0011123812,0.0010470451,0.000006626954,0.027606042,0.0008597905,0.0006474208,0.00027762723,0.00008681889,1.14950154e-7,0.06462232,0.90351635,0.00021748431],"about_ca_topic_score_codex":0.000087855115,"about_ca_topic_score_gemma":0.00015908408,"teacher_disagreement_score":0.8843377,"about_ca_system_score_codex":0.0001800571,"about_ca_system_score_gemma":0.00075046154,"threshold_uncertainty_score":0.9999771},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2152105789","doi":"10.1093/ije/dym152","title":"Commentary: The rise and rise of corporate epidemiology and the narrowing of epidemiology's vision","year":2007,"lang":"en","type":"letter","venue":"International Journal of Epidemiology","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Research Council of New Zealand","keywords":"Epidemiology; Hindsight bias; Quarter (Canadian coin); Medicine; Political science; History; Psychology; Pathology","score_opus":0.6269511837730282,"score_gpt":0.5874862943632142,"score_spread":0.039464889409813964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152105789","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036647476,0.03379273,0.0024564522,0.92112356,0.004766435,0.0007947096,0.00018627939,0.000011999287,0.00022036063],"genre_scores_gemma":[0.021679468,0.019472482,0.0046687676,0.94809115,0.0057700663,0.00003213271,0.00007844734,0.00005881562,0.0001486932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8546852,0.13181394,0.010898184,0.0007283978,0.00056546414,0.0013088504],"domain_scores_gemma":[0.6842085,0.29129818,0.021932282,0.0006591823,0.0016695702,0.00023228997],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.19777979,0.0005384545,0.0040680924,0.0006403031,0.00044031677,0.0000042243655,0.0016565593,0.0020105208,0.00020024377],"category_scores_gemma":[0.16083047,0.00029561153,0.0005600781,0.00016706993,0.0064171865,0.00029341964,0.00083321583,0.009435472,0.000011300065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018737573,0.000047835634,0.27520385,0.00037366815,0.0010119438,0.0000917641,0.0009915172,0.000028634264,0.000010450827,0.011236328,0.70296234,0.006167894],"study_design_scores_gemma":[0.002830237,0.0004936347,0.045394745,0.0014320448,0.0003321944,0.0005305521,0.00081021024,0.0004363348,0.000002493471,0.10268543,0.8448104,0.00024170127],"about_ca_topic_score_codex":0.0043232744,"about_ca_topic_score_gemma":0.00021164847,"teacher_disagreement_score":0.2298091,"about_ca_system_score_codex":0.00031298437,"about_ca_system_score_gemma":0.00050250074,"threshold_uncertainty_score":0.9999496},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2152339092","doi":"10.1186/1478-4505-8-4","title":"Bridging the gaps among research, policy and practice in ten low- and middle-income countries: Development and testing of a questionnaire for researchers","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Alliance for Health Policy and Systems Research; Global Development Network; McMaster University; World Health Organization","keywords":"Cronbach's alpha; Construct validity; Convergent validity; Face validity; Content validity; Medicine; Low and middle income countries; Health services research; Bridging (networking); Psychology; Internal consistency; Developing country; Family medicine; Environmental health; Public health; Nursing; Clinical psychology; Psychometrics; Economic growth; Computer science","score_opus":0.8204419912873986,"score_gpt":0.7163106130108713,"score_spread":0.1041313782765273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152339092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8783547,0.0012734369,0.000038029764,0.113356166,0.00009535653,0.0058709364,0.00007034502,0.000030246269,0.00091075874],"genre_scores_gemma":[0.9921018,0.0014325273,0.001021609,0.0023505478,0.0008261033,0.0015866263,0.0000026068128,0.000037371883,0.0006407961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98184586,0.011262378,0.0016642554,0.00066255056,0.0017764127,0.0027885567],"domain_scores_gemma":[0.9015996,0.091281526,0.0007456875,0.0006794796,0.003709695,0.0019840396],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12264345,0.0002008105,0.0004976134,0.0017930937,0.0048398,0.00022244157,0.00032481123,0.00021874154,0.000002248817],"category_scores_gemma":[0.22330415,0.00015420148,0.000013168494,0.0022776476,0.0020800643,0.0005542521,0.0005897327,0.0023806037,0.000004776991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060592423,0.00009150541,0.4202895,0.059644535,0.000045814908,0.000017195181,0.3733631,0.000004487494,0.00031091733,0.10706304,0.0030413233,0.035522647],"study_design_scores_gemma":[0.004006591,0.000922785,0.77229595,0.017285526,0.000004751319,0.00014054206,0.07608254,0.004670147,0.0000465677,0.0025728948,0.12154749,0.0004241929],"about_ca_topic_score_codex":0.12048429,"about_ca_topic_score_gemma":0.017150382,"teacher_disagreement_score":0.35200647,"about_ca_system_score_codex":0.0008709914,"about_ca_system_score_gemma":0.01610875,"threshold_uncertainty_score":0.99992096},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2152826335","doi":"10.1186/1478-4505-1-1","title":"Assessing capacity for health policy and systems research in low and middle income countries*","year":2003,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete; World Bank Group","keywords":"Health services research; Health policy; Stakeholder; Critical mass (sociodynamics); Incentive; Business; Capacity building; Portfolio; Health administration; Social policy; Developing country; Stakeholder engagement; Economic growth; Political science; Health care; Economics; Finance; Public relations","score_opus":0.8461126262533255,"score_gpt":0.6266068414513976,"score_spread":0.21950578480192795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152826335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62870204,0.100902125,0.0013495455,0.24887814,0.000963736,0.012796851,0.0014208973,0.000097381635,0.0048893],"genre_scores_gemma":[0.98364115,0.0077861566,0.0005751804,0.004414604,0.0013725453,0.0011118337,0.000018862265,0.000080796744,0.0009988784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805583,0.009367952,0.005199992,0.0012654167,0.00061672996,0.0029916563],"domain_scores_gemma":[0.98560977,0.010223753,0.0013711789,0.0007291647,0.00050456,0.0015615888],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20519455,0.00031213986,0.0018907991,0.0034099086,0.0020126535,0.0012971835,0.00026676987,0.00034554343,0.0000052083656],"category_scores_gemma":[0.021639207,0.00036327253,0.000050779305,0.0013680619,0.00064221135,0.00086984533,0.00013338872,0.0009529012,0.00004945297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029375375,0.00007542127,0.024688415,0.03289825,0.000029586361,0.0000015916629,0.005725009,0.000043169355,6.36721e-7,0.9333873,0.0029663206,0.00015495172],"study_design_scores_gemma":[0.007663317,0.0020397531,0.060836043,0.016383652,0.0000029744106,0.00030985882,0.027564708,0.043430842,0.000002500271,0.050115306,0.79022473,0.0014263286],"about_ca_topic_score_codex":0.16169845,"about_ca_topic_score_gemma":0.002304076,"teacher_disagreement_score":0.883272,"about_ca_system_score_codex":0.004430747,"about_ca_system_score_gemma":0.005198737,"threshold_uncertainty_score":0.9998819},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2154239081","doi":"10.1177/160940691301200103","title":"Group Meeting Dynamics in a Community-Based Participatory Research Photovoice Project with Exited Sex Trade Workers","year":2013,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Photovoice; Focus group; Thematic analysis; Participatory action research; Storytelling; Citizen journalism; Dynamics (music); Sociology; Theme (computing); Community-based participatory research; Interpersonal communication; Reflexivity; Qualitative research; Public relations; Pedagogy; Political science; Social science; World Wide Web; Computer science; Economic growth; Narrative","score_opus":0.9529266522658904,"score_gpt":0.7866245150917961,"score_spread":0.16630213717409426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154239081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9072273,0.00013221706,0.08015172,0.0044552963,0.0003114552,0.0008053476,0.0000125442,0.000031545795,0.006872593],"genre_scores_gemma":[0.7000411,0.000013046645,0.29919875,0.00028244586,0.00014218116,0.0001555074,0.0000034680565,0.000028162836,0.00013533773],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.85085696,0.14462249,0.0009400105,0.00021121866,0.0026380955,0.00073123333],"domain_scores_gemma":[0.9697563,0.027356146,0.00057157665,0.0002157059,0.0017781914,0.00032207824],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16322687,0.00018797329,0.00045007095,0.0012649465,0.00047769773,0.0002692564,0.0013014808,0.00013456025,0.00009363958],"category_scores_gemma":[0.021217672,0.00015644608,0.0001376422,0.0014905601,0.0017171884,0.00076940586,0.000114105445,0.0021573452,0.0000070158953],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013789899,0.0018834422,0.033938695,0.000105636,0.00066188467,0.00016750178,0.87760746,0.00040618712,0.010124521,0.019763933,0.0010124724,0.0529493],"study_design_scores_gemma":[0.0023274834,0.0011417118,0.00796624,0.0010269305,0.000026784746,0.000007129684,0.9487714,0.008096347,0.003220846,0.020704387,0.0063309497,0.00037975327],"about_ca_topic_score_codex":0.014989612,"about_ca_topic_score_gemma":0.004032224,"teacher_disagreement_score":0.21904704,"about_ca_system_score_codex":0.0020621452,"about_ca_system_score_gemma":0.0014095942,"threshold_uncertainty_score":0.99156964},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2154282715","doi":"10.1080/13645579.2011.597123","title":"Becoming a behavioral science researcher. A guide to producing research that matters","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pierre Elliott Trudeau Foundation; Western University","funders":"","keywords":"Subtitle; Sociology; Behavioural sciences; Media studies; Research methodology; Library science; Psychology; Social science; Computer science","score_opus":0.9476057448138306,"score_gpt":0.7395153068674054,"score_spread":0.20809043794642523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154282715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62677854,0.00013147839,0.0012701293,0.35404298,0.002538272,0.00049833575,0.000004274307,0.000028030116,0.014707968],"genre_scores_gemma":[0.96145403,0.00006893753,0.0331164,0.0006033394,0.0020161064,0.000035712463,4.4278934e-7,0.000018963896,0.0026860742],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9821448,0.010350738,0.00052599655,0.00039595284,0.0053605614,0.0012219802],"domain_scores_gemma":[0.98697627,0.0030725154,0.00019798642,0.00017926155,0.009110155,0.00046378686],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.12903835,0.00010521785,0.00027940786,0.0026229953,0.0015760718,0.00028544347,0.0028129928,0.00012776413,0.00092675246],"category_scores_gemma":[0.030401638,0.00010010552,0.00012539918,0.0017974704,0.004636051,0.0006088244,0.00060676807,0.0017020522,0.000105486295],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029868414,0.00028118154,0.0067497054,0.000005064809,0.00007272687,0.00007001296,0.91444486,4.5569212e-7,0.0042808093,0.018953262,0.026634358,0.028208897],"study_design_scores_gemma":[0.0003669655,0.00029026423,0.06055735,0.00006190004,0.000007595826,0.00002034966,0.81949484,6.3003046e-7,0.0027955293,0.008536959,0.10772996,0.0001376598],"about_ca_topic_score_codex":0.011460155,"about_ca_topic_score_gemma":0.0016998211,"teacher_disagreement_score":0.35343963,"about_ca_system_score_codex":0.0018844779,"about_ca_system_score_gemma":0.0035965664,"threshold_uncertainty_score":0.9999865},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2154644173","doi":"10.1177/1556264614540596","title":"Human Research Ethics Committees in Technical Universities","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Context (archaeology); Ethics committee; Political science; Medical research; Medical ethics; Law; Medicine; Public administration; Engineering","score_opus":0.6425432194834537,"score_gpt":0.6194743726661475,"score_spread":0.023068846817306254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154644173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8975955,0.0007570962,0.0006399773,0.06070044,0.00053549005,0.0005716167,0.000009218705,0.00018381696,0.039006837],"genre_scores_gemma":[0.99659747,0.0006058975,0.00038357498,0.00014714406,0.0010087084,0.00002019156,0.000006212879,0.00007325476,0.0011575755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98050684,0.007583447,0.0009058405,0.0004028563,0.008792614,0.0018084275],"domain_scores_gemma":[0.96931845,0.024938872,0.000059912076,0.00075535884,0.003947088,0.0009802905],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.09902231,0.00024395606,0.00050927984,0.0044451356,0.0013688748,0.00030805025,0.0019024067,0.0015139795,0.00020718489],"category_scores_gemma":[0.01693589,0.0002120865,0.00016004695,0.0033415516,0.00277772,0.00028437458,0.00049820554,0.048040505,0.00012908706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043128862,0.0029592048,0.0024141844,0.005100511,0.00022970937,0.0007726349,0.02834847,0.0064053386,0.044938326,0.35884872,0.5438028,0.0057488186],"study_design_scores_gemma":[0.003757676,0.010774826,0.074269414,0.006171609,0.000018706196,0.00010419708,0.023144657,0.0066275047,0.0044553643,0.20709912,0.6622881,0.0012888168],"about_ca_topic_score_codex":0.00022440395,"about_ca_topic_score_gemma":0.00040357758,"teacher_disagreement_score":0.15174961,"about_ca_system_score_codex":0.002190123,"about_ca_system_score_gemma":0.0014363092,"threshold_uncertainty_score":0.99993616},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2155569949","doi":"10.1080/08989621.2012.638595","title":"Unfinished Business: Ongoing Ethical Exceptionalism in the Oversight of Human Pluripotent Stem Cell Research in Canada","year":2012,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Exceptionalism; Research ethics; Agency (philosophy); Human research; Political science; Honor; Funding Agency; Public administration; Engineering ethics; Law; Public relations; Sociology; Politics; Social science","score_opus":0.3079548212433394,"score_gpt":0.47843168366478767,"score_spread":0.17047686242144827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155569949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604979,0.0002790559,0.0000015115601,0.03594626,0.00008421949,0.0007445067,0.0000065779595,0.0000030636945,0.0024368784],"genre_scores_gemma":[0.99930024,0.00007143336,0.000018957942,0.00031250282,0.00014607506,0.000060393086,0.000026429852,0.000010693534,0.000053243366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923502,0.002131932,0.0006376204,0.00032503216,0.0037323055,0.0008229078],"domain_scores_gemma":[0.99522626,0.0031803376,0.00004849929,0.0005813264,0.0008114809,0.00015208204],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03132682,0.00010606572,0.00029624268,0.00057110295,0.00013693885,0.000023110053,0.00037613514,0.00047348806,0.00023215743],"category_scores_gemma":[0.00041535718,0.000073320436,0.000037010497,0.0027704104,0.0013064998,0.000117333395,0.00022739137,0.004404328,0.0000071613094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004804173,0.0018314358,0.95730007,0.0016984623,0.000011079648,0.00006119526,0.013427524,0.000037763675,0.009658931,0.010154067,0.0016868827,0.0036522013],"study_design_scores_gemma":[0.0010036335,0.00006403853,0.9857295,0.00028732498,0.00000224729,0.0000038496987,0.0083848415,0.00017347655,0.00026575787,0.0022457165,0.0017688214,0.000070756774],"about_ca_topic_score_codex":0.88888556,"about_ca_topic_score_gemma":0.83005524,"teacher_disagreement_score":0.05883032,"about_ca_system_score_codex":0.0019757312,"about_ca_system_score_gemma":0.0031328069,"threshold_uncertainty_score":0.99789256},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2156520838","doi":"10.1158/1078-0432.ccr-09-1993","title":"An Overview of the Optimal Planning, Design, and Conduct of Phase I Studies of New Therapeutics","year":2010,"lang":"en","type":"review","venue":"Clinical Cancer Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Clinical trial; Clinical study design; Medicine; Drug development; Research design; Clinical endpoint; Medical physics; Drug; Pharmacology; Pathology","score_opus":0.9926679819552562,"score_gpt":0.8542575059713408,"score_spread":0.13841047598391543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156520838","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051538594,0.9945278,0.0016695893,0.00008698593,0.00066555664,0.0022135729,0.00027860532,0.000010585262,0.000031887525],"genre_scores_gemma":[0.000014221297,0.8207671,0.17854135,0.000023491946,0.0004021041,0.00008085727,9.475081e-7,0.00006240941,0.00010750582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98134875,0.012058954,0.004265347,0.0006666847,0.0012189338,0.00044135007],"domain_scores_gemma":[0.7522355,0.24236524,0.0022237385,0.001728344,0.0011602904,0.0002869305],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033205815,0.00037738428,0.0054857205,0.00013386564,0.00007898638,0.000018081775,0.0014916534,0.0008767074,0.00019915485],"category_scores_gemma":[0.12033307,0.00020980573,0.0007621432,0.0006559658,0.0041367197,0.0000430292,0.0006582412,0.0028493938,0.0000014905567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030965122,0.00069021643,0.000020308931,0.024775516,0.00097460963,0.0000030988463,0.00017092805,6.3168994e-7,0.000019944633,0.006049582,0.0016799568,0.96530557],"study_design_scores_gemma":[0.0041294037,0.006019283,0.000017327106,0.056838628,0.004925226,0.0000068703794,0.00020025675,0.00006467158,0.0006113243,0.44198108,0.48461616,0.00058975606],"about_ca_topic_score_codex":0.000030021476,"about_ca_topic_score_gemma":0.000004540398,"teacher_disagreement_score":0.9647158,"about_ca_system_score_codex":0.000045029876,"about_ca_system_score_gemma":0.0021632672,"threshold_uncertainty_score":0.9994511},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2156551774","doi":"10.1016/j.respol.2008.11.008","title":"Funding incentives, collaborative dynamics and scientific productivity: Evidence from the EU framework program","year":2009,"lang":"en","type":"article","venue":"Research Policy","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":288,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Wilfrid Laurier University","funders":"European Commission","keywords":"Productivity; Incentive; Context (archaeology); Public funding; Production (economics); Collaborative network; Business; Economics; Political science; Knowledge management; Economic growth; Public administration; Geography; Computer science; Microeconomics","score_opus":0.12707092505803483,"score_gpt":0.4264558699825997,"score_spread":0.2993849449245649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156551774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42366347,0.002311248,0.0007500051,0.38577306,0.0009830056,0.005950598,0.000025871856,0.0005644798,0.17997827],"genre_scores_gemma":[0.9931469,0.0000360698,0.00055272615,0.0010200768,0.003088895,0.0000742013,0.000023029237,0.000014060162,0.0020440328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785197,0.00011039429,0.00019630513,0.000496254,0.0007412452,0.0006038356],"domain_scores_gemma":[0.99794084,0.00030241875,0.00010470739,0.0004648879,0.0011620527,0.00002507289],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032707108,0.0001428118,0.00013584306,0.00059219863,0.001335298,0.0029667772,0.00046327707,0.000056998546,0.000032022097],"category_scores_gemma":[0.004946081,0.000106140935,0.00002572778,0.00629218,0.0005119053,0.0010772677,0.00053099374,0.00045405145,0.0001792607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027613458,0.00009176182,0.002927992,0.00003777514,0.000015126889,0.0000029249636,0.0004812714,8.7452133e-7,0.00009881484,0.83133286,0.0060002585,0.15898271],"study_design_scores_gemma":[0.00045766766,0.000104043036,0.07821152,0.0009004074,0.000028322387,6.185976e-7,0.0063264254,0.012082535,0.00013648863,0.2609581,0.6403059,0.00048800872],"about_ca_topic_score_codex":0.00043455436,"about_ca_topic_score_gemma":0.00035722242,"teacher_disagreement_score":0.6343056,"about_ca_system_score_codex":0.00021883895,"about_ca_system_score_gemma":0.00018378446,"threshold_uncertainty_score":0.99996483},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2156618128","doi":"10.1186/1471-2288-13-154","title":"Facilitating accrual to cancer control and supportive care trials: the clinical research associate perspective","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; Institute for Clinical Evaluative Sciences","funders":"Canadian Institutes of Health Research","keywords":"Accrual; Reimbursement; Cog; Clinical trial; Medicine; Perspective (graphical); Control (management); Family medicine; Institutional review board; Accounting; Health care; Business; Political science; Internal medicine; Management; Surgery; Computer science; Economics","score_opus":0.9677599381163642,"score_gpt":0.8217371519205594,"score_spread":0.14602278619580478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156618128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6710157,0.010757131,0.014597544,0.28171444,0.0010994559,0.01131442,0.00014044826,0.00012497333,0.009235934],"genre_scores_gemma":[0.9284441,0.0064679915,0.03937861,0.0072960593,0.0044478555,0.0052021,0.000014817917,0.00012963875,0.008618828],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7093254,0.2661095,0.003556371,0.0025301694,0.0146637615,0.0038148034],"domain_scores_gemma":[0.016500741,0.96006453,0.00027310092,0.0013701494,0.018170185,0.0036212802],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5748997,0.0003171596,0.0023496612,0.000701521,0.0009532663,0.00017213977,0.0014581478,0.0020039189,0.0047751376],"category_scores_gemma":[0.97720844,0.00018833872,0.0004916175,0.0015628666,0.008078045,0.00011590228,0.001929792,0.019596461,0.0007587371],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009699896,0.0009065189,0.1317661,0.0016046399,0.0018398872,0.00045595388,0.056531493,0.000005179227,0.0021515216,0.07090662,0.075258,0.6488742],"study_design_scores_gemma":[0.01576499,0.011174898,0.20704901,0.001775256,0.00023780059,0.00007700379,0.51514363,0.0014594028,0.00049871765,0.23261404,0.013553689,0.0006515536],"about_ca_topic_score_codex":0.013074599,"about_ca_topic_score_gemma":0.011391504,"teacher_disagreement_score":0.69395506,"about_ca_system_score_codex":0.0010029012,"about_ca_system_score_gemma":0.015550375,"threshold_uncertainty_score":0.9992917},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2156897283","doi":"10.1002/asi.22695","title":"Author name disambiguation: What difference does it make in author‐based citation analysis?","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Workaround; Citation; Computer science; Ambiguity; Ranking (information retrieval); Field (mathematics); Information retrieval; Citation analysis; Journal ranking; Publication; Data science; World Wide Web; Political science; Mathematics","score_opus":0.09078199573774924,"score_gpt":0.4091928979380296,"score_spread":0.31841090220028034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156897283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8012107,0.000054753753,0.10133003,0.09650245,0.0005437273,0.00025599648,0.000017425044,0.000015889886,0.00006904471],"genre_scores_gemma":[0.99050653,0.000042334537,0.006253454,0.0030643258,0.000024249992,0.000012037797,0.00000227845,0.0000015927948,0.00009318952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997117,0.00006428365,0.0008877515,0.00012735183,0.0015257964,0.0002778135],"domain_scores_gemma":[0.99633515,0.0004701557,0.0017376984,0.0003898343,0.0009873743,0.000079803656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012186533,0.00009163265,0.00029784805,0.0012013484,0.00034191468,0.0006052165,0.0011482148,0.00004997226,0.000008541886],"category_scores_gemma":[0.0042016404,0.00004900637,0.00021719353,0.009250639,0.0014194024,0.0054898052,0.00021739994,0.00017378166,0.0000048996176],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051615858,0.00011203617,0.04618249,0.000019187704,0.00011431309,1.2933687e-7,0.011564542,0.00044732986,0.0005035694,0.031289794,0.004732374,0.9049826],"study_design_scores_gemma":[0.0010772519,0.0003516331,0.39763194,0.00007015421,0.00030202253,0.000013529035,0.33107638,0.04945956,0.001191119,0.035377383,0.18306804,0.0003809643],"about_ca_topic_score_codex":0.000011011733,"about_ca_topic_score_gemma":0.000025999654,"teacher_disagreement_score":0.90460163,"about_ca_system_score_codex":0.0001254322,"about_ca_system_score_gemma":0.0001692373,"threshold_uncertainty_score":0.58361167},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2157007996","doi":"10.1136/ebmed-2014-110158","title":"Mixed kinds of evidence: synthesis designs and critical appraisal for systematic mixed studies reviews including qualitative, quantitative and mixed methods studies","year":2015,"lang":"en","type":"letter","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Multimethodology; Critical appraisal; Systematic review; Management science; Context (archaeology); Qualitative research; Computer science; Qualitative property; Psychological intervention; Psychology; Data science; MEDLINE; Medicine; Sociology; Engineering; Alternative medicine; Social science; Mathematics education; Nursing; Chemistry; Geography","score_opus":0.9713863695536488,"score_gpt":0.7222219156480846,"score_spread":0.2491644539055642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157007996","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059560605,0.5795775,0.11781098,0.2938367,0.002299703,0.0057762456,0.0000633989,0.000019481993,0.000020380907],"genre_scores_gemma":[0.015352365,0.053359818,0.84632224,0.0648569,0.0040710634,0.012947464,0.000051078652,0.00031481677,0.002724231],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.7744295,0.18413624,0.02642639,0.0035771937,0.010397302,0.0010333769],"domain_scores_gemma":[0.06400268,0.8960736,0.019600412,0.004720697,0.015061122,0.00054148096],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.5255182,0.0017753191,0.029298633,0.0020727396,0.0005025615,0.00037236453,0.0022769223,0.0006955589,0.00019368844],"category_scores_gemma":[0.9620678,0.0007604803,0.0020787676,0.0025205219,0.0036134953,0.0009547385,0.0005786287,0.0010588673,0.000057370544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097947006,0.00003111716,0.000063102074,0.16969751,0.0025096075,0.00003150737,0.01794415,0.000003164082,0.0001910887,0.0005943249,0.80536103,0.0034754483],"study_design_scores_gemma":[0.0013138987,0.003188588,0.00008311207,0.6395198,0.032976042,0.00006995098,0.22281328,0.002898806,0.0005508946,0.017409781,0.077197425,0.0019783815],"about_ca_topic_score_codex":0.00002573307,"about_ca_topic_score_gemma":0.000028152792,"teacher_disagreement_score":0.7285113,"about_ca_system_score_codex":0.00027268459,"about_ca_system_score_gemma":0.0005021863,"threshold_uncertainty_score":0.99949926},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2157449760","doi":"10.23970/ahrqepcmethguide2","title":"Assessing the Risk of Bias of Individual Studies in Systematic Reviews of Health Care Interventions","year":2017,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":451,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Pennsylvania; University of Alberta; Brown University; Kaiser Permanente; Johns Hopkins University; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Systematic review; Health care; Psychology; Applied psychology; MEDLINE; Political science; Psychiatry","score_opus":0.9768889152086658,"score_gpt":0.7199866243923981,"score_spread":0.2569022908162677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157449760","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007989999,0.94363594,0.002830593,0.00014609395,0.0014542727,0.00922857,0.00022798823,0.0000028477064,0.034483712],"genre_scores_gemma":[0.88178235,0.09309276,0.005812735,0.000033303717,0.00010787648,0.00053372985,0.00004618184,0.000041145868,0.018549917],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7380132,0.14031377,0.10043475,0.0014363981,0.019398483,0.00040335965],"domain_scores_gemma":[0.7805943,0.021799602,0.18010746,0.009719076,0.0077158804,0.00006370779],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6229234,0.00046265736,0.026210058,0.0010566284,0.00018673694,0.00040245126,0.0041144136,0.00015655956,0.0006589599],"category_scores_gemma":[0.4651508,0.00015040823,0.009217891,0.0010723087,0.0003154078,0.00022003573,0.0006024369,0.00034857562,0.0000451977],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.149474e-7,0.0001465248,0.044258606,0.79794157,0.005047144,0.0000017857484,0.012514368,0.000019990171,3.9824266e-7,0.00017385843,0.10320195,0.036693074],"study_design_scores_gemma":[0.0004150846,0.000317337,0.062205903,0.6302425,0.019068938,0.00004707228,0.2463772,0.00010608064,0.000011570991,0.0017756108,0.038712483,0.0007201976],"about_ca_topic_score_codex":0.0006104012,"about_ca_topic_score_gemma":0.0013082664,"teacher_disagreement_score":0.87379235,"about_ca_system_score_codex":0.00012956375,"about_ca_system_score_gemma":0.0011984434,"threshold_uncertainty_score":0.98824686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2158242434","doi":"10.1177/160940690200100202","title":"Verification Strategies for Establishing Reliability and Validity in Qualitative Research","year":2002,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":4938,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Qualitative research; Reliability (semiconductor); Validity; Mainstream; External validity; Terminology; Trustworthiness; Representativeness heuristic; Plea; Computer science; Management science; Psychology; Engineering ethics; Social psychology; Epistemology; Psychometrics; Sociology; Political science; Engineering; Social science","score_opus":0.9129600333498109,"score_gpt":0.7802949498796797,"score_spread":0.13266508347013117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158242434","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124870636,0.00070346467,0.840033,0.026474321,0.00039399805,0.00064049935,0.00006739362,0.000014691047,0.006801995],"genre_scores_gemma":[0.3872281,0.00059032737,0.6113734,0.00006076959,0.0003044038,0.000095910975,0.0000034214127,0.000012244862,0.0003313816],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9368971,0.059874382,0.0010106765,0.00034018306,0.001466919,0.00041073852],"domain_scores_gemma":[0.9369224,0.057482127,0.0005014212,0.00015031121,0.0047619254,0.00018184289],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1755632,0.00011932173,0.0003316312,0.00061098684,0.00037233412,0.0003601773,0.0006358958,0.00010642482,0.00011007399],"category_scores_gemma":[0.06024753,0.00010916256,0.00012326737,0.0006833152,0.0013710496,0.0013389902,0.00006676301,0.0006050473,0.0000031424856],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081983824,0.00014617099,0.00004549982,0.000017831517,0.00003428234,0.0000014975349,0.54693615,0.000012565334,0.0011415111,0.41480348,0.00063362124,0.036145378],"study_design_scores_gemma":[0.0003865358,0.0001352739,0.00027657367,0.000049716033,0.0000045484526,0.0000010894909,0.4728563,0.0003024727,0.00023199158,0.49841553,0.027257029,0.000082907296],"about_ca_topic_score_codex":0.0008640865,"about_ca_topic_score_gemma":0.00016683438,"teacher_disagreement_score":0.26235744,"about_ca_system_score_codex":0.00046870744,"about_ca_system_score_gemma":0.00032075305,"threshold_uncertainty_score":0.94766843},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2158745940","doi":"10.1186/1748-5908-6-127","title":"Core competencies in the science and practice of knowledge translation: description of a Canadian strategic training initiative","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Alberta; Université Laval; Juravinski Hospital; McMaster University; Alberta Children's Hospital; St. Michael's Hospital","funders":"Alberta Innovates; Canada Research Chairs","keywords":"Knowledge translation; Health informatics; Core competency; Health administration; Training (meteorology); Health services research; Medicine; Health care; Medical education; Quality (philosophy); Knowledge management; Capacity building; Core (optical fiber); Public health; Nursing; Political science; Business; Computer science; Marketing","score_opus":0.9692751781437997,"score_gpt":0.7117694025959304,"score_spread":0.25750577554786935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158745940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325701,0.000026443311,0.0003144257,0.0022296624,0.00020004513,0.0013556145,0.00007572307,0.000009905211,0.0632181],"genre_scores_gemma":[0.9880238,0.00002294887,0.00975187,0.002086727,0.000015915515,0.00008932084,0.0000022712716,0.0000038605567,0.0000032966605],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9964617,0.0006653018,0.00095970335,0.0003043073,0.00096539734,0.00064357376],"domain_scores_gemma":[0.99473506,0.0026013015,0.00060303934,0.0002163142,0.0016287153,0.0002155621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020259498,0.00009536403,0.00016349467,0.0017190671,0.0011297546,0.000026074775,0.0005649126,0.000030240157,0.0001930057],"category_scores_gemma":[0.0030047288,0.000076798744,0.000012634789,0.0072173853,0.0021889107,0.0020301712,0.00004741847,0.00018364261,0.0000065351046],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020210235,0.000019463005,0.014303493,0.000058277383,0.0000017829342,9.023719e-7,0.8833133,0.0000010055996,0.018337907,0.08022563,0.00006320651,0.0036548113],"study_design_scores_gemma":[0.0007776284,0.0001780849,0.25164226,0.000053891763,0.000009478144,0.000008867674,0.742054,0.00023156246,0.00088986853,0.0024769262,0.0015823393,0.00009509717],"about_ca_topic_score_codex":0.06706226,"about_ca_topic_score_gemma":0.1744635,"teacher_disagreement_score":0.23733877,"about_ca_system_score_codex":0.00028610358,"about_ca_system_score_gemma":0.0108037675,"threshold_uncertainty_score":0.9948041},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2158927222","doi":"10.1186/1471-2288-11-11","title":"A multidisciplinary systematic review of the use of diagrams as a means of collecting data from research subjects: application, benefits and recommendations","year":2011,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Multidisciplinary approach; Data science; MEDLINE; Computer science; Medicine; Management science; Psychology; Engineering; Sociology","score_opus":0.8778009256423671,"score_gpt":0.6352939642163241,"score_spread":0.242506961426043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158927222","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2050254e-7,0.7499209,0.24736191,0.00026556596,0.000056357832,0.0020463162,0.00023187866,0.000011785335,0.000104864244],"genre_scores_gemma":[9.2715754e-7,0.89207363,0.10718274,0.000034217872,0.000027174376,0.0002216424,0.00021094728,0.000026958987,0.00022174325],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9441481,0.05035777,0.0021467626,0.0008785882,0.0020363706,0.0004323668],"domain_scores_gemma":[0.83884907,0.15204906,0.0016086211,0.0053369915,0.0017642006,0.00039206148],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062946066,0.00021088606,0.0024596632,0.00063513935,0.00018728108,0.00003427524,0.0058016377,0.00034540668,0.00017525838],"category_scores_gemma":[0.30409372,0.00013080485,0.00018244512,0.0038335146,0.0010545829,0.00017082145,0.0075042266,0.0009312625,0.000017664406],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048673137,0.0002001343,0.000020532383,0.7350497,0.00018536739,0.0000014278943,0.00030098163,1.6945013e-7,6.5025046e-7,0.04443931,0.0037306293,0.21606624],"study_design_scores_gemma":[0.000212699,0.00013845915,0.000007155001,0.82451093,0.00042534946,0.000033140623,0.00016864778,0.008428734,0.000007189541,0.0015082686,0.16436984,0.00018956595],"about_ca_topic_score_codex":0.0011811752,"about_ca_topic_score_gemma":0.001106841,"teacher_disagreement_score":0.24114765,"about_ca_system_score_codex":0.000041887088,"about_ca_system_score_gemma":0.0030247737,"threshold_uncertainty_score":0.99957746},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2160349994","doi":"10.1186/1478-4505-13-10","title":"Developing and refining the methods for a ‘one-stop shop’ for research evidence about health systems","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Medicine; Health policy; Refining (metallurgy); Health informatics; Nursing","score_opus":0.9912761006432657,"score_gpt":0.8676079469251584,"score_spread":0.12366815371810724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160349994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007809061,0.040899932,0.14162076,0.7739705,0.0020449671,0.031815402,0.00041076873,0.0002052046,0.0012234444],"genre_scores_gemma":[0.4775782,0.036621965,0.15869398,0.12632646,0.024552358,0.13696036,0.00010806357,0.0006842675,0.03847434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9428635,0.045417007,0.0028502187,0.0011075274,0.0022986636,0.005463082],"domain_scores_gemma":[0.8872378,0.10264344,0.00090555626,0.0010187619,0.005198801,0.002995658],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32642943,0.00028159167,0.001006919,0.0012914733,0.010919087,0.00040640603,0.0007745424,0.0002844284,0.000002451624],"category_scores_gemma":[0.1047406,0.00020899542,0.000049368693,0.002340634,0.0007221573,0.00046896085,0.0005926258,0.0017901678,0.00002939402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003930022,0.000027472719,0.0018328904,0.033647742,0.00003902015,7.5909065e-7,0.13537903,0.000020373984,0.00005398919,0.6057883,0.17147964,0.0513378],"study_design_scores_gemma":[0.0015801033,0.0012281566,0.0011243939,0.005134623,0.000002616016,0.000019312218,0.076317966,0.009024828,0.0000026033606,0.0030947425,0.90225905,0.00021158534],"about_ca_topic_score_codex":0.0615779,"about_ca_topic_score_gemma":0.0017167688,"teacher_disagreement_score":0.7307794,"about_ca_system_score_codex":0.00411164,"about_ca_system_score_gemma":0.04025517,"threshold_uncertainty_score":0.9997114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2161075463","doi":"10.1186/1748-5908-7-2","title":"Use of health systems and policy research evidence in the health policymaking in eastern Mediterranean countries: views and practices of researchers","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Health services research; Health policy; Thematic analysis; Health informatics; Government (linguistics); Medicine; Health administration; Knowledge translation; Public health; Public relations; Political science; Qualitative research; Nursing; Sociology; Social science; Knowledge management","score_opus":0.976980351265113,"score_gpt":0.8372784395400653,"score_spread":0.13970191172504764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161075463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91695493,0.0010224134,0.00010923082,0.078389436,0.0001384685,0.0032450422,0.000055081055,0.000006879017,0.000078486286],"genre_scores_gemma":[0.9913681,0.0014557596,0.0004997901,0.006308803,0.0001141091,0.00022622489,0.000002059027,0.000008162181,0.000016987178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800111,0.012169688,0.002544478,0.00046787973,0.0027999636,0.0020069038],"domain_scores_gemma":[0.98167235,0.014598746,0.0023086173,0.00045277204,0.0005628225,0.0004047184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12136721,0.00012085809,0.00037641008,0.0018038267,0.0010387194,0.00009730762,0.000545679,0.000042772885,0.000027344642],"category_scores_gemma":[0.015971344,0.00009226857,0.000011619022,0.0044436,0.0012911458,0.0032949825,0.0003137608,0.00050534506,0.0000054134357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030424784,0.00002228208,0.6561137,0.0009953934,0.0000013722715,2.1974355e-7,0.3250011,0.0000022384609,0.000265858,0.0064816573,0.00076193555,0.010323853],"study_design_scores_gemma":[0.00070510746,0.00032027738,0.73421925,0.000951543,0.000001192878,0.0000062063227,0.2448647,0.00031768854,0.000028475259,0.00009389983,0.018405829,0.00008584875],"about_ca_topic_score_codex":0.15476537,"about_ca_topic_score_gemma":0.01640865,"teacher_disagreement_score":0.13835673,"about_ca_system_score_codex":0.0008512756,"about_ca_system_score_gemma":0.0073479516,"threshold_uncertainty_score":0.99827945},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2162591377","doi":"10.1186/1478-4505-12-25","title":"Evaluation of partnerships in a transnational family violence prevention network using an integrated knowledge translation and exchange model: a mixed methods study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Knowledge translation; General partnership; Public relations; Negotiation; Health services research; Knowledge sharing; Knowledge management; Focus group; Public health; Sociology; Business; Medicine; Political science; Nursing; Computer science; Marketing","score_opus":0.9702007859966142,"score_gpt":0.7920542082069737,"score_spread":0.1781465777896405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162591377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9254812,0.0009929591,0.064372316,0.002120377,0.00015930457,0.0065869354,0.000033670323,0.000027684277,0.00022553289],"genre_scores_gemma":[0.9950028,0.0001324917,0.003293671,0.00024288043,0.00024420346,0.0010304998,0.0000146963575,0.00001869118,0.000020036461],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9050342,0.0897103,0.0017557607,0.0005424449,0.0017486605,0.0012086297],"domain_scores_gemma":[0.99212795,0.0049186777,0.00039536593,0.00027192646,0.0017892424,0.00049683615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1785734,0.00015109018,0.00046222025,0.00093367335,0.0009289801,0.000031633634,0.00014920771,0.00015890904,0.000007365448],"category_scores_gemma":[0.0042483057,0.00013943769,0.000019923236,0.001676529,0.00014996565,0.0003746489,0.000044734992,0.00059716427,0.0000011501076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025608376,0.00067845103,0.014947852,0.005472256,0.0000352812,2.7962713e-7,0.2610042,0.0136349965,0.0005370511,0.04611619,0.000259701,0.65705764],"study_design_scores_gemma":[0.002127495,0.00057269057,0.024591185,0.0006681218,0.000010647681,0.0000010158535,0.028300567,0.938094,0.0000014283426,0.00485316,0.0006822397,0.000097447686],"about_ca_topic_score_codex":0.007544462,"about_ca_topic_score_gemma":0.0145933665,"teacher_disagreement_score":0.924459,"about_ca_system_score_codex":0.000814182,"about_ca_system_score_gemma":0.006156381,"threshold_uncertainty_score":0.9994778},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2163264591","doi":"10.1136/ebm.11.1.2-a","title":"An emerging consensus on grading recommendations?","year":2006,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Excellence; Health care; Evidence-based medicine; Rating system; Medicine; Quality (philosophy); Quality management system; Evidence-based practice; Medical education; Quality management; Psychology; Operations management; Alternative medicine; Political science; Engineering; Management system","score_opus":0.4244408403965483,"score_gpt":0.5398832852316038,"score_spread":0.1154424448350555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163264591","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3809457,0.00062879187,0.007561574,0.60656506,0.0011250422,0.0008942038,0.000007989074,0.00030040744,0.0019712313],"genre_scores_gemma":[0.9683685,0.00009576677,0.009093882,0.019304767,0.0024779516,0.00003295545,0.0002750392,0.000037310474,0.00031387678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969899,0.00029101336,0.0012417509,0.00046984295,0.0006799066,0.00032760855],"domain_scores_gemma":[0.9935982,0.0048119132,0.00039764005,0.0005890935,0.0003520091,0.0002511337],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026949556,0.00022336715,0.00040741704,0.00033803095,0.00017363265,0.000019206547,0.00011474892,0.000081679405,0.001722776],"category_scores_gemma":[0.009763165,0.00018155118,0.000081366474,0.0004990469,0.00016822945,0.00023654675,0.000012723337,0.0003771219,0.000106342566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036271883,0.0013353749,0.09288604,0.00033163594,0.00010400211,0.0004009028,0.00029504753,0.0015103848,0.069953226,0.0043862015,0.55769455,0.26747546],"study_design_scores_gemma":[0.045242056,0.02601521,0.28278485,0.026705178,0.0031709499,0.0005003391,0.006879662,0.079714574,0.030858204,0.0069455574,0.48902538,0.0021580528],"about_ca_topic_score_codex":0.0013573251,"about_ca_topic_score_gemma":0.00010928757,"teacher_disagreement_score":0.5874227,"about_ca_system_score_codex":0.0002200814,"about_ca_system_score_gemma":0.0002683357,"threshold_uncertainty_score":0.9991898},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2163642326","doi":"10.1186/2046-4053-4-7","title":"Methods of a multi-faceted rapid knowledge synthesis project to inform the implementation of a new health service model: Collaborative Emergency Centres","year":2015,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Toronto Rehabilitation Institute; Dalhousie University; University Health Network; Dartmouth General Hospital; Cochrane","funders":"McGill University","keywords":"Knowledge translation; Grey literature; Operationalization; Medicine; Systematic review; Knowledge management; CINAHL; Process management; Health care; MEDLINE; Computer science; Nursing; Psychological intervention; Business","score_opus":0.8278600484305303,"score_gpt":0.7587454536520732,"score_spread":0.06911459477845705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163642326","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010482066,0.89069605,0.009176211,0.0012648636,0.0005760889,0.09700596,0.0008278436,0.000039611143,0.00041230928],"genre_scores_gemma":[7.7874137e-7,0.92420846,0.050311297,0.0008842418,0.00009796369,0.023671294,0.00004305395,0.00007309723,0.0007098055],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.93652964,0.046211768,0.014633482,0.00062515814,0.0009683864,0.0010315405],"domain_scores_gemma":[0.97258514,0.005533241,0.017071335,0.0018139177,0.002390266,0.0006061152],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057348397,0.0007777212,0.008878794,0.0007196159,0.00052786944,0.000015517835,0.0013906365,0.0002636851,0.00042073245],"category_scores_gemma":[0.01314798,0.0004138889,0.0005484873,0.0069850096,0.000042444874,0.00023713989,0.00039244065,0.0004838364,0.0004823204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022799206,0.00001691135,0.0000015616987,0.6091592,0.000090366404,2.8418818e-8,0.08301237,7.957017e-7,2.505474e-7,0.00010724663,0.043073863,0.26453513],"study_design_scores_gemma":[0.00028568238,0.00008768482,0.0000015703106,0.13689774,0.0005551591,0.0000014859854,0.01894025,0.00018744233,9.411777e-7,0.000013746151,0.84277344,0.00025483218],"about_ca_topic_score_codex":0.00283542,"about_ca_topic_score_gemma":0.004808917,"teacher_disagreement_score":0.7996996,"about_ca_system_score_codex":0.0011810934,"about_ca_system_score_gemma":0.0251331,"threshold_uncertainty_score":0.9998313},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2163727088","doi":"10.1002/pds.2148","title":"Validity of diagnostic codes and liver‐related laboratory abnormalities to identify hepatic decompensation events in the Veterans Aging Cohort Study","year":2011,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Liver Disease and Transplantation","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University Health Centre","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Alcohol Abuse and Alcoholism; European Association for the Study of the Liver; American Association for the Study of Liver Diseases; National Institute of Allergy and Infectious Diseases; U.S. Department of Veterans Affairs","keywords":"Medicine; Decompensation; Ascites; Spontaneous bacterial peritonitis; Internal medicine; Hepatic encephalopathy; Cirrhosis; Gastroenterology; Cohort; Diagnosis code; Peritonitis; Cohort study; Population","score_opus":0.04405262442297342,"score_gpt":0.3524108111475404,"score_spread":0.308358186724567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163727088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978169,0.00055167684,0.00029102684,0.00022587623,0.000094268435,0.0008822294,0.000041869793,0.000016005753,0.00008015603],"genre_scores_gemma":[0.9970712,0.002093737,0.000056032728,0.00065405114,0.000019861835,0.000050624396,0.000044655506,0.0000056983445,0.0000041619414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654555,0.0025962924,0.0004109518,0.00020429288,0.00009663403,0.00014630513],"domain_scores_gemma":[0.9948218,0.004849753,0.00009290753,0.00010559699,0.00005280409,0.00007717611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004583899,0.00011339259,0.0003198334,0.00008901482,0.00008312009,0.0000018019382,0.0000567173,0.000037797876,0.000039792576],"category_scores_gemma":[0.0003704155,0.000084832645,0.000028946124,0.00011201917,0.00007480929,0.000121360266,0.000019264106,0.0001479857,0.0000042886054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030845538,0.00019445027,0.97618353,0.00016032482,0.00015601255,0.0000428365,0.02257947,0.000007956707,0.000097884964,0.00008227095,0.000017049231,0.00016975257],"study_design_scores_gemma":[0.0015309807,0.000108631175,0.99492675,0.0000935589,0.0008585143,0.000016179176,0.0015922223,0.00022486079,0.00028565637,0.0002799335,0.0000050642157,0.00007765262],"about_ca_topic_score_codex":0.0012757949,"about_ca_topic_score_gemma":0.00018870967,"teacher_disagreement_score":0.02098725,"about_ca_system_score_codex":0.000014620357,"about_ca_system_score_gemma":0.000024090854,"threshold_uncertainty_score":0.34593746},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2163839878","doi":"10.1067/mem.2001.115881","title":"Evaluating the quality of systematic reviews in the emergency medicine literature","year":2001,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Systematic review; Medicine; MEDLINE; Meta-analysis; Quality (philosophy); Confidence interval; Family medicine; Internal medicine","score_opus":0.9580746477098889,"score_gpt":0.7052984042000917,"score_spread":0.2527762435097972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163839878","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31631914,0.5532575,0.0015464453,0.060860433,0.0047576865,0.008581677,0.000017527665,0.000007777895,0.05465178],"genre_scores_gemma":[0.88750863,0.08553447,0.00016324728,0.001162254,0.0011922115,0.00041652325,0.000024043336,0.000026398202,0.02397221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85350037,0.0737299,0.056172308,0.0012256589,0.014771313,0.0006004773],"domain_scores_gemma":[0.94502246,0.013077426,0.027083248,0.008939433,0.005708525,0.00016893355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5034562,0.00045787942,0.007214568,0.0004954636,0.00014367052,0.000014206375,0.004031315,0.00010626531,0.045903116],"category_scores_gemma":[0.38784477,0.00012958508,0.0019558212,0.0072584874,0.00019283748,0.00020348976,0.0001029222,0.00034124748,0.00017541628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052121322,0.00025341695,0.035330243,0.024229117,0.00045887125,0.0000039288516,0.038304135,0.000055119024,0.0018173283,0.0102544725,0.88499033,0.0042509097],"study_design_scores_gemma":[0.0029846192,0.0053041005,0.26291367,0.104098625,0.005398181,0.00008358977,0.07793192,0.011527511,0.00008426357,0.21486424,0.31282955,0.0019797343],"about_ca_topic_score_codex":0.0002124504,"about_ca_topic_score_gemma":0.00018572276,"teacher_disagreement_score":0.5721608,"about_ca_system_score_codex":0.000007143753,"about_ca_system_score_gemma":0.000033587963,"threshold_uncertainty_score":0.95496905},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2164404559","doi":"10.1136/bmjopen-2014-005297","title":"Interpreting trial results following use of different intention-to-treat approaches for preventing attrition bias: a meta-epidemiological study protocol","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Medicine; Protocol (science); Attrition; Epidemiology; Selection bias; Publication bias; Alternative medicine; Meta-analysis; Environmental health; Pathology","score_opus":0.8468178363736624,"score_gpt":0.5865171235954936,"score_spread":0.2603007127781688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164404559","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13026954,3.3986635e-7,0.28690958,0.00013637102,0.00005070685,0.58199924,0.000019154768,0.000161063,0.00045401306],"genre_scores_gemma":[0.33645946,3.5653517e-8,0.15157378,0.000029031713,0.00003961213,0.51166457,0.000011788148,0.000026458216,0.00019527705],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957054,0.0014763727,0.0016654468,0.00056142034,0.00028128986,0.00031005082],"domain_scores_gemma":[0.9922353,0.005903223,0.0009811192,0.0006703017,0.000130256,0.00007979857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0086612385,0.0003238663,0.001413947,0.0001134771,0.00011213154,0.0001432549,0.00056237594,0.00011561802,0.000011715375],"category_scores_gemma":[0.04870853,0.00020686019,0.00054236787,0.00014383285,0.000029693794,0.0004133851,0.00082698365,0.00014417229,0.0000013221922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.55674386,0.042335205,0.039098985,0.010475752,0.011903017,0.000035553283,0.01893378,0.00043485875,0.010945414,0.17075813,0.018149382,0.1201861],"study_design_scores_gemma":[0.14563084,0.03836998,0.0017616124,0.0077164234,0.005774295,0.000012165874,0.0048843385,0.018242978,0.030854527,0.7425047,0.0013926477,0.0028555149],"about_ca_topic_score_codex":0.00005373886,"about_ca_topic_score_gemma":0.00007925493,"teacher_disagreement_score":0.5717466,"about_ca_system_score_codex":0.000068471534,"about_ca_system_score_gemma":0.00002005343,"threshold_uncertainty_score":0.95930463},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2164694023","doi":"10.1145/2492248.2492261","title":"On the relationship between use cases and test suites size","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Test Management Approach; Test (biology); Software quality; Test case; Regression testing; Software; Software engineering; Perspective (graphical); Software metric; Manual testing; Reliability engineering; Software system; Software development; Software construction; Programming language; Engineering; Machine learning; Artificial intelligence","score_opus":0.05497642424938919,"score_gpt":0.2632104469901711,"score_spread":0.2082340227407819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164694023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389845,0.00017459592,0.0029327136,0.001166994,0.00012836418,0.00036985794,0.00001603812,0.0013127518,2.450385e-7],"genre_scores_gemma":[0.97360134,0.000005661272,0.025862908,0.00013736705,0.00011284485,0.00012537988,0.000005253419,0.000055581364,0.00009368152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815345,0.000044341014,0.00027448375,0.0004998423,0.00045651448,0.00057138136],"domain_scores_gemma":[0.005124339,0.99304926,0.00005401476,0.0014157752,0.000129528,0.00022706603],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036207968,0.00032672042,0.00023393852,0.00018620375,0.0002347665,0.00068181125,0.0012844707,0.00013398877,0.00003732026],"category_scores_gemma":[0.9760273,0.00025658662,0.00006851998,0.00066333293,0.00006749975,0.0008665721,0.00060909626,0.0005509686,0.00019953414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.366665e-7,0.000014226842,0.995297,0.00003272111,0.000013220233,0.000012493044,0.00011971803,0.000061967294,0.000111037974,0.0027636504,0.0007512487,0.00082215754],"study_design_scores_gemma":[0.000121459736,0.00009520203,0.9983797,0.000098236385,0.0000066995626,0.000026124339,0.000002930461,0.00006368813,0.000581282,0.0001620603,0.00015287857,0.00030975754],"about_ca_topic_score_codex":0.00011206876,"about_ca_topic_score_gemma":0.0000013219535,"teacher_disagreement_score":0.9930291,"about_ca_system_score_codex":0.000065207365,"about_ca_system_score_gemma":0.00004052323,"threshold_uncertainty_score":0.9999886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2164878690","doi":"10.1525/jer.2007.2.1.3","title":"Sharing Data and Results in Ethnographic Research: Why This Should Not Be an Ethical Imperative","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; U.S. Department of Homeland Security","keywords":"Ethnography; Variety (cybernetics); Sociology; Engineering ethics; Research ethics; Relation (database); Politics; Field (mathematics); Epistemology; Public relations; Political science; Law; Computer science; Anthropology","score_opus":0.9682090312510818,"score_gpt":0.7973267805208706,"score_spread":0.17088225073021124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164878690","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34293267,0.0008853955,0.00033446623,0.6232512,0.00020591245,0.0015397695,0.00012152341,0.000048109745,0.030680962],"genre_scores_gemma":[0.97620267,0.01066283,0.004836647,0.0043591307,0.0020868408,0.00003340275,0.000031715583,0.00011580466,0.0016709408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.70424086,0.2211059,0.004668306,0.003341062,0.05808696,0.008556908],"domain_scores_gemma":[0.60366285,0.35781267,0.0005530997,0.0033593583,0.02920601,0.005406014],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.827274,0.00040030427,0.0009824377,0.008240171,0.008288706,0.0019190669,0.006793903,0.0034959326,0.000259595],"category_scores_gemma":[0.5299207,0.0003307509,0.0002039295,0.0094131855,0.026613614,0.0016446686,0.0038944816,0.10131714,0.000031132407],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00652858,0.0016890175,0.0024297144,0.00030919447,0.0001441757,0.0020659568,0.37308723,0.0000093424305,0.0041769478,0.54155993,0.05648246,0.011517459],"study_design_scores_gemma":[0.0030509485,0.009522624,0.006893024,0.0015918054,0.00001052002,0.000019405445,0.22247592,0.000528169,0.0009159798,0.3387168,0.41561526,0.0006595504],"about_ca_topic_score_codex":0.0103558805,"about_ca_topic_score_gemma":0.052910563,"teacher_disagreement_score":0.63327,"about_ca_system_score_codex":0.0016515506,"about_ca_system_score_gemma":0.007617528,"threshold_uncertainty_score":0.99991447},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2164908515","doi":"10.1176/foc.8.1.foc92","title":"Neuroimaging Studies of Psychological Interventions for Mood and Anxiety Disorders: Empirical and Methodological Review","year":2010,"lang":"en","type":"article","venue":"FOCUS The Journal of Lifelong Learning in Psychiatry","topic":"Mental Health Research Topics","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Anxiety; Psychological intervention; Neuroimaging; Psychology; Mood; Clinical psychology; Mood disorders; Psychotherapist; Psychiatry","score_opus":0.2966781124821217,"score_gpt":0.576707482720688,"score_spread":0.2800293702385662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164908515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85460216,0.10259743,0.0012521127,0.03887213,0.0018743456,0.000522199,0.0000027075707,0.000012359251,0.00026454893],"genre_scores_gemma":[0.91695094,0.052590925,0.028926559,0.0009273346,0.00044155726,0.000024811625,7.7162304e-7,0.000025389741,0.0001116917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964331,0.0018944988,0.0009448408,0.0002134715,0.00021700557,0.00029708754],"domain_scores_gemma":[0.9967582,0.002208127,0.00058734155,0.00020704787,0.0001185248,0.00012075365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007964824,0.0001454381,0.00055210927,0.00014680695,0.00015961402,0.000012998152,0.0002792926,0.0001125607,0.0000642822],"category_scores_gemma":[0.0031213497,0.000088989254,0.00018581832,0.00022468854,0.00038348572,0.00007829974,0.00011825514,0.001753499,0.0000012386961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006748419,0.00072910293,0.8332128,0.0027873183,0.00016336387,0.0000040731934,0.0024168598,0.000007274089,0.00013106107,0.0015443404,0.009088986,0.14923997],"study_design_scores_gemma":[0.002581599,0.0037491238,0.9582506,0.0032557722,0.00019502074,0.0009411866,0.004003383,0.000057687623,0.0000058468813,0.017588915,0.009156617,0.00021424115],"about_ca_topic_score_codex":0.000008526501,"about_ca_topic_score_gemma":0.00007538845,"teacher_disagreement_score":0.14902574,"about_ca_system_score_codex":0.000011798093,"about_ca_system_score_gemma":0.00003239362,"threshold_uncertainty_score":0.7618178},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2165271154","doi":"10.1093/pubmed/fdu050","title":"The benefits and challenges of conducting an overview of systematic reviews in public health: a focus on physical activity","year":2014,"lang":"en","type":"article","venue":"Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Public health; MEDLINE; Alternative medicine; Medicine; Scientific literature; Cochrane collaboration; Management science; Psychology; Engineering ethics; Political science; Nursing; Engineering","score_opus":0.9583424756036388,"score_gpt":0.5984104860565596,"score_spread":0.3599319895470793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165271154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62812406,0.2443006,0.000821167,0.12402749,0.00029599087,0.0020559067,0.0000065062745,0.000002363668,0.00036590506],"genre_scores_gemma":[0.9645457,0.03463785,0.00036751718,0.00029095457,0.00011526048,0.00001531357,1.6961563e-7,0.000009321876,0.000017896837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8804961,0.09447116,0.017867167,0.0006474854,0.0058226986,0.00069542084],"domain_scores_gemma":[0.9514273,0.013207353,0.031181931,0.002113076,0.0014094944,0.0006608768],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46236452,0.0002447742,0.007540371,0.00059452344,0.00016130807,0.00032176447,0.0012993698,0.000057697245,0.00003306778],"category_scores_gemma":[0.09675643,0.00009700352,0.00092627486,0.0011421503,0.00008130257,0.00065784605,0.0000840046,0.00037103708,0.000011063545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042170122,0.00047822142,0.00065679516,0.017163165,0.00010032028,4.403184e-7,0.0040466054,0.0000056698455,0.000007566894,0.06426157,0.00052003225,0.91275537],"study_design_scores_gemma":[0.008639709,0.026796373,0.27135012,0.14489946,0.0008029549,0.0013633829,0.07190019,0.048783764,0.0000871388,0.06993276,0.35283822,0.0026059086],"about_ca_topic_score_codex":0.00005174861,"about_ca_topic_score_gemma":0.00030080418,"teacher_disagreement_score":0.9101495,"about_ca_system_score_codex":0.000118796335,"about_ca_system_score_gemma":0.00062829425,"threshold_uncertainty_score":0.91085196},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165393812","doi":"10.1093/her/cym007","title":"A snapshot of community-based research in Canada: Who? What? Why? How?","year":2007,"lang":"en","type":"article","venue":"Health Education Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Government (linguistics); Context (archaeology); Psychology; Community health; Agency (philosophy); Community engagement; Medical education; Public relations; Medicine; Public health; Nursing; Political science; Sociology; Geography; Social science","score_opus":0.9458987488110177,"score_gpt":0.804792841730822,"score_spread":0.14110590708019566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165393812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5915923,0.00024752115,0.000089998575,0.39930308,0.0008811518,0.0032283312,0.00003273414,0.000014051735,0.0046107955],"genre_scores_gemma":[0.9358065,0.0002853294,0.0005632598,0.06153869,0.00024921403,0.00078704604,0.00008493972,0.000029522347,0.000655487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96324855,0.027662037,0.0018096779,0.00038546594,0.0034990509,0.0033952363],"domain_scores_gemma":[0.96518433,0.02827962,0.00041898203,0.0011823613,0.0036748024,0.0012598876],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.12168567,0.00014553058,0.00042347665,0.002589637,0.0032076929,0.00004806423,0.00097568845,0.0001540661,0.0009152829],"category_scores_gemma":[0.005793628,0.00015011702,0.000026390248,0.0063016242,0.00044439943,0.00045460003,0.00023599435,0.005125074,0.000059010385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013379767,0.00034697732,0.09485104,0.0037367882,0.0000035254895,0.0000022228066,0.052749757,0.0000058970927,0.000100385856,0.003731663,0.8001439,0.04419407],"study_design_scores_gemma":[0.00071339734,0.00021883323,0.20163573,0.0010957638,4.2437716e-7,7.7698263e-7,0.3084452,0.00003918198,0.0001386652,0.00064167747,0.48696208,0.00010827284],"about_ca_topic_score_codex":0.9837282,"about_ca_topic_score_gemma":0.9898963,"teacher_disagreement_score":0.34421417,"about_ca_system_score_codex":0.010840943,"about_ca_system_score_gemma":0.21684994,"threshold_uncertainty_score":0.99999803},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2166171041","doi":"10.1016/j.amjsurg.2013.07.039","title":"How to write a surgical clinical research protocol: literature review and practical guide","year":2013,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Computer science; Medical physics; Medicine; Alternative medicine; Pathology","score_opus":0.9291991858079309,"score_gpt":0.715608136673405,"score_spread":0.21359104913452598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166171041","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007374162,0.95046216,0.00010315211,0.01846151,0.00021178559,0.030303942,0.000013656521,0.00000252711,0.00043390723],"genre_scores_gemma":[4.6727695e-7,0.9795882,0.0027901644,0.0010663661,0.0011600321,0.0070705507,0.0000020265168,0.00004580877,0.008276403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.83034533,0.13258493,0.025478732,0.0011745964,0.009740956,0.00067543006],"domain_scores_gemma":[0.7466158,0.18731762,0.046553385,0.007181186,0.010707439,0.0016245568],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5586655,0.00074710563,0.028983224,0.0014771966,0.00021959942,0.0039996775,0.0028873105,0.0002015777,0.0014176214],"category_scores_gemma":[0.26687828,0.00024132324,0.01010036,0.007931752,0.000905547,0.0005254233,0.00070097804,0.0032979082,0.0011907447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011037593,0.00003598404,0.00004886161,0.0037364503,0.0003391057,0.00028446357,0.00001220953,1.0293849e-8,7.739845e-9,0.000031547625,0.43069547,0.56480485],"study_design_scores_gemma":[0.000044996035,0.00015643256,0.000036778074,0.040717155,0.0014656129,0.0075565027,0.00008222016,0.0000011336994,7.576046e-9,0.00013144783,0.94957083,0.00023685463],"about_ca_topic_score_codex":0.0000029566804,"about_ca_topic_score_gemma":4.1505263e-7,"teacher_disagreement_score":0.564568,"about_ca_system_score_codex":0.00007135729,"about_ca_system_score_gemma":0.0013770893,"threshold_uncertainty_score":0.99981326},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2166778781","doi":"10.2106/jbjs.h.01571","title":"Hierarchy of Evidence: Where Observational Studies Fit in and Why We Need Them","year":2009,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University","funders":"","keywords":"Observational study; Hierarchy; Randomized controlled trial; Evidence-based medicine; Medicine; Gold standard (test); Medical physics; Alternative medicine; Intensive care medicine; Surgery; Pathology; Radiology; Economics","score_opus":0.9385762464636319,"score_gpt":0.5418665936557789,"score_spread":0.396709652807853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166778781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136307,0.06574477,0.0001264319,0.020211902,0.0001091252,0.00008201586,0.0000011438408,4.6393976e-7,0.00009344026],"genre_scores_gemma":[0.97925293,0.01805365,0.0014310826,0.00042992458,0.00008279088,0.0000010132005,1.5197206e-7,0.0000026701741,0.0007457612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876476,0.001794103,0.008082543,0.00020340743,0.0021552423,0.00011712327],"domain_scores_gemma":[0.9840152,0.008742931,0.005677623,0.00038693557,0.00108409,0.0000931691],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.083721645,0.00013354192,0.0037038962,0.00063110504,0.000046175803,0.00013576227,0.000091315975,0.000042925283,0.0005739944],"category_scores_gemma":[0.02536317,0.000056638393,0.0008831493,0.00068262947,0.00006341361,0.00043595364,0.000038673013,0.0001412715,0.000005709026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009471487,0.00013748913,0.6083457,0.00041812882,0.0003578398,0.0001421691,0.0027752437,0.00004631405,0.0015121432,0.00062059687,0.30419517,0.081354514],"study_design_scores_gemma":[0.00028814937,0.00012545126,0.91996264,0.0034032562,0.00014222236,0.00043126856,0.004195179,0.0004728632,0.00007799224,0.05128368,0.019434102,0.00018317984],"about_ca_topic_score_codex":0.0000036001418,"about_ca_topic_score_gemma":0.0000071754334,"teacher_disagreement_score":0.311617,"about_ca_system_score_codex":0.000013440568,"about_ca_system_score_gemma":0.000077438985,"threshold_uncertainty_score":0.9828466},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2166822314","doi":"10.1186/1478-4505-7-s1-s18","title":"SUPPORT Tools for Evidence-informed Policymaking in health 18: Planning monitoring and evaluation of policies","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Monitoring and evaluation; Health services research; Health policy; Health administration; Process (computing); Public relations; Social policy; Program evaluation; Term (time); Process management; Medicine; Public health; Actuarial science; Business; Public economics; Management science; Political science; Public administration; Computer science; Nursing; Economics; Economic growth","score_opus":0.8225557612687225,"score_gpt":0.7140883714260882,"score_spread":0.10846738984263438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166822314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7838066,0.03903946,0.000085534615,0.14714777,0.0008289534,0.015898446,0.00015322388,0.00012197338,0.012917998],"genre_scores_gemma":[0.9867962,0.005822623,0.0001574295,0.004864561,0.0012758529,0.00059743784,0.00001620876,0.000021227566,0.0004484733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99091387,0.0033990114,0.0019286466,0.00037626244,0.0013003221,0.002081863],"domain_scores_gemma":[0.9897334,0.0077570025,0.00064973475,0.00034879643,0.0008527307,0.00065834133],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03584347,0.00019643852,0.00085446006,0.0013658165,0.0015244256,0.00007212702,0.00018756061,0.00021863649,0.000008219206],"category_scores_gemma":[0.009732797,0.00017655014,0.000044267956,0.00076603686,0.00010345654,0.0005921234,0.00010482751,0.00080094824,0.0000033514036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010340812,0.00015882388,0.2576485,0.06420821,0.000057012712,0.0000049000255,0.18886748,0.00022909393,0.00022768031,0.08233295,0.06718854,0.33804274],"study_design_scores_gemma":[0.004901691,0.0034484805,0.83823603,0.01745611,0.00001090982,0.000023058348,0.050648414,0.0019879427,0.000018832068,0.0040798606,0.07877903,0.0004096386],"about_ca_topic_score_codex":0.034139603,"about_ca_topic_score_gemma":0.0006765235,"teacher_disagreement_score":0.58058757,"about_ca_system_score_codex":0.0033877306,"about_ca_system_score_gemma":0.023737771,"threshold_uncertainty_score":0.99977547},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","score_opus":0.9721388023156835,"score_gpt":0.7766190470881619,"score_spread":0.19551975522752163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167083241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536884,0.00017632113,0.0000044433823,0.010330108,0.00033017623,0.00365988,0.00006137898,0.000035472684,0.03171386],"genre_scores_gemma":[0.993802,0.0002749264,0.00014265072,0.0016827267,0.00078135834,0.000637506,0.000048859765,0.0001179952,0.0025119614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7033116,0.27457145,0.002100617,0.00059743796,0.01459729,0.0048215957],"domain_scores_gemma":[0.78955054,0.19095282,0.0004292162,0.0021708016,0.0139568355,0.0029397795],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.5064174,0.00044205209,0.0010010897,0.008870157,0.02797791,0.00024524104,0.004061491,0.002178831,0.0010917429],"category_scores_gemma":[0.09583548,0.00036566716,0.00027544473,0.00601737,0.006127353,0.00030912392,0.0012359259,0.24901518,0.0008444211],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014553924,0.02158808,0.15807506,0.0045910096,0.000120692355,0.0005297887,0.73794323,0.000051780284,0.004892328,0.01697019,0.03978676,0.0008971339],"study_design_scores_gemma":[0.009262708,0.06372354,0.13929133,0.008578548,0.00001039576,0.0000067180613,0.60728097,0.00013047241,0.0030348308,0.112134375,0.055803765,0.0007423294],"about_ca_topic_score_codex":0.0071815494,"about_ca_topic_score_gemma":0.016351245,"teacher_disagreement_score":0.41058192,"about_ca_system_score_codex":0.009017,"about_ca_system_score_gemma":0.027152188,"threshold_uncertainty_score":0.99993354},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2167401174","doi":"10.3152/147154304781779976","title":"A debate on innovation surveys","year":2004,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Dichotomy; Globe; Business; Marketing; Frame (networking); Innovation process; Industrial organization; Ask price; Service (business); Service innovation; Tertiary sector of the economy; Knowledge management; Engineering; Computer science; Finance; Work in process; Telecommunications; Psychology","score_opus":0.039199988570853994,"score_gpt":0.28190139796388586,"score_spread":0.24270140939303186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167401174","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23956373,0.000003721407,0.00031361703,0.022323998,0.0002550031,0.00012797008,5.7641387e-7,0.00009582031,0.73731554],"genre_scores_gemma":[0.9798415,0.0000017993768,0.00003799638,0.01897706,0.00067408977,0.000008222501,0.0000064113297,0.0000056039307,0.00044734063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989296,0.0000052499977,0.0001543583,0.00022654462,0.00036333172,0.00032086816],"domain_scores_gemma":[0.99910814,0.0000058018295,0.000085966065,0.00015654022,0.0006308592,0.000012721348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023540035,0.00008703968,0.00006530962,0.0019769352,0.00044937473,0.0008132691,0.00023368894,0.000021472364,0.000021514365],"category_scores_gemma":[0.00084998755,0.000073418545,0.000009352816,0.00844564,0.00024289286,0.0014128662,0.00015248253,0.00006131939,0.00036295148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.628873e-7,0.000031970492,0.00091105705,0.000010034708,0.0000013632352,6.1741883e-7,0.000021411786,0.000001218688,0.00016637407,0.9598985,0.0004652709,0.03849125],"study_design_scores_gemma":[0.001846338,0.00005188334,0.10859625,0.000048907685,0.000007202443,0.0000038258795,0.0006208953,0.0007800491,0.00043861096,0.40608954,0.4808944,0.00062211696],"about_ca_topic_score_codex":0.0005240214,"about_ca_topic_score_gemma":0.00007251515,"teacher_disagreement_score":0.74027777,"about_ca_system_score_codex":0.00009117192,"about_ca_system_score_gemma":0.00025825822,"threshold_uncertainty_score":0.7842373},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2167473079","doi":"10.1093/humrep/des342","title":"Methodological quality of systematic reviews in subfertility: a comparison of Cochrane and non-Cochrane systematic reviews in assisted reproductive technologies","year":2012,"lang":"en","type":"article","venue":"Human Reproduction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Auckland","keywords":"Systematic review; Data extraction; Cochrane Library; Medicine; MEDLINE; Meta-analysis; Biology; Pathology","score_opus":0.9080448907257459,"score_gpt":0.6256176361119402,"score_spread":0.2824272546138057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167473079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702892,0.21382427,0.0023239348,0.00023975286,0.00033883617,0.012556912,0.0000030395836,0.000022564946,0.0004015049],"genre_scores_gemma":[0.9909869,0.0015045765,0.006042673,0.000008289104,0.0000597392,0.00095445337,0.00000572763,0.0000140447,0.00042363675],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.8330001,0.11175391,0.047018234,0.0031199406,0.004481306,0.00062649115],"domain_scores_gemma":[0.92752934,0.015490561,0.038724422,0.016109504,0.001996997,0.00014920316],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52974904,0.0005405755,0.021460336,0.0011557733,0.0000942375,0.000097070246,0.0011434228,0.0002742012,0.00015195728],"category_scores_gemma":[0.5073236,0.00027333162,0.0013284681,0.0032855454,0.00035716465,0.00042211206,0.00024239066,0.0004386265,0.00009277538],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008140031,0.0012801192,0.17238106,0.78996503,0.0002019026,0.0000014629128,0.0075290925,0.000020078609,0.022649255,0.0015645678,0.00055792293,0.0037681228],"study_design_scores_gemma":[0.0012384973,0.0004649157,0.7729962,0.17615654,0.0019478728,0.00012655936,0.027027385,0.0005953891,0.009247483,0.008652696,0.00031833682,0.0012281485],"about_ca_topic_score_codex":0.00009784201,"about_ca_topic_score_gemma":0.00017481041,"teacher_disagreement_score":0.61380845,"about_ca_system_score_codex":0.00012762209,"about_ca_system_score_gemma":0.000022691276,"threshold_uncertainty_score":0.99997187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2168028038","doi":"10.1186/1478-4505-12-17","title":"Indicators for tracking programmes to strengthen health research capacity in lower- and middle-income countries: a qualitative synthesis","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Fogarty International Center; Canadian Institutes of Health Research; National Institutes of Health; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Monitoring and evaluation; Health services research; Performance indicator; Equity (law); Health indicator; Health administration; Theory of change; Construct (python library); Linkage (software); Process management; Environmental resource management; Public health; Business; Environmental health; Computer science; Medicine; Economic growth; Political science; Population; Marketing; Economics; Nursing","score_opus":0.5349287226442774,"score_gpt":0.5612443330390064,"score_spread":0.026315610394729072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168028038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192872,0.0038822454,0.000052610023,0.06941717,0.00013127043,0.0064874105,0.00022547308,0.00005276324,0.0004638601],"genre_scores_gemma":[0.9943737,0.0013014533,0.00028940872,0.0017849371,0.00052534026,0.0014850451,0.000009263803,0.00003691769,0.0001939653],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98661214,0.006785969,0.0011639512,0.0007017804,0.0015843756,0.0031517537],"domain_scores_gemma":[0.9805217,0.014893498,0.0001930648,0.00045721172,0.0007779398,0.0031566257],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06946453,0.0002268984,0.0010904383,0.0024361722,0.0010245085,0.00016429453,0.00015691276,0.0002130736,0.0000029259595],"category_scores_gemma":[0.023952175,0.000189594,0.000055649085,0.0018677983,0.0005124002,0.00010939873,0.0000914598,0.0009388056,0.000011874562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006371689,0.0011861362,0.08395291,0.16749738,0.00016064457,0.000045130917,0.30814692,0.0000064592423,0.000010028471,0.23561902,0.017073676,0.17992999],"study_design_scores_gemma":[0.0076032677,0.022176018,0.13098428,0.04781194,0.000013995626,0.00021467311,0.16441555,0.003154961,0.000037385496,0.004913641,0.61761004,0.0010642643],"about_ca_topic_score_codex":0.052235313,"about_ca_topic_score_gemma":0.0033385833,"teacher_disagreement_score":0.60053635,"about_ca_system_score_codex":0.0013406919,"about_ca_system_score_gemma":0.0038945514,"threshold_uncertainty_score":0.9842695},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2168780647","doi":"10.1525/jer.2008.3.2.1","title":"Introduction to Special Issue: Advancing the Ethics of Community-Based Participatory Research","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Aboriginal Peoples Health","keywords":"Community-based participatory research; General partnership; Participatory action research; Research ethics; Engineering ethics; Bioethics; Health care; Sociology; Public relations; Political science; Law","score_opus":0.9835035843420695,"score_gpt":0.8466898481773969,"score_spread":0.13681373616467263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168780647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43598625,0.000022558435,0.00014409548,0.5578089,0.00051089196,0.0014065739,0.000018485001,0.000014695394,0.0040875934],"genre_scores_gemma":[0.9367779,0.00048505602,0.00097348273,0.03106229,0.026533462,0.00029571741,0.000005853157,0.00009536364,0.0037708832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7436684,0.2268495,0.0030046504,0.0004900044,0.022162724,0.0038247514],"domain_scores_gemma":[0.70386016,0.2593343,0.0005992621,0.0017692903,0.032549188,0.0018877878],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.51883143,0.00022800626,0.0006850954,0.0038675289,0.022925671,0.000088679306,0.0031711117,0.0008878009,0.0024354581],"category_scores_gemma":[0.42597052,0.0001619355,0.00017584457,0.0071026115,0.006546563,0.00037441598,0.0012882594,0.08678438,0.0009954489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000790662,0.00040159564,0.0021381516,0.000576811,0.000019725785,0.0000397853,0.16776647,0.0001654047,0.0019986082,0.0054651094,0.82009476,0.00054293004],"study_design_scores_gemma":[0.0010339624,0.004975031,0.01400582,0.0005540354,0.0000038818303,0.000008252329,0.054054953,0.000031685282,0.0014753413,0.007870564,0.91585356,0.00013291615],"about_ca_topic_score_codex":0.0012081933,"about_ca_topic_score_gemma":0.0019521621,"teacher_disagreement_score":0.5267466,"about_ca_system_score_codex":0.0029301022,"about_ca_system_score_gemma":0.027819214,"threshold_uncertainty_score":0.9997824},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2168880871","doi":"10.1186/1748-5908-8-52","title":"Development of a checklist to assess the quality of reporting of knowledge translation interventions using the Workgroup for Intervention Development and Evaluation Research (WIDER) recommendations","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":263,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; University of Alberta","keywords":"Operationalization; Checklist; Workgroup; Systematic review; Psychological intervention; Knowledge translation; Health administration; Medicine; Quality (philosophy); Health services research; Intervention (counseling); Health care; Process management; Management science; Medical education; MEDLINE; Nursing; Knowledge management; Psychology; Public health; Computer science; Political science; Business; Engineering","score_opus":0.9899451732913468,"score_gpt":0.8646802918292749,"score_spread":0.12526488146207193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168880871","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22856633,0.23088379,0.4471936,0.0041300277,0.0027876352,0.08504252,0.0007195933,0.00007410251,0.0006023895],"genre_scores_gemma":[0.14705524,0.07557045,0.734455,0.0003708744,0.00037241483,0.040866785,0.0008314216,0.00016662777,0.00031118485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97974813,0.0047520427,0.012182564,0.0006441123,0.0019480842,0.0007250415],"domain_scores_gemma":[0.9731933,0.008881335,0.012111488,0.0006040025,0.005049652,0.00016022148],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13136713,0.00023146732,0.00091313786,0.0010532063,0.0026736802,0.00006142358,0.0008081756,0.000102973405,0.00020630566],"category_scores_gemma":[0.012003202,0.00015591174,0.00021765876,0.0034052988,0.00052808505,0.0005332371,0.0004301897,0.0003759602,0.0000058505525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005462657,0.00004461633,0.00025028703,0.01106808,0.000034211396,6.505974e-9,0.04416137,0.0000015654423,0.0004065706,0.00090181804,0.00018295445,0.94294304],"study_design_scores_gemma":[0.0018513511,0.00017521397,0.013847195,0.030805076,0.0004268977,0.000003176016,0.15676437,0.0006454393,0.0020240413,0.0004627004,0.79244554,0.00054899853],"about_ca_topic_score_codex":0.0004534954,"about_ca_topic_score_gemma":0.0036519638,"teacher_disagreement_score":0.9423941,"about_ca_system_score_codex":0.0011736712,"about_ca_system_score_gemma":0.008439554,"threshold_uncertainty_score":0.9986247},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2168952970","doi":"10.1111/j.1365-2753.2008.01078.x","title":"Towards scientific medicine: an information‐age outlook","year":2008,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Biostatistics; Medicine; Citation; Library science; Gerontology; Epidemiology; Computer science; Pathology","score_opus":0.9108080025472688,"score_gpt":0.7614361897012819,"score_spread":0.14937181284598688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168952970","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007563959,0.94677484,0.00024408216,0.012363811,0.017834967,0.0032496322,0.000025251986,0.000034967987,0.019396802],"genre_scores_gemma":[0.000030581494,0.9833177,0.0044273,0.0072926087,0.004325251,0.000120942124,0.00014850458,0.0000524641,0.00028470435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.892168,0.08180425,0.01904023,0.0006001916,0.0056307525,0.00075656915],"domain_scores_gemma":[0.88542545,0.071923554,0.028618362,0.0013406929,0.011803758,0.00088820263],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.22334617,0.00049976364,0.0034631197,0.0014742225,0.0008963904,0.00012499066,0.0010418177,0.0016684332,0.0016169358],"category_scores_gemma":[0.52687705,0.0003704332,0.0006285256,0.0016346769,0.0005909362,0.009410711,0.00023047706,0.010900805,0.001510356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001515426,0.000416715,0.00010796674,0.005097006,0.0001437482,0.00009290811,0.003001145,0.0000051627267,1.1148279e-8,0.00042858964,0.042600706,0.9479545],"study_design_scores_gemma":[0.0018415205,0.00063794426,0.0006979387,0.015975306,0.0014741281,0.00035923897,0.003138917,0.000070845505,4.0030863e-9,0.00082155486,0.9746826,0.0002999527],"about_ca_topic_score_codex":0.0003191009,"about_ca_topic_score_gemma":0.00017282153,"teacher_disagreement_score":0.94765455,"about_ca_system_score_codex":0.001721936,"about_ca_system_score_gemma":0.026452113,"threshold_uncertainty_score":0.9998748},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2168972696","doi":"10.1182/asheducation-2007.1.493","title":"Trials and Tribulations of Systematic Reviews and Meta-Analyses","year":2007,"lang":"en","type":"review","venue":"Hematology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital","funders":"","keywords":"Systematic review; Critical appraisal; Meta-analysis; Management science; Process (computing); Medical literature; Subject (documents); MEDLINE; Engineering ethics; Systematic process; Publication bias; Psychology; Alternative medicine; Medicine; Computer science; Political science; Work in process; Pathology; Operations management; Engineering","score_opus":0.9877675669931637,"score_gpt":0.728007725092407,"score_spread":0.25975984190075674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168972696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011754122,0.9850971,0.006449034,0.00005794281,0.00013263611,0.007296933,0.00007098389,0.0000044448075,0.0008897256],"genre_scores_gemma":[0.000015333113,0.9919515,0.0040286225,0.000054333897,0.000034056055,0.0006754929,0.000020606894,0.000025182935,0.0031948567],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.74328744,0.15770347,0.09187377,0.0024031487,0.0042053983,0.0005267791],"domain_scores_gemma":[0.82358456,0.11238891,0.05685714,0.005879734,0.0010216085,0.00026805807],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3968063,0.00097344955,0.1241814,0.0017430275,0.000115891,0.00032901295,0.0014004498,0.0005599781,0.0055110413],"category_scores_gemma":[0.3221318,0.00033885593,0.014804853,0.0021407187,0.00022037586,0.000121054545,0.00025201568,0.00028427818,0.00087888906],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020158518,0.00005967779,0.000013788715,0.8278935,0.03175192,0.00001762389,0.00012985805,3.4624034e-7,2.3183982e-7,0.025427993,0.019576887,0.09512614],"study_design_scores_gemma":[0.00006369334,0.000017126156,6.561928e-7,0.0060340394,0.23289059,0.0005112206,0.00004613264,0.000019373436,3.4476426e-7,0.0015291455,0.75866795,0.00021975413],"about_ca_topic_score_codex":0.0000056254744,"about_ca_topic_score_gemma":0.000015890588,"teacher_disagreement_score":0.8218595,"about_ca_system_score_codex":0.000018008936,"about_ca_system_score_gemma":0.00010818813,"threshold_uncertainty_score":0.99990636},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2169943263","doi":"10.1177/1049732306289705","title":"Finding Common Ground in Team-Based Qualitative Research Using the Convergent Interviewing Method","year":2006,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; University of Manitoba","funders":"","keywords":"Common ground; Interview; Multidisciplinary approach; Qualitative research; Process (computing); Management science; Engineering ethics; Multidisciplinary team; Discipline; Face (sociological concept); Grounded theory; Knowledge management; Epistemology; Sociology; Data science; Psychology; Computer science; Medicine; Social psychology; Social science; Engineering; Nursing","score_opus":0.9115874978622442,"score_gpt":0.7988321702724257,"score_spread":0.11275532758981854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169943263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36687353,0.011195399,0.22213726,0.33480006,0.0008930804,0.011825405,0.00026360224,0.00025610553,0.05175556],"genre_scores_gemma":[0.907136,0.00053536746,0.086879544,0.0011039071,0.0006482463,0.00073562306,0.000045818706,0.00011490503,0.0028005457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.49428338,0.4909954,0.0018549396,0.0011656045,0.007550184,0.0041504647],"domain_scores_gemma":[0.8307435,0.16379113,0.00040237434,0.0007573627,0.003625713,0.00067991245],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.59208834,0.0003454672,0.00091799966,0.0019732085,0.0071448605,0.00054693106,0.0014760525,0.0003580911,0.00028665471],"category_scores_gemma":[0.0307789,0.00027758625,0.00022894239,0.007560316,0.00758821,0.0005461105,0.0004566163,0.006031809,0.00009709434],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001314177,0.00023040024,0.00019395389,0.00035062458,0.000021669443,0.000009613717,0.62384135,0.0000809749,0.00020737248,0.36740893,0.003071336,0.004452363],"study_design_scores_gemma":[0.00060477917,0.00033154662,0.00044543823,0.0005633038,0.0000022797726,5.359956e-7,0.71964455,0.0027144125,0.00014714047,0.25157923,0.023727672,0.00023912838],"about_ca_topic_score_codex":0.31854197,"about_ca_topic_score_gemma":0.053969864,"teacher_disagreement_score":0.56130946,"about_ca_system_score_codex":0.0050504105,"about_ca_system_score_gemma":0.006471933,"threshold_uncertainty_score":0.99996763},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2170381325","doi":"10.1177/160940690300200203","title":"The Participant as Transcriptionist: Methodological Advantages of a Collaborative and Inclusive Research Practice","year":2003,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Participant observation; Fieldnotes; Interview; Psychology; Control (management); Computer science; Ethnography; Artificial intelligence; Sociology; Social science","score_opus":0.9176315682130359,"score_gpt":0.8106642218652457,"score_spread":0.10696734634779026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170381325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028581176,0.018506128,0.7293439,0.17286494,0.0017911816,0.0008402468,0.000045706813,0.000015083724,0.048011616],"genre_scores_gemma":[0.1218984,0.010816198,0.86614174,0.0003043895,0.00018710039,0.000026005117,5.3246026e-7,0.000012687358,0.0006129466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.70227283,0.29292685,0.0011706146,0.00024153388,0.0029204965,0.00046766642],"domain_scores_gemma":[0.762338,0.22181185,0.0010202364,0.0001386598,0.014413521,0.0002777523],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34501502,0.00012673516,0.00042717037,0.00027044132,0.0009803934,0.00020602027,0.00060966465,0.0001281185,0.000079812475],"category_scores_gemma":[0.39457408,0.00008207566,0.00014568742,0.00071664,0.0055511114,0.0005896153,0.0000897707,0.0010391169,0.0000026967791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005140287,0.00008847757,0.000011853737,0.000006987247,0.00031401523,0.000019468254,0.3367044,0.0000039870047,0.0033649618,0.6411204,0.00012547526,0.01772597],"study_design_scores_gemma":[0.00028350373,0.00038987634,0.000031776028,0.000039734652,0.000022424461,0.000014999736,0.4514573,0.000003090814,0.0027624315,0.38663188,0.1583097,0.00005328776],"about_ca_topic_score_codex":0.000334995,"about_ca_topic_score_gemma":0.00008218559,"teacher_disagreement_score":0.25448847,"about_ca_system_score_codex":0.00021320523,"about_ca_system_score_gemma":0.0016288413,"threshold_uncertainty_score":0.9971552},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2171458749","doi":"10.1177/104973201129119280","title":"The Development of Qualitative Health Research: Taking Stock","year":2001,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Speculation; Perspective (graphical); Presentation (obstetrics); Sociology; Public relations; Nursing; Psychology; Social science; Medicine; Political science; Computer science; Business","score_opus":0.9715346396798313,"score_gpt":0.8232952938372382,"score_spread":0.14823934584259313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171458749","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09681683,0.02076984,0.04829748,0.730583,0.00072048977,0.009909531,0.00015315713,0.00024207539,0.09250756],"genre_scores_gemma":[0.76329654,0.022475982,0.17586154,0.0016748029,0.0011282166,0.0021949385,0.000067926725,0.0002304599,0.033069577],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.4591024,0.5114003,0.0035887074,0.0014908524,0.016950496,0.007467254],"domain_scores_gemma":[0.80996895,0.17550749,0.0011557773,0.00096708094,0.010372886,0.0020278308],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.64377826,0.00030180946,0.0008688251,0.0011490054,0.018359961,0.00033435336,0.0017102811,0.00026012713,0.00023262546],"category_scores_gemma":[0.10705008,0.00023140114,0.00016951442,0.0063313283,0.012873303,0.00042358506,0.0005471842,0.00437967,0.00021347494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016608548,0.0001381674,0.000029769755,0.00022261428,0.000044883724,0.0000017721861,0.5773398,5.3634585e-7,0.00001893937,0.30992678,0.0071775825,0.104933016],"study_design_scores_gemma":[0.00028830685,0.0006578272,0.00035937064,0.00030594124,5.1969823e-7,3.3591886e-7,0.62946814,0.000014428719,0.00003353884,0.1073384,0.26139194,0.00014126684],"about_ca_topic_score_codex":0.02381901,"about_ca_topic_score_gemma":0.03944981,"teacher_disagreement_score":0.72890824,"about_ca_system_score_codex":0.0034119,"about_ca_system_score_gemma":0.02676527,"threshold_uncertainty_score":0.9979173},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2171509311","doi":"10.1186/1478-4505-10-38","title":"Current status of health technology reassessment of non-drug technologies: survey and key informant interviews","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Stakeholder; Health services research; Medical education; Health technology; Health care; Sampling frame; Medicine; Health informatics; Psychology; Knowledge management; Public relations; Public health; Nursing; Environmental health; Computer science; Political science; Population","score_opus":0.788012954382052,"score_gpt":0.6223323089335275,"score_spread":0.16568064544852446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171509311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5753325,0.3627786,0.0014752019,0.052408747,0.00080249854,0.004511875,0.0015576348,0.000095662384,0.0010372483],"genre_scores_gemma":[0.94938844,0.049514607,0.00027840008,0.00036758115,0.000107992644,0.00021944936,0.000032192846,0.000021421376,0.00006988699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887644,0.0023048613,0.0063736835,0.00044469698,0.00029988994,0.0018124426],"domain_scores_gemma":[0.9935725,0.0016573647,0.003254668,0.0007083251,0.00028132735,0.00052586704],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10273861,0.00019888657,0.001790496,0.0022159133,0.00029818577,0.000042884596,0.00031017378,0.00017222595,0.0000065782715],"category_scores_gemma":[0.008464596,0.00020492384,0.00004864717,0.0009514193,0.00044137565,0.0003666874,0.00032284815,0.0005292583,0.000042908694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027380273,0.00028394384,0.60726523,0.018274967,0.000066170345,9.988943e-8,0.015208342,0.0000039249903,0.000001461474,0.29753882,0.020405237,0.0409244],"study_design_scores_gemma":[0.0014890196,0.0009936977,0.5571675,0.0022583806,0.0000017898673,0.000018256575,0.035174232,0.0019877406,0.0000075523003,0.0036845107,0.3968095,0.0004078847],"about_ca_topic_score_codex":0.06404074,"about_ca_topic_score_gemma":0.00088304776,"teacher_disagreement_score":0.37640426,"about_ca_system_score_codex":0.0011888001,"about_ca_system_score_gemma":0.0017772282,"threshold_uncertainty_score":0.9998875},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2171762906","doi":"10.1016/j.jclinepi.2010.02.006","title":"The COSMIN study reached international consensus on taxonomy, terminology, and definitions of measurement properties for health-related patient-reported outcomes","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":4442,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; Taxonomy (biology); Delphi method; Confusion; Delphi; Consistency (knowledge bases); Management science; Medicine; Psychology; Applied psychology; Computer science; Artificial intelligence; Engineering; Linguistics; Ecology","score_opus":0.8170932433584581,"score_gpt":0.5349041107663476,"score_spread":0.28218913259211054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171762906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9132114,0.00016675061,0.0002725753,0.081946425,0.0033409519,0.00089696195,0.000008605174,0.0000051671286,0.00015116922],"genre_scores_gemma":[0.995866,0.000117223084,0.002555033,0.001294475,0.0000896816,0.000046118457,5.359728e-7,0.0000051414136,0.000025807873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98165023,0.005626863,0.010877745,0.00040365473,0.0011377146,0.00030376832],"domain_scores_gemma":[0.9297979,0.0577233,0.009249949,0.0006048247,0.0024000504,0.00022400494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11914837,0.00015795481,0.0016898619,0.00015018943,0.00022250338,0.000025479645,0.000605055,0.0001784293,0.000022042272],"category_scores_gemma":[0.40713936,0.00007446431,0.0004844949,0.000091933776,0.000882184,0.000051908795,0.00010140854,0.00081549096,0.000003880514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012842019,0.0016583,0.8948935,0.0000067261776,0.0005431209,0.0000048633447,0.00022945566,0.00007202853,0.00010976105,0.0029336,0.010192911,0.088071495],"study_design_scores_gemma":[0.0035620073,0.0060702427,0.8864807,0.000069725815,0.0000838946,0.00006129876,0.001801442,0.00033894306,0.000030487563,0.079168476,0.022213036,0.00011974064],"about_ca_topic_score_codex":0.000035300724,"about_ca_topic_score_gemma":0.00021169493,"teacher_disagreement_score":0.287991,"about_ca_system_score_codex":0.00004022543,"about_ca_system_score_gemma":0.0003749423,"threshold_uncertainty_score":0.9070221},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2176273057","doi":"10.1186/s12910-015-0072-2","title":"Co-design and implementation research: challenges and solutions for ethics committees","year":2015,"lang":"en","type":"article","venue":"BMC Medical Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Research ethics; Framing (construction); Engineering ethics; Participatory action research; Research design; Transparency (behavior); General partnership; Philosophy of medicine; Deliberation; Corporate governance; Psychological intervention; Sociology; Public relations; Political science; Medicine; Engineering; Business; Nursing; Law","score_opus":0.9357890859840592,"score_gpt":0.6705820551753368,"score_spread":0.26520703080872243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176273057","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11986256,0.062604964,0.24292502,0.5276604,0.0059289807,0.026660526,0.000523497,0.00057205115,0.0132619785],"genre_scores_gemma":[0.659888,0.19765857,0.06221615,0.067881286,0.0029617047,0.006216246,0.0014791441,0.0001692252,0.001529668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9897621,0.006946141,0.0005457082,0.00029198665,0.0016549408,0.0007991105],"domain_scores_gemma":[0.9399443,0.058156606,0.000113687565,0.00018375265,0.0005868294,0.0010147877],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05562777,0.00011814655,0.0002062679,0.000099558936,0.0021782985,0.000009877608,0.00013482122,0.0009254294,0.00008624951],"category_scores_gemma":[0.013962161,0.00009984228,0.0000191787,0.000073396004,0.00047773632,0.00007590993,0.00016050323,0.0033364566,0.00003587981],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005217971,0.0002504186,0.0058345706,0.025886783,0.000033117514,0.000003265011,0.36790293,0.0000021778308,0.000011273992,0.5231836,0.061684854,0.014685189],"study_design_scores_gemma":[0.010778212,0.0037681374,0.0038336683,0.0054229503,0.0000530698,0.0000063552957,0.48565024,0.002907187,0.000055176602,0.21112959,0.27587816,0.00051724905],"about_ca_topic_score_codex":0.00039854774,"about_ca_topic_score_gemma":0.018428918,"teacher_disagreement_score":0.5400255,"about_ca_system_score_codex":0.00014304854,"about_ca_system_score_gemma":0.008488947,"threshold_uncertainty_score":0.9994822},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2177374596","doi":"","title":"Suivi des anciens participants au programme de boursiers de l’Association canadienne de gastroentérologie (2001 à 2005) : Où sont-ils maintenant ?","year":2007,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Gynecology","score_opus":0.12504139528522468,"score_gpt":0.35974192386162623,"score_spread":0.23470052857640156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177374596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.943654,0.0017923994,0.0034666995,0.04659073,0.002162665,0.0014682341,0.00008150799,0.000094415955,0.00068932964],"genre_scores_gemma":[0.97833645,0.0014831484,0.0017836554,0.00867894,0.0032770322,0.00020342476,0.000039400446,0.000056316232,0.006141652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.58365804,0.0005199145,0.00061493675,0.0004192586,0.0008226729,0.41396517],"domain_scores_gemma":[0.5705987,0.00077069434,0.0002288994,0.0003221767,0.00022466134,0.42785487],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32847434,0.00036937004,0.0005750646,0.00021271282,0.00038983574,0.000083008126,0.00030452613,0.00054659345,0.00041411648],"category_scores_gemma":[0.58457303,0.00034227173,0.00018959753,0.00047706428,0.0006245384,0.0002077195,0.00006177331,0.0012859645,0.000039002178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007068821,0.00074306095,0.8559548,0.00040995565,0.00017642857,0.0020934253,0.00573545,0.000037561997,0.00021627292,0.00007870479,0.032703735,0.1011437],"study_design_scores_gemma":[0.0029591715,0.0006465325,0.89631397,0.0003557712,0.0002301825,0.00020829198,0.0037942517,0.0016569762,0.000894495,0.00023479546,0.09247335,0.00023223516],"about_ca_topic_score_codex":0.03513264,"about_ca_topic_score_gemma":0.70105374,"teacher_disagreement_score":0.66592115,"about_ca_system_score_codex":0.436481,"about_ca_system_score_gemma":0.36175898,"threshold_uncertainty_score":0.9999029},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2178824826","doi":"10.1177/0145445515613584","title":"Using Single-Case Experiments to Support Evidence-Based Decisions","year":2015,"lang":"en","type":"article","venue":"Behavior Modification","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Intervention (counseling); Outcome (game theory); Psychological intervention; Psychology; Management science; Set (abstract data type); Risk analysis (engineering); Computer science; Applied psychology; Medicine; Engineering; Microeconomics; Economics","score_opus":0.9424849945236604,"score_gpt":0.5344856442156805,"score_spread":0.40799935030797996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178824826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98777205,0.00024414045,0.008818395,0.00029852532,0.0010278306,0.00071587326,0.00002420264,0.00013689866,0.0009620759],"genre_scores_gemma":[0.99234766,0.0000013558679,0.0060394085,0.00037658628,0.00009797759,0.0005747302,0.000020511137,0.000023821165,0.0005179537],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99823177,0.00014802555,0.00040784245,0.00055392046,0.00031352814,0.0003449297],"domain_scores_gemma":[0.99860674,0.00008456887,0.00011924616,0.0006048246,0.00021806755,0.00036655364],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035409073,0.00020183592,0.00020399533,0.00013021755,0.00017557517,0.00005483526,0.00022407774,0.00015529055,0.000750078],"category_scores_gemma":[0.0001208693,0.00017441546,0.00008544489,0.00037110457,0.000072094655,0.0001510558,0.000054427306,0.000118225864,0.0010769841],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001037411,0.009736135,0.14676957,0.0000050664667,0.000039402916,0.0024670446,0.008367161,0.00015397917,0.21009442,0.0011981037,0.024107676,0.59602404],"study_design_scores_gemma":[0.0078028515,0.0085675,0.8910672,0.00038134019,0.0013274718,0.0026175526,0.013447087,0.00024726766,0.030855311,0.00048570076,0.039711725,0.0034889677],"about_ca_topic_score_codex":0.00037274812,"about_ca_topic_score_gemma":0.000012453171,"teacher_disagreement_score":0.7442977,"about_ca_system_score_codex":0.00017766247,"about_ca_system_score_gemma":0.000031737214,"threshold_uncertainty_score":0.9997008},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2182857736","doi":"10.1561/103.00000024","title":"Efficiency Measurement: A Methodological Review and Synthesis","year":2018,"lang":"en","type":"review","venue":"Data Envelopment Analysis Journal","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science","score_opus":0.7400266307863621,"score_gpt":0.5410317588722188,"score_spread":0.19899487191414333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182857736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9520992e-7,0.96104836,0.03714021,0.00038582608,0.00022797534,0.0004027226,0.00023474327,0.000034726087,0.00052505825],"genre_scores_gemma":[0.0000036669128,0.98468626,0.014209175,0.00031948675,0.0002611177,0.000028722716,0.00019931505,0.000038223603,0.0002540561],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9739003,0.00903623,0.0058037248,0.002884539,0.007475691,0.0008994871],"domain_scores_gemma":[0.979605,0.0071897875,0.0054057855,0.0054082265,0.0016754384,0.00071572064],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12874293,0.0010428482,0.008743083,0.0043050395,0.0010698371,0.0017504168,0.009786323,0.00042718457,0.003540447],"category_scores_gemma":[0.07602525,0.0005989692,0.002384302,0.013170781,0.0005489543,0.00070998044,0.0028881994,0.0012021579,0.000985074],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002331467,0.00014395162,0.000024620287,0.0013909457,0.0060251467,0.00004628661,0.000025316129,0.0000021811761,7.0034964e-8,0.000012741493,0.04075318,0.95157325],"study_design_scores_gemma":[0.000062409665,0.000024521582,0.00002048668,0.0069905682,0.081413254,0.00026858505,0.000022968972,0.00027930934,1.9542203e-7,0.00013865238,0.9101309,0.0006481336],"about_ca_topic_score_codex":0.00000826466,"about_ca_topic_score_gemma":0.000032552438,"teacher_disagreement_score":0.9509251,"about_ca_system_score_codex":0.0003931732,"about_ca_system_score_gemma":0.0011187609,"threshold_uncertainty_score":0.99979275},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2184299691","doi":"10.1186/s40697-015-0083-4","title":"Life as a New Investigator","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Kidney Health and Disease","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Mantra; Medicine; Medical education; Psychology","score_opus":0.18061636570377348,"score_gpt":0.409857509393869,"score_spread":0.22924114369009552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184299691","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008117696,0.010946181,0.000030659703,0.979457,0.00026947612,0.00021395368,0.000025101046,0.0000050188905,0.0009348653],"genre_scores_gemma":[0.007865658,0.0003684043,0.00027209823,0.99000114,0.00078001124,0.0000011153822,0.000010483013,0.000011574789,0.0006895147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981489,0.00008672944,0.00036853735,0.00009903575,0.00044657418,0.00085019955],"domain_scores_gemma":[0.002821524,0.000043527165,0.00011340726,0.00012914321,0.00023993934,0.9966525],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010066789,0.00009207088,0.00028468564,0.00028124257,0.00009027387,0.000027938195,0.000069821974,0.000049461112,0.000157746],"category_scores_gemma":[0.9785638,0.00007096782,0.000048592996,0.00017639062,0.00012789409,0.00010293349,0.0000061286414,0.00035200617,0.00004160007],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034019767,0.00001504199,0.014392669,0.00027700549,0.0000092404025,0.00075653254,0.00043534266,1.0418651e-7,6.3270994e-7,0.00020266659,0.9774297,0.0061409064],"study_design_scores_gemma":[0.0027475406,0.0011104482,0.0001579352,0.00048192203,0.000017900806,0.00020191552,0.00025007807,0.000014760605,9.5158504e-7,0.0014330057,0.9935285,0.000055042263],"about_ca_topic_score_codex":0.011339205,"about_ca_topic_score_gemma":0.00014666928,"teacher_disagreement_score":0.9958023,"about_ca_system_score_codex":0.0003407102,"about_ca_system_score_gemma":0.98003095,"threshold_uncertainty_score":0.9952444},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2187046447","doi":"10.5750/ejpch.v3i4.1025","title":"Without a reconceptualisation of ‘evidence base’ evidence-based person-centred healthcare is an oxymoron.","year":2015,"lang":"en","type":"article","venue":"European Journal for Person Centered Healthcare","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Oxymoron; Health care; Healthcare delivery; Process (computing); Evidence-based medicine; Psychology; Face (sociological concept); Public relations; Sociology; Epistemology; MEDLINE; Computer science; Political science; Social science; Law; Philosophy","score_opus":0.9480269367430215,"score_gpt":0.570425084809955,"score_spread":0.3776018519330665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187046447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54700255,0.02221453,0.0025807812,0.41139862,0.008758921,0.006100405,0.0011068244,0.0004315983,0.0004057269],"genre_scores_gemma":[0.9539314,0.0013516909,0.007707069,0.032948382,0.0026560817,0.00009387263,0.00014993644,0.00027420046,0.0008873559],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.962057,0.03002274,0.0027952106,0.0012634515,0.0018084596,0.0020531646],"domain_scores_gemma":[0.9835699,0.002310968,0.003910947,0.0013602691,0.0054898844,0.0033580107],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018454162,0.00074094965,0.001287421,0.0005660289,0.0022930887,0.00013705192,0.0012297361,0.0003660433,0.00049942965],"category_scores_gemma":[0.008813991,0.00063869165,0.00048160477,0.00062459626,0.0002876916,0.002814884,0.00010980673,0.0029828562,0.00024762063],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011585597,0.0006673511,0.36617783,0.01265319,0.00021595378,0.00021307594,0.45321846,0.000040236428,0.0007102647,0.00050009275,0.074179344,0.079838604],"study_design_scores_gemma":[0.014596212,0.014641302,0.055110224,0.04554348,0.0003344658,0.00023558844,0.79247046,0.004090354,0.00038775394,0.00018420492,0.07033194,0.0020740214],"about_ca_topic_score_codex":0.0044014025,"about_ca_topic_score_gemma":0.0014806737,"teacher_disagreement_score":0.40692884,"about_ca_system_score_codex":0.002592526,"about_ca_system_score_gemma":0.0067555415,"threshold_uncertainty_score":0.99960643},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2188214922","doi":"10.1373/clinchem.2015.246280","title":"STARD 2015: An Updated List of Essential Items for Reporting Diagnostic Accuracy Studies","year":2015,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":974,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Universiteit van Amsterdam; Cancer Research UK","keywords":"Diagnostic accuracy; Medical physics; Transparency (behavior); Computer science; Medicine; Radiology","score_opus":0.91801681553035,"score_gpt":0.6911491831444544,"score_spread":0.22686763238589558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188214922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948934,0.0012923899,0.0011787579,0.00065744686,0.00057749456,0.00043544214,0.0000394251,0.000010357507,0.0009152963],"genre_scores_gemma":[0.99120253,0.000033297652,0.0026953167,0.000087345565,0.00065019587,0.000038846083,0.00007958349,0.000013270449,0.005199596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9702978,0.0017766528,0.024224816,0.0010318547,0.0024240809,0.00024477334],"domain_scores_gemma":[0.8930175,0.050674785,0.042042293,0.0059047956,0.007624142,0.0007365029],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14961734,0.00023759826,0.0040143966,0.00003636079,0.000072521594,0.00024060972,0.0012957377,0.00017093126,0.0011998953],"category_scores_gemma":[0.78698677,0.00012621898,0.0017030453,0.00044071834,0.00023634781,0.00020538032,0.00023161515,0.00019414445,0.00012263292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005311092,0.00035462537,0.27690825,0.00024738497,0.00064683746,0.000016576276,0.0002793766,0.000039511706,0.0007436201,0.000039431725,0.71580476,0.004866516],"study_design_scores_gemma":[0.004987849,0.00075905013,0.017939486,0.00058563345,0.0043832758,0.00008272377,0.02037124,0.019079465,0.030313008,0.035106838,0.86445504,0.0019363874],"about_ca_topic_score_codex":0.000004732775,"about_ca_topic_score_gemma":0.0000057608872,"teacher_disagreement_score":0.63736945,"about_ca_system_score_codex":0.000021489905,"about_ca_system_score_gemma":0.00020072648,"threshold_uncertainty_score":0.9997131},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2192978482","doi":"10.1136/ebmed-2015-110342","title":"Improving reporting and utility of evaluations of complex interventions","year":2015,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychological intervention; Computer science; Psychology; Psychiatry","score_opus":0.8886211946752411,"score_gpt":0.7497801860907314,"score_spread":0.13884100858450976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192978482","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010590579,0.0039631976,0.021377213,0.037937365,0.91500103,0.0068405652,0.0013867335,0.0001863978,0.002716933],"genre_scores_gemma":[0.28480977,0.0005323727,0.009915458,0.0027476756,0.6980116,0.0008783511,0.0008146471,0.00011876094,0.0021713942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868208,0.0025377632,0.006969838,0.0005696237,0.0025372454,0.00056470715],"domain_scores_gemma":[0.9479139,0.02933679,0.015142017,0.0009995626,0.0061011096,0.0005066073],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042775955,0.0002691106,0.0013366647,0.0005552843,0.00039374334,0.0000045836828,0.00040795575,0.00043799457,0.0018483615],"category_scores_gemma":[0.41438702,0.00022276129,0.00013472883,0.00074697495,0.00082110654,0.00025738057,0.00021826223,0.0011441245,0.000010926574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060534545,0.000023331388,0.00409891,0.010225545,0.000016609829,0.0000013784357,0.0028072484,0.0000017289003,0.00044234635,0.000021053615,0.9778857,0.0044155973],"study_design_scores_gemma":[0.0071352255,0.0024086519,0.041514114,0.10411189,0.0010370454,0.0000020013993,0.0102063585,0.004478961,0.00014332522,0.0008899978,0.8274443,0.00062812463],"about_ca_topic_score_codex":0.0073677273,"about_ca_topic_score_gemma":0.00093262276,"teacher_disagreement_score":0.37161106,"about_ca_system_score_codex":0.0003307404,"about_ca_system_score_gemma":0.011349277,"threshold_uncertainty_score":0.9992423},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2196012223","doi":"10.1186/s12961-015-0061-4","title":"Building a knowledge translation platform in Malawi to support evidence-informed health policy","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto; National Commission for Science and Technology; Universidade Federal de Minas Gerais; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Knowledge translation; Health services research; Health administration; Health policy; Public health; Social policy; Health informatics; Medicine; Healthcare policy; Animal ecology; Translation (biology); Political science; Nursing; Health care reform; Knowledge management; Computer science; Law; Ecology","score_opus":0.9682649455052706,"score_gpt":0.7986569621935815,"score_spread":0.16960798331168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196012223","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20767565,0.0028897708,0.0020797832,0.73772186,0.001449645,0.022249013,0.00035008113,0.0003446108,0.025239563],"genre_scores_gemma":[0.957592,0.0012017846,0.0012319554,0.032750107,0.0025445125,0.0020530336,0.000015688509,0.000060258582,0.0025506802],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824895,0.006987938,0.0030622254,0.0007416326,0.002026931,0.004691747],"domain_scores_gemma":[0.9821385,0.010218969,0.00056642265,0.00067548116,0.0010407574,0.0053598494],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061939884,0.00029640942,0.0008698091,0.0040687094,0.0019631272,0.0001272887,0.00054308877,0.0002576409,0.000031568263],"category_scores_gemma":[0.026380848,0.00027217733,0.00004467246,0.00547874,0.00019311035,0.0009528382,0.00029206203,0.0014147263,0.0006840241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004054523,0.000100477846,0.0147011755,0.012237105,0.000012973338,0.000008408029,0.4899458,0.00007906,0.000044866654,0.17764537,0.1985308,0.106288515],"study_design_scores_gemma":[0.0029949767,0.0023919959,0.012524164,0.003931655,0.0000010232045,0.000030050864,0.036484987,0.0017343649,0.0000038865237,0.0016466863,0.9379133,0.00034288978],"about_ca_topic_score_codex":0.19040039,"about_ca_topic_score_gemma":0.037814427,"teacher_disagreement_score":0.7499163,"about_ca_system_score_codex":0.009542589,"about_ca_system_score_gemma":0.084196284,"threshold_uncertainty_score":0.99997306},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2204172252","doi":"10.3310/hsdr03440","title":"Collective action for knowledge mobilisation: a realist evaluation of the Collaborations for Leadership in Applied Health Research and Care","year":2015,"lang":"en","type":"article","venue":"Health Services and Delivery Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Health and Social Care Delivery Research; Health Services and Delivery Research Programme; National Institute for Health and Care Research","keywords":"Stakeholder; Formative assessment; Health care; Public relations; Action research; Data collection; Qualitative research; Function (biology); Sociology; Psychology; Medical education; Knowledge management; Medicine; Political science; Pedagogy; Computer science","score_opus":0.9751248573138417,"score_gpt":0.7490521583608919,"score_spread":0.2260726989529498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204172252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8603388,0.0048002834,0.00018963154,0.090468064,0.00048661517,0.040270712,0.0008854164,0.00003664417,0.0025238006],"genre_scores_gemma":[0.98916465,0.0002586008,0.0006634604,0.0027435627,0.00019591376,0.0065814937,0.00006977693,0.00001973454,0.0003028366],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9904682,0.00579959,0.00087397394,0.00046827862,0.0012941883,0.0010957618],"domain_scores_gemma":[0.9844496,0.006475984,0.00032624326,0.00032183435,0.007977407,0.00044889856],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.048369594,0.00010632035,0.00030031826,0.0005784541,0.0032269552,0.000039494113,0.00021062534,0.0001381593,0.000009055755],"category_scores_gemma":[0.0011838345,0.00008863841,0.000017092578,0.0024008404,0.00029327473,0.00018670326,0.00015759795,0.00051909895,0.0000035658409],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011313212,0.00012997605,0.012793112,0.019524002,0.000011565106,3.485085e-8,0.9185467,0.000083125306,0.00007183912,0.0082496265,0.022006184,0.017452547],"study_design_scores_gemma":[0.0048028952,0.0011465416,0.031801943,0.00063857867,0.000004761934,4.7628382e-7,0.9275036,0.010215339,0.000029273791,0.006160142,0.017605107,0.00009138239],"about_ca_topic_score_codex":0.009454058,"about_ca_topic_score_gemma":0.16846661,"teacher_disagreement_score":0.15901256,"about_ca_system_score_codex":0.003370188,"about_ca_system_score_gemma":0.030965948,"threshold_uncertainty_score":0.9980707},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2204701188","doi":"10.7554/elife.08351","title":"A meta-analysis of threats to valid clinical inference in preclinical research of sunitinib","year":2015,"lang":"en","type":"review","venue":"eLife","topic":"Colorectal Cancer Treatments and Studies","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Sunitinib; Meta-analysis; Inference; Preclinical research; Computational biology; Research integrity; Medicine; Bioinformatics; Biology; Computer science; Internal medicine; Artificial intelligence; Engineering ethics; Cancer","score_opus":0.9145509575040137,"score_gpt":0.7022478235203603,"score_spread":0.2123031339836534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204701188","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061382406,0.99413204,0.0000019433628,0.00014213026,0.00006382444,0.0012451407,0.00021388564,0.000008109142,0.0035790992],"genre_scores_gemma":[0.002832925,0.9952365,0.00026664577,0.00004950947,0.000086746215,0.000322627,0.00007526189,0.000021342179,0.0011084075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946351,0.0011466921,0.0022393158,0.0005610293,0.0011241647,0.00029371775],"domain_scores_gemma":[0.992288,0.0051028607,0.00042840478,0.0008077179,0.0011157638,0.00025728744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063713314,0.00028508564,0.010159855,0.00095278997,0.000020152602,0.000006121078,0.00025897648,0.0002974668,0.00031684595],"category_scores_gemma":[0.0048583043,0.00017066248,0.0030625262,0.0026559744,0.00023931646,0.000018285984,0.00034128598,0.00065713126,0.000031605683],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038264072,0.0014957933,0.0058195135,0.0041602105,0.34058583,0.00006420196,0.00050552515,0.0000026805799,3.6262094e-8,0.00010658095,0.0013621462,0.64551485],"study_design_scores_gemma":[0.00055905024,0.0019930792,0.0021265184,0.0013303627,0.46812,0.0000013712207,0.0000649732,0.0000026921036,9.617096e-7,0.00002872325,0.525614,0.00015824441],"about_ca_topic_score_codex":0.00034398912,"about_ca_topic_score_gemma":0.0008532103,"teacher_disagreement_score":0.6453566,"about_ca_system_score_codex":0.00013081623,"about_ca_system_score_gemma":0.0012700581,"threshold_uncertainty_score":0.6959414},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2212616545","doi":"10.1371/journal.pone.0139005","title":"A Comprehensive Analysis of Authorship in Radiology Journals","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medical journal; Categorization; Medicine; MEDLINE; Bibliometrics; Library science; Univariate; Meta-analysis; Impact factor; Computer science; Family medicine; Statistics; Pathology; Political science; Mathematics; Law; Multivariate statistics","score_opus":0.9232797035653724,"score_gpt":0.610283124809877,"score_spread":0.31299657875549536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212616545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943604,0.0021846364,0.00038144967,0.00070323807,0.00005029391,0.00010215735,0.00001842112,0.0000053318117,0.0021941077],"genre_scores_gemma":[0.997625,0.0001674197,0.0016236561,0.000069331574,0.000024976373,0.000003651631,0.0000022415445,0.0000034604489,0.00048025989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907665,0.0006487393,0.0007932728,0.00036458226,0.0070646913,0.0003621814],"domain_scores_gemma":[0.9898177,0.004382423,0.00029377174,0.00051623565,0.0045558475,0.00043403124],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.020390214,0.000076236276,0.0007186024,0.13369334,0.00003021507,0.00029178173,0.0013283716,0.000108912674,0.0005154668],"category_scores_gemma":[0.05405388,0.000054132837,0.00013755998,0.33888322,0.00013048129,0.00020548025,0.00030116155,0.00024662432,0.00011321284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004639382,0.00088999124,0.9857949,0.000003871991,0.00048709626,0.000019301142,0.0005155759,0.00034858813,0.005421778,0.00022816277,0.0010742544,0.005170062],"study_design_scores_gemma":[0.0005693833,0.00023048329,0.9527949,0.000014044908,0.00014382819,0.0000017469519,0.0005566769,0.031088512,0.0022514418,0.011844091,0.00039308518,0.00011177279],"about_ca_topic_score_codex":0.000117127696,"about_ca_topic_score_gemma":0.00004228628,"teacher_disagreement_score":0.20518988,"about_ca_system_score_codex":0.00007868741,"about_ca_system_score_gemma":0.00014398563,"threshold_uncertainty_score":0.9539142},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2226524777","doi":"10.1007/s11192-015-1825-x","title":"How to boost scientific production? A statistical analysis of research funding and other influencing factors","year":2016,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":137,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Quality (philosophy); Work (physics); Production (economics); Relation (database); Impact factor; Statistical analysis; Business; Marketing; Political science; Economics; Computer science; Statistics; Mathematics; Engineering; Microeconomics","score_opus":0.7558819682205911,"score_gpt":0.6277056305859157,"score_spread":0.1281763376346754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226524777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97538346,0.0002480292,0.020243814,0.001788594,0.0009827956,0.00041431043,0.00033213166,0.000027903794,0.0005789458],"genre_scores_gemma":[0.9891614,0.000017919803,0.0023091617,0.000027378368,0.00005451293,0.0000104403225,0.0000021506107,0.000014889618,0.008402177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96931726,0.0005634705,0.00087940705,0.0020031785,0.02569866,0.001538015],"domain_scores_gemma":[0.96522546,0.01815615,0.00035888527,0.0017940674,0.012726195,0.0017392618],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09974855,0.00020882227,0.0006025062,0.4767476,0.0009271588,0.0074615646,0.0025741048,0.00012406956,0.00034432148],"category_scores_gemma":[0.3991574,0.000117539435,0.00016430025,0.7982325,0.0018128299,0.0011355258,0.001701463,0.00026152498,0.000098767356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016677262,0.00010814637,0.9263775,0.000008778137,0.000083605184,0.0000029118844,0.0007880807,0.000027860131,0.019895807,0.0045163003,0.0046243216,0.043550026],"study_design_scores_gemma":[0.00024930958,0.0002517567,0.9469564,0.000026717704,0.000057071327,0.0000018969605,0.0022264076,0.0006100925,0.009076896,0.0023162907,0.0379461,0.00028109134],"about_ca_topic_score_codex":0.00012039453,"about_ca_topic_score_gemma":0.00009319081,"teacher_disagreement_score":0.3214849,"about_ca_system_score_codex":0.00043435112,"about_ca_system_score_gemma":0.00036772818,"threshold_uncertainty_score":0.9935688},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2233201293","doi":"10.1177/1556264615599687","title":"Risk and Representation in Research Ethics","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Nunavut; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Identity (music); Negotiation; Research ethics; Context (archaeology); Politics; Sociology; Representation (politics); Corporate governance; Legislation; Political science; Public relations; Public administration; Law; Social science; Engineering ethics; Business","score_opus":0.8772426492968817,"score_gpt":0.7351465473444156,"score_spread":0.14209610195246603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233201293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83855045,0.0010073503,0.000019695459,0.04951445,0.0003517533,0.00110461,0.0000052666173,0.000017017137,0.10942941],"genre_scores_gemma":[0.9355137,0.051808916,0.00033677238,0.00013580377,0.0024106556,0.00001286315,0.000003983992,0.00004355314,0.009733797],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.8944413,0.08332363,0.0011130972,0.00061911234,0.0181293,0.002373532],"domain_scores_gemma":[0.909121,0.0647509,0.0002723705,0.00063973526,0.023078835,0.002137176],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.40690854,0.00016727921,0.00043992008,0.004139533,0.017064722,0.000724521,0.0013961175,0.0014093841,0.000109161876],"category_scores_gemma":[0.06407103,0.0001317013,0.00010278976,0.0046951757,0.0063314545,0.0006429309,0.00006483166,0.038758643,0.00013469202],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046350656,0.00075163395,0.011506659,0.000095687625,0.000020203768,0.00016843255,0.714924,0.000021197191,0.00001216206,0.25981197,0.011507889,0.0007167024],"study_design_scores_gemma":[0.00092218374,0.002453742,0.009583902,0.00035440043,0.0000035769008,0.000009257452,0.12049977,0.00002552884,0.00009604411,0.2780147,0.5878796,0.00015732068],"about_ca_topic_score_codex":0.128057,"about_ca_topic_score_gemma":0.5379825,"teacher_disagreement_score":0.5944242,"about_ca_system_score_codex":0.0029473803,"about_ca_system_score_gemma":0.09665229,"threshold_uncertainty_score":0.999887},"labels":[{"model":"gemma","categories":["sts","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2236608270","doi":"","title":"Collaborative Citation Analysis and Accuracy Degree of Vancouver Style Application in References Of The Scientific Journal of Birjand University Of Medical Sciences: Short Communication","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Degree (music); Style (visual arts); Citation analysis; Computer science; Library science; Information retrieval; Geography; Archaeology; Physics","score_opus":0.6020774233915351,"score_gpt":0.6558915468924948,"score_spread":0.05381412350095971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2236608270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946016,0.0039198766,0.00031574068,0.00025188221,0.0000780272,0.00033486547,0.000015981772,0.0000010304365,0.00048096213],"genre_scores_gemma":[0.9965696,0.0030433373,0.00033295623,0.00000793476,0.00000903552,0.0000013651635,0.000003978044,0.0000032799385,0.000028535238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969395,0.00074670627,0.00072835706,0.00015778716,0.0013064166,0.00012123637],"domain_scores_gemma":[0.9956974,0.0007588301,0.001265173,0.00029083938,0.001830352,0.00015742183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008373133,0.0000791701,0.0005687657,0.0012328541,0.00015914612,0.00004522532,0.0013204247,0.00010602069,0.00028020958],"category_scores_gemma":[0.0015018601,0.000056497982,0.00006922076,0.004445154,0.0013464693,0.0007562189,0.0003732398,0.00031965642,1.7136256e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005070274,0.00032416134,0.9861505,0.00013534218,0.00014426275,0.0000025529882,0.0014601528,0.00006768857,0.0036714023,0.00008873606,0.00072866544,0.006719487],"study_design_scores_gemma":[0.0007457146,0.000093538874,0.986908,0.00048011015,0.00016501892,0.000006155864,0.00402742,0.00077531,0.0055515277,0.0011028715,0.000095025825,0.00004930498],"about_ca_topic_score_codex":0.0017021982,"about_ca_topic_score_gemma":0.0021665907,"teacher_disagreement_score":0.0068712733,"about_ca_system_score_codex":0.00007041846,"about_ca_system_score_gemma":0.001515789,"threshold_uncertainty_score":0.4961122},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2256993389","doi":"10.7202/1037919ar","title":"Pourquoi je préfère la recherche quantitative/Pourquoi je préfère la recherche qualitative","year":2016,"lang":"fr","type":"article","venue":"Revue internationale P M E Économie et gestion de la petite et moyenne entreprise","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.5040912571789321,"score_gpt":0.5107848701211226,"score_spread":0.006693612942190508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256993389","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18357353,0.0025960733,0.014554997,0.764926,0.001239644,0.00063188525,0.00029346693,0.00022143798,0.031962965],"genre_scores_gemma":[0.028248154,0.053504758,0.63335764,0.0014293198,0.002863014,0.000395761,0.00021644155,0.0001317411,0.27985317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95818186,0.03855275,0.0010586058,0.0011073619,0.00040487564,0.0006945681],"domain_scores_gemma":[0.37140542,0.62622947,0.00082663505,0.00041774515,0.0007875267,0.00033320897],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03457344,0.0005492579,0.00059076067,0.00034480885,0.0002946736,0.00032372508,0.00083068246,0.0017919978,0.0014701346],"category_scores_gemma":[0.45247528,0.0005612791,0.00041255337,0.0004970577,0.0020836198,0.0012871027,0.0001704765,0.0021469006,0.000926135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069039386,0.0005863134,0.010479348,0.00010269477,0.00034098965,0.000014022716,0.090961635,0.0003737668,0.0004076731,0.8401905,0.01024652,0.046227507],"study_design_scores_gemma":[0.0014954319,0.00012760157,0.0107320985,0.001919819,0.00013868524,0.00008611933,0.04395485,0.0006371363,0.00013104216,0.67418915,0.26575324,0.0008348552],"about_ca_topic_score_codex":0.000994518,"about_ca_topic_score_gemma":0.0006544786,"teacher_disagreement_score":0.7634967,"about_ca_system_score_codex":0.002866418,"about_ca_system_score_gemma":0.0022717838,"threshold_uncertainty_score":0.99985176},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2257155792","doi":"10.1177/1609406915621421","title":"The Encounters and Challenges of Ethnography as a Methodology in Health Research","year":2015,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ethnography; Sociology; Context (archaeology); Perspective (graphical); Field (mathematics); Focus (optics); Qualitative research; Social science; Anthropology; History; Computer science","score_opus":0.9797569955796768,"score_gpt":0.821705810052443,"score_spread":0.15805118552723374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257155792","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035616152,0.099331565,0.22154693,0.62168056,0.0024158636,0.00056902017,0.000015779875,0.000012023888,0.018812086],"genre_scores_gemma":[0.06202895,0.057289887,0.87977874,0.00035235035,0.0003159304,0.000015600493,3.9258757e-7,0.000015299456,0.00020286358],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.70911145,0.28562602,0.0014105373,0.00023758794,0.0030529322,0.000561481],"domain_scores_gemma":[0.9021977,0.09187794,0.0007349242,0.00011256059,0.004776552,0.00030032368],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.50688493,0.0000927787,0.0004036531,0.0008193992,0.00021483001,0.00006497859,0.000773326,0.00010609432,0.000009808528],"category_scores_gemma":[0.122059844,0.000064270156,0.00011492289,0.0005776922,0.003963251,0.00026841092,0.00012941532,0.0009811579,0.0000010984462],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021505963,0.00003444318,0.00005310013,0.000015478985,0.00008389169,0.0000049227756,0.43621042,0.0000023094801,0.00007582234,0.43459052,0.0001215931,0.12859243],"study_design_scores_gemma":[0.00030519016,0.0003986596,0.00020351674,0.00009612103,0.0000014658701,0.0000049115097,0.47817108,0.0000067490655,0.00009715622,0.4690799,0.05159966,0.000035581394],"about_ca_topic_score_codex":0.003715043,"about_ca_topic_score_gemma":0.0012224296,"teacher_disagreement_score":0.6582318,"about_ca_system_score_codex":0.00027955245,"about_ca_system_score_gemma":0.001569816,"threshold_uncertainty_score":0.9987474},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2260143504","doi":"10.1016/j.wneu.2016.01.087","title":"Social Media Metrics and Bibliometric Profiles of Neurosurgical Departments and Journals: Is There a Relationship?","year":2016,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Toronto Western Hospital; University of Toronto","funders":"","keywords":"Social media; Accreditation; Medicine; Bibliometrics; Medical education; Library science; World Wide Web; Computer science","score_opus":0.22885418847871541,"score_gpt":0.414867894221078,"score_spread":0.1860137057423626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260143504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824025,0.002080314,0.000005151064,0.012450174,0.0020044926,0.00038034178,0.000020822728,0.000043038595,0.0006131802],"genre_scores_gemma":[0.99524623,0.0035954686,0.000049001217,0.00022857648,0.0006401542,0.0000811298,8.770802e-7,0.000019135676,0.00013943158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974291,0.0006821209,0.0004951618,0.00027875925,0.0007548959,0.00035996482],"domain_scores_gemma":[0.97767484,0.02139642,0.00038210826,0.00010593031,0.00016931751,0.00027140073],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0016886799,0.00012218113,0.00028317882,0.009312577,0.0005436088,0.000085611326,0.00011791448,0.000112625494,0.00013439516],"category_scores_gemma":[0.02116254,0.00009759446,0.000064545624,0.027121196,0.0005078531,0.00033182936,0.000049946735,0.0001710369,0.0000073586684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001617298,0.00005133623,0.95039356,0.000022793372,0.000005277935,0.0000040725226,0.0025451349,7.4176936e-9,0.00007332437,0.0018144732,0.003165202,0.04190862],"study_design_scores_gemma":[0.00020734643,0.000013187472,0.9660642,0.000033738765,0.000018825313,0.000002111896,0.00017678358,7.4354796e-7,0.00011948759,0.0017816861,0.03147894,0.000102917285],"about_ca_topic_score_codex":0.00007729436,"about_ca_topic_score_gemma":0.000108904394,"teacher_disagreement_score":0.041805707,"about_ca_system_score_codex":0.00005894629,"about_ca_system_score_gemma":0.0002088982,"threshold_uncertainty_score":0.9935578},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W226105024","doi":"10.1136/bmj.325.7362.491/a","title":"Peer review of statistics in medical research","year":2002,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Sample size determination; Equivalence (formal languages); Confidence interval; Sample (material); Psychology; Statistics; Protocol (science); Medical education; Medicine; Mathematics; Alternative medicine","score_opus":0.9004513100208548,"score_gpt":0.6605879553138788,"score_spread":0.23986335470697595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W226105024","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001954001,0.025079912,0.0009150494,0.8996697,0.00028476107,0.0012001697,0.00014153376,0.0000010781808,0.072705835],"genre_scores_gemma":[0.000009589459,0.008645847,0.005507023,0.4295959,0.0016946567,0.00013791012,0.00015138726,0.00002510392,0.5542326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6889268,0.101142645,0.041532956,0.0022696008,0.16517045,0.0009575206],"domain_scores_gemma":[0.9360983,0.033979118,0.0072580273,0.0081422515,0.014336414,0.00018592096],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.57370013,0.00026488115,0.006434609,0.0008481779,0.000035040706,0.00020472951,0.0039468706,0.0005509938,0.2552246],"category_scores_gemma":[0.6167412,0.00012147232,0.0011895783,0.0023597507,0.0001727684,0.000046685615,0.00029016938,0.002163917,0.016113967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.863054e-7,0.000013286536,0.00023636276,0.003954987,0.000045013618,0.00035112395,0.000036181584,9.355043e-8,2.1858972e-8,0.00015862205,0.9776134,0.017590657],"study_design_scores_gemma":[0.000047024045,0.000014332477,0.00017583212,0.005546872,0.00006517292,0.000022200176,0.00001411937,0.0003290256,6.8685246e-8,0.0020434528,0.9916306,0.00011127847],"about_ca_topic_score_codex":0.00003751997,"about_ca_topic_score_gemma":0.00003189053,"teacher_disagreement_score":0.48152676,"about_ca_system_score_codex":0.00004622498,"about_ca_system_score_gemma":0.00030964325,"threshold_uncertainty_score":0.9846521},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2264463174","doi":"10.1007/s11192-016-1846-0","title":"Factors influencing research collaboration in LIS schools in South Africa","year":2016,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of South Africa","keywords":"Bureaucracy; Library science; Productivity; Medical education; Population; Public relations; Psychology; Sociology; Political science; Medicine; Economic growth; Computer science","score_opus":0.7350202013577418,"score_gpt":0.6208490315127927,"score_spread":0.11417116984494913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264463174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906318,0.00073485594,0.0006557208,0.0009051833,0.0007326345,0.00056053215,0.0000675769,0.000033469005,0.0056782207],"genre_scores_gemma":[0.99639803,0.000086808315,0.00041810327,0.000027011158,0.000057018027,0.00003033521,0.0000016917224,0.000018713892,0.0029622575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9657006,0.0011704097,0.00150628,0.0017150487,0.027746128,0.002161516],"domain_scores_gemma":[0.971301,0.016063169,0.00036653606,0.001599673,0.009592143,0.001077432],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.11080867,0.0002549729,0.00051031256,0.49142045,0.0003508513,0.004645818,0.0043446654,0.0002920899,0.00040166415],"category_scores_gemma":[0.3862859,0.00014706452,0.00011687501,0.8414483,0.0003983643,0.002547789,0.0014909299,0.0007956754,0.0009874034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021088566,0.00014015404,0.96061635,0.0000033644578,0.0000022060267,0.00001669694,0.0037783762,0.000046527886,0.0017449015,0.00061443076,0.0026039619,0.030411916],"study_design_scores_gemma":[0.0012986293,0.00023008013,0.9503058,0.0000624748,0.0000012514514,5.751936e-7,0.0120748775,0.0007106786,0.003132249,0.009093488,0.022717817,0.00037203188],"about_ca_topic_score_codex":0.00013789732,"about_ca_topic_score_gemma":0.00024373917,"teacher_disagreement_score":0.35002786,"about_ca_system_score_codex":0.0019613714,"about_ca_system_score_gemma":0.0012376616,"threshold_uncertainty_score":0.99979043},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2267918450","doi":"10.1093/eurpub/ckt123.132","title":"Peer review guidelines for Population Health Intervention Research: An adapted Delphi approach","year":2013,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; University of Waterloo; Institute of Population and Public Health","funders":"","keywords":"Delphi method; Intervention (counseling); Stakeholder; Delphi; Population; Diversity (politics); Quality (philosophy); Psychology; Medical education; Medicine; Nursing; Public relations; Environmental health; Political science; Computer science","score_opus":0.8183252009861146,"score_gpt":0.6265508207425379,"score_spread":0.19177438024357674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267918450","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002066798,0.0089627,0.12591481,0.8515239,0.00032437473,0.0028672104,0.000010526344,0.00011555256,0.008214149],"genre_scores_gemma":[0.66497016,0.027208708,0.27198207,0.020842751,0.0053243036,0.0001557859,0.00030147945,0.00022734512,0.008987369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95532024,0.03575334,0.002683311,0.0003733631,0.004510474,0.0013593002],"domain_scores_gemma":[0.9815395,0.00024112326,0.0011197656,0.00034096738,0.015571258,0.0011874071],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30436942,0.00012306526,0.00040738293,0.00060043175,0.0008478521,0.00038218635,0.0010377495,0.000040811585,0.00017108579],"category_scores_gemma":[0.027502483,0.00010432121,0.00018347066,0.00095088576,0.0001530678,0.0012575807,0.00009022943,0.000671985,0.000034601406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029522676,0.00014948947,0.00009150362,0.00031718676,0.00000926406,0.0000012941216,0.0017416533,0.000001967997,0.0000017784142,0.0033502965,0.5050496,0.48928303],"study_design_scores_gemma":[0.00045803667,0.0014776539,0.006153124,0.0014491385,0.000002979557,0.000021707105,0.0097556515,0.0003704735,3.6400942e-7,0.0015776873,0.9785947,0.0001384897],"about_ca_topic_score_codex":0.004909837,"about_ca_topic_score_gemma":0.0003246868,"teacher_disagreement_score":0.83068115,"about_ca_system_score_codex":0.0006597151,"about_ca_system_score_gemma":0.0015684528,"threshold_uncertainty_score":0.9806893},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2268375532","doi":"10.1177/1049732316628520","title":"Holistic Experiences and Strategies for Conducting Research With Couples","year":2016,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Leverhulme Trust; Prostate Cancer UK; Leeds Beckett University","keywords":"Qualitative research; Psychology; Relation (database); Social psychology; Applied psychology; Sociology; Social science","score_opus":0.9659569123538139,"score_gpt":0.7983670025768171,"score_spread":0.16758990977699673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268375532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69721675,0.005236886,0.057011247,0.22198844,0.0001982318,0.0048022475,0.00015221184,0.00013886779,0.013255095],"genre_scores_gemma":[0.9637053,0.0025405486,0.027279047,0.00016166687,0.00038033997,0.0018657545,0.0000034750879,0.0000393387,0.0040245126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94401383,0.04903502,0.00047745413,0.0007503122,0.0033992054,0.002324158],"domain_scores_gemma":[0.89503676,0.09920408,0.00012251982,0.00026989143,0.0045695966,0.000797168],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.20377229,0.00015716408,0.00038881897,0.00054130855,0.005549686,0.0004600995,0.000449321,0.00014807787,0.00012681095],"category_scores_gemma":[0.040150806,0.00009603872,0.00003825985,0.0013660542,0.016721532,0.00072360295,0.00012981989,0.0009056575,0.000021469425],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013854822,0.000028138042,0.000029783554,0.00018821986,0.00001127371,0.0000015067847,0.49470806,7.071786e-8,0.00017094288,0.48660883,0.0015156898,0.016598921],"study_design_scores_gemma":[0.0004088163,0.0012418632,0.00003990464,0.00026660194,6.926075e-7,5.02977e-7,0.7409516,0.000007181313,0.000071390685,0.21859114,0.038306434,0.00011389728],"about_ca_topic_score_codex":0.009027161,"about_ca_topic_score_gemma":0.0048651006,"teacher_disagreement_score":0.2680177,"about_ca_system_score_codex":0.00050016644,"about_ca_system_score_gemma":0.006623163,"threshold_uncertainty_score":0.99900836},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2270048893","doi":"10.1136/ebmed-2015-110302","title":"‘Cognitive biases plus’: covert subverters of healthcare evidence","year":2015,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; South Bruce Grey Health Centre; University of Saskatchewan","funders":"","keywords":"Covert; Health care; Cognition; Cognitive bias; Psychology; Confirmation bias; Quality (philosophy); Causal inference; Social psychology; Cognitive psychology; Medicine; Political science; Epistemology; Law","score_opus":0.6880623042370246,"score_gpt":0.522648864000794,"score_spread":0.1654134402362306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270048893","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24126332,0.24409257,0.0031697657,0.493582,0.006258796,0.008637987,0.0001888884,0.0007189579,0.0020877102],"genre_scores_gemma":[0.97616714,0.0020411657,0.00066239253,0.019454233,0.00062550715,0.0005568799,0.00010107641,0.00005519164,0.0003363835],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912931,0.0036953667,0.0018697324,0.0006453185,0.0016348303,0.00086165057],"domain_scores_gemma":[0.96564025,0.026953023,0.0012734941,0.0015358631,0.0035909358,0.0010064656],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024789125,0.00039251003,0.0009866628,0.00046923384,0.00051448174,0.000005912875,0.00090615207,0.00032200522,0.0005137784],"category_scores_gemma":[0.07393646,0.00032182623,0.00011519171,0.0011517763,0.0007355959,0.00077809364,0.00027092424,0.0011571026,0.00027490308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008080018,0.0002727889,0.7463661,0.008402024,0.00013586154,0.00006529916,0.084954485,0.0002695722,0.00065698725,0.001648342,0.12964855,0.019499995],"study_design_scores_gemma":[0.019612303,0.010590816,0.09438324,0.6246427,0.0005715983,0.000015887888,0.22631702,0.007273506,0.0019445805,0.0015350771,0.011488614,0.001624645],"about_ca_topic_score_codex":0.017589808,"about_ca_topic_score_gemma":0.0010573992,"teacher_disagreement_score":0.7349039,"about_ca_system_score_codex":0.0012524384,"about_ca_system_score_gemma":0.006866343,"threshold_uncertainty_score":0.9999234},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2275558578","doi":"10.1186/s12961-016-0078-3","title":"Research ethics committees in the regulation of clinical research: comparison of Finland to England, Canada, and the United States","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Academy of Finland","keywords":"Health services research; Public health; Health administration; Quality of Life Research; Social policy; Health policy; Medicine; Political science; Research ethics; Public administration; Family medicine; Law; Nursing; Psychiatry","score_opus":0.932939748514332,"score_gpt":0.7564153371411738,"score_spread":0.17652441137315822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275558578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.679824,0.001309114,0.0000138579535,0.31549215,0.000053211395,0.0022693027,0.000060213097,0.0000030823394,0.0009750906],"genre_scores_gemma":[0.9873172,0.00943518,0.000028329834,0.0008387573,0.00043103725,0.00013440369,0.000009231647,0.000018300332,0.0017875672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.89225984,0.087404,0.0037453864,0.00086109334,0.01338063,0.0023490682],"domain_scores_gemma":[0.33812922,0.6497385,0.00034123618,0.001757858,0.008898886,0.0011343051],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3957377,0.00012378677,0.00092319754,0.0012798975,0.00078167295,0.000070529066,0.0006517589,0.00048111152,0.000009562042],"category_scores_gemma":[0.2775638,0.000056574914,0.00004605196,0.0029241897,0.0053344904,0.000042540698,0.0005367591,0.008471501,0.0000058816645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008265081,0.0005516589,0.4017848,0.008531995,0.00010427448,0.000017575228,0.05548821,0.00003826465,0.00011411465,0.45782402,0.055759285,0.011520718],"study_design_scores_gemma":[0.012072453,0.006090717,0.69925237,0.008655723,0.000007751518,0.000026420392,0.052342054,0.0042213695,0.00010139357,0.04209873,0.17495303,0.00017799324],"about_ca_topic_score_codex":0.8881098,"about_ca_topic_score_gemma":0.7631298,"teacher_disagreement_score":0.56233454,"about_ca_system_score_codex":0.0003476631,"about_ca_system_score_gemma":0.011299473,"threshold_uncertainty_score":0.99737245},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2278860758","doi":"","title":"A model for assessment and development of the credibility of Iran Academy of Medical Sciences","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Credibility; Strengths and weaknesses; Quality (philosophy); Political science; Library science; Medical education; Public relations; Psychology; Medicine; Computer science","score_opus":0.901912754348748,"score_gpt":0.7649393729707907,"score_spread":0.13697338137795723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278860758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925425,0.004101213,0.00056015985,0.0012866525,0.00009160479,0.00081134925,0.000019641953,0.0000029665346,0.00058388984],"genre_scores_gemma":[0.9961741,0.0008164349,0.0027709762,0.000106486485,0.000032607666,0.000030408295,0.0000013305502,0.000009276786,0.00005835512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964587,0.00027063477,0.0010484398,0.00026340486,0.0016855065,0.00027333217],"domain_scores_gemma":[0.99788636,0.0005604417,0.0006596871,0.0001879813,0.00033758907,0.00036795216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010679368,0.00012885666,0.0007354564,0.00030400784,0.00015539315,0.000027396602,0.0013500259,0.0001794828,0.00051672733],"category_scores_gemma":[0.000972216,0.00008070044,0.00008379301,0.00047788722,0.0009409698,0.00032031548,0.00082374195,0.00042800023,2.1395228e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006842471,0.0007093339,0.9780924,0.0012360102,0.00011031788,0.0000018407211,0.0006840874,0.00003907631,0.0064435,0.00039799165,0.0016977355,0.009903478],"study_design_scores_gemma":[0.0015335,0.00011041389,0.9624705,0.0008471175,0.000044544995,0.000023200795,0.00024773437,0.009058809,0.02043014,0.0049518445,0.00019322347,0.00008900069],"about_ca_topic_score_codex":0.0001365697,"about_ca_topic_score_gemma":0.000010345384,"teacher_disagreement_score":0.01562191,"about_ca_system_score_codex":0.000073489246,"about_ca_system_score_gemma":0.002906577,"threshold_uncertainty_score":0.56578016},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2279214036","doi":"10.1016/j.jclinepi.2015.02.019","title":"Knowledge synthesis research: a bibliometric analysis","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; St. Michael's Hospital; Institute for Work & Health","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Subject (documents); Bibliometrics; Computer science; Publishing; Medical research; Medical literature; Data science; Management science; Medicine; Library science; Pathology; Political science","score_opus":0.9890212536511169,"score_gpt":0.8813268878723645,"score_spread":0.10769436577875247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279214036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036068162,0.9801172,0.0023247278,0.008906812,0.003534103,0.0008625598,0.00013950428,0.00002036928,0.0040586432],"genre_scores_gemma":[0.000029882607,0.98654175,0.0020998502,0.0034864452,0.006038951,0.00017187741,0.0000025837087,0.000048336387,0.0015803032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.68945545,0.27410543,0.032320958,0.0008135345,0.0010103136,0.0022943136],"domain_scores_gemma":[0.09786092,0.86868733,0.026566995,0.0012045599,0.003573403,0.0021067814],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","research_integrity","insufficient_payload"],"category_scores_codex":[0.533461,0.00044040458,0.019864859,0.18011564,0.00067991053,0.000010171904,0.0023554543,0.0023388388,0.004321504],"category_scores_gemma":[0.880622,0.00023600127,0.0050405697,0.20398402,0.0010023466,0.00022054269,0.00064148277,0.008160124,0.0058176126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020172469,0.000057309557,0.0077348156,0.0045417976,0.0010691135,0.000012133542,0.000066395936,7.7596646e-8,3.3555434e-9,0.0009074614,0.12030975,0.865281],"study_design_scores_gemma":[0.00033513026,0.0002795728,0.008851078,0.011234243,0.0017795566,0.000016787977,0.00004936541,0.0000036933884,3.6735868e-9,0.001570615,0.97569734,0.00018263546],"about_ca_topic_score_codex":0.00007774356,"about_ca_topic_score_gemma":0.000070512135,"teacher_disagreement_score":0.86509836,"about_ca_system_score_codex":0.0007257044,"about_ca_system_score_gemma":0.014751791,"threshold_uncertainty_score":0.9989563},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2281959534","doi":"10.1186/1745-6215-16-s2-o81","title":"Do pragmatic trials trade-off internal validity for external validity?","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"External validity; Internal validity; Medicine; Psychology; Social psychology; Pathology","score_opus":0.8512957118541893,"score_gpt":0.5567504910613913,"score_spread":0.294545220792798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281959534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37801814,0.0149457045,0.41801196,0.117726,0.028130298,0.02179291,0.008039255,0.00057792646,0.012757788],"genre_scores_gemma":[0.9105742,0.0005758473,0.04533346,0.015644616,0.019230412,0.0030830002,0.00028549143,0.00027527052,0.0049977307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97606856,0.0071958224,0.014883036,0.0008814552,0.0002734311,0.00069769734],"domain_scores_gemma":[0.962559,0.025384363,0.010364961,0.000921238,0.00013944699,0.00063103094],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3381612,0.00038377504,0.004792253,0.0004283482,0.0001812803,0.00038376325,0.0006478023,0.00031368728,0.0010956777],"category_scores_gemma":[0.19919352,0.00040702676,0.0008952913,0.00016871066,0.00007673413,0.00070804165,0.000073364565,0.0002359965,0.002020634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011412622,0.00060256553,0.014494227,0.0009926824,0.0006184459,0.0000051173743,0.0053546517,0.0003013903,0.00005714187,0.21369894,0.7582994,0.00443419],"study_design_scores_gemma":[0.015375434,0.00080306677,0.0027492607,0.0003613905,0.00017461056,0.000029751514,0.0009882031,0.0038285833,0.00024968814,0.44902194,0.52535886,0.0010592298],"about_ca_topic_score_codex":0.00029519614,"about_ca_topic_score_gemma":0.000032926335,"teacher_disagreement_score":0.532556,"about_ca_system_score_codex":0.0007337198,"about_ca_system_score_gemma":0.0004368926,"threshold_uncertainty_score":0.9998382},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2282129424","doi":"10.1136/jech-2015-206698","title":"Challenges in reproducing results from publicly available data: an example of sexual orientation and cardiovascular disease risk","year":2016,"lang":"en","type":"article","venue":"Journal of Epidemiology & Community Health","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"National Health and Nutrition Examination Survey; Medicine; Covariate; Sexual orientation; Replication (statistics); Replicate; Null hypothesis; Type I and type II errors; Statistics; Framingham Heart Study; Econometrics; Disease; Framingham Risk Score; Population; Environmental health; Pathology; Psychology; Social psychology","score_opus":0.6167390294850581,"score_gpt":0.45257830464147136,"score_spread":0.16416072484358674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282129424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93446267,0.05083933,0.00029008722,0.013701082,0.00021207312,0.00021957686,0.00020085953,0.000010777721,0.000063534426],"genre_scores_gemma":[0.9411988,0.053034652,0.004657867,0.0005820019,0.0003348682,0.0000021091776,0.00016552368,0.000014122589,0.000010009836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9870177,0.010034078,0.0016606257,0.0007212662,0.00021928684,0.00034704438],"domain_scores_gemma":[0.98605937,0.0069247913,0.0011054564,0.005040203,0.00030745033,0.00056272006],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06530492,0.0001348962,0.0011126257,0.00021811514,0.00017411157,0.0000030813949,0.00033225727,0.00012193961,0.000011591246],"category_scores_gemma":[0.035185676,0.00009253949,0.00006359994,0.00012918696,0.00015638709,0.00038305292,0.00018068164,0.00094616064,0.0000014432584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013818312,0.00029370692,0.6898794,0.00031938075,0.00027228208,0.000011903007,0.0042609666,0.00003365142,0.00002730834,0.00007320565,0.0013336443,0.30211267],"study_design_scores_gemma":[0.0030272845,0.0015863081,0.97719306,0.00046380967,0.00012319125,0.000061460705,0.006740804,0.00010371888,0.000007185351,0.0021708868,0.0084417,0.000080601094],"about_ca_topic_score_codex":0.18689148,"about_ca_topic_score_gemma":0.017615082,"teacher_disagreement_score":0.30203208,"about_ca_system_score_codex":0.00014902891,"about_ca_system_score_gemma":0.0007606887,"threshold_uncertainty_score":0.98296285},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2285879792","doi":"10.1080/00224499.2015.1137538","title":"A Methodological Review of Exploratory Factor Analysis in Sexuality Research: Used Practices, Best Practices, and Data Analysis Resources","year":2016,"lang":"en","type":"review","venue":"The Journal of Sex Research","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Human sexuality; Exploratory factor analysis; Sample (material); Psychology; Exploratory research; Set (abstract data type); Best practice; Social psychology; Sociology; Psychometrics; Computer science; Clinical psychology; Social science; Political science; Gender studies","score_opus":0.9901045164332588,"score_gpt":0.7777037022173531,"score_spread":0.21240081421590573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285879792","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012022479,0.99467194,0.0009134263,0.0016053384,0.00009558643,0.0008245584,0.00022046104,0.0000060743887,0.00046039317],"genre_scores_gemma":[0.00013000626,0.99234945,0.006643302,0.000026713555,0.00030822586,0.000015442636,0.000010619096,0.000025992354,0.0004902744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7270305,0.25068405,0.0064712064,0.0016036793,0.0130578205,0.0011527351],"domain_scores_gemma":[0.22162046,0.74607193,0.020949628,0.0059092,0.00495362,0.00049518375],"candidate_categories":["metaresearch","bibliometrics","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.68756497,0.00046673967,0.007260805,0.013864801,0.0004407231,0.0005323901,0.012041484,0.0004958027,0.0008139887],"category_scores_gemma":[0.8970699,0.00019953906,0.00092219637,0.05776187,0.0015981691,0.0012986554,0.0051910626,0.005545404,0.000029249544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014405727,0.00026345564,0.004212082,0.007511061,0.0045665116,0.000091915645,0.0007359001,0.000001513311,0.0000066250427,0.000010355804,0.0024821733,0.9799743],"study_design_scores_gemma":[0.00023467466,0.00049430924,0.0012019315,0.017599037,0.005948533,0.0001039578,0.0063159172,0.00004459356,0.0000013032458,0.0009917235,0.9667926,0.00027142768],"about_ca_topic_score_codex":0.0007105875,"about_ca_topic_score_gemma":0.00024783006,"teacher_disagreement_score":0.97970295,"about_ca_system_score_codex":0.00024990237,"about_ca_system_score_gemma":0.0015855879,"threshold_uncertainty_score":0.9973122},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2287844929","doi":"10.1136/bmjopen-2015-008562","title":"What is the influence of randomisation sequence generation and allocation concealment on treatment effects of physical therapy trials? A meta-epidemiological study","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta; Physiotherapy Foundation of Canada","keywords":"Medicine; Epidemiology; Meta-analysis; Alternative medicine; Sequence (biology); Public health; MEDLINE; Physical therapy; Gerontology; Internal medicine; Pathology","score_opus":0.9578471903528902,"score_gpt":0.6968038048601565,"score_spread":0.26104338549273376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287844929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01744215,0.90300345,0.0001322808,0.00030056608,0.00014600997,0.07889667,0.000021918338,0.000001786729,0.000055164273],"genre_scores_gemma":[0.012001357,0.9725461,0.00018328294,0.00018781624,0.00012325375,0.014476277,0.000029949306,0.000012494718,0.00043944575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8752403,0.108355716,0.011689297,0.0011306702,0.0034406746,0.00014333164],"domain_scores_gemma":[0.93735325,0.040358905,0.017863233,0.0033896498,0.0009448658,0.00009009578],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25977823,0.0006103638,0.022856496,0.00014739965,0.00008529533,0.0007136922,0.0016848724,0.00012917278,0.000114438626],"category_scores_gemma":[0.04089486,0.00016204019,0.003546937,0.00059395476,0.00011014637,0.00040198743,0.00018642258,0.0001053055,0.00006227122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012626025,0.0004347092,0.000022905278,0.0007320002,0.00606437,0.0000012171951,0.0026511126,0.00023929354,0.00001898614,0.0004433747,0.0009003665,0.9883654],"study_design_scores_gemma":[0.015001053,0.012216743,0.00056637643,0.009909393,0.0917971,0.000022794557,0.0021320723,0.0059553175,0.00021778655,0.0045927423,0.8561955,0.0013931025],"about_ca_topic_score_codex":0.00008946395,"about_ca_topic_score_gemma":0.000012048749,"teacher_disagreement_score":0.9869723,"about_ca_system_score_codex":0.00009638568,"about_ca_system_score_gemma":0.00031402093,"threshold_uncertainty_score":0.9916502},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2289170923","doi":"10.1097/acm.0000000000000786","title":"Appraising the Quality of Medical Education Research Methods","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":789,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Normative; Reliability (semiconductor); Psychology; Raw score; Scale (ratio); Medicine; Clinical psychology; Statistics; Psychometrics; Rating scale; Mathematics; Developmental psychology","score_opus":0.9786162941917345,"score_gpt":0.8122788227648552,"score_spread":0.16633747142687927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289170923","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20771474,0.041068215,0.26566005,0.34500185,0.0035232292,0.0017887426,0.0000022243391,0.0000139947415,0.13522695],"genre_scores_gemma":[0.96830046,0.0003729418,0.0068112095,0.0036004144,0.001694134,0.000059012636,0.000006064879,0.000013625821,0.019142162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7569961,0.16463466,0.022744516,0.0013604016,0.053683326,0.0005810123],"domain_scores_gemma":[0.91111225,0.06983076,0.0064269686,0.0057045454,0.0060336636,0.0008918131],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8324792,0.00014871993,0.0023473788,0.00043356518,0.00011100967,0.000048030422,0.0042556324,0.00025894362,0.0070783636],"category_scores_gemma":[0.7570212,0.000049703824,0.00030552014,0.0029013413,0.00070883293,0.00012388964,0.0003175719,0.0011388235,0.00052856124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064563924,0.000011039909,0.006234277,0.000033434495,0.00004520378,2.714736e-7,0.008597136,0.0000016605907,0.00022676705,0.06344667,0.7685808,0.15281631],"study_design_scores_gemma":[0.0003146406,0.000053561616,0.004020098,0.00022734219,0.00008619652,0.000021307524,0.04248311,0.0025860504,0.00008243542,0.18571855,0.7643163,0.000090376416],"about_ca_topic_score_codex":0.00028146847,"about_ca_topic_score_gemma":0.000009526311,"teacher_disagreement_score":0.7605857,"about_ca_system_score_codex":0.00004040969,"about_ca_system_score_gemma":0.0010331199,"threshold_uncertainty_score":0.9938293},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2294602088","doi":"10.1016/j.jclinepi.2016.03.004","title":"Complementary approaches to searching MEDLINE may be sufficient for updating systematic reviews","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Canadian Patient Safety Institute; Children's Hospital of Eastern Ontario","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"MEDLINE; Precision and recall; Ranking (information retrieval); Recall; Computer science; Support vector machine; Systematic review; Medicine; Information retrieval; Machine learning; Data mining; Psychology","score_opus":0.9829686983659722,"score_gpt":0.7045193499622208,"score_spread":0.27844934840375146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294602088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057329796,0.0020537965,0.81575155,0.11967759,0.0015286204,0.0031109601,0.00003124567,0.0000032932633,0.0005131418],"genre_scores_gemma":[0.49207118,0.00055467145,0.48068994,0.020959321,0.0024198473,0.00016463251,0.000007014392,0.000036913945,0.003096469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5571618,0.28953886,0.1462968,0.0016666986,0.0043107066,0.0010251041],"domain_scores_gemma":[0.17257285,0.7444598,0.076170556,0.003762218,0.0018866253,0.0011479278],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8567015,0.00033935215,0.02210263,0.00043120055,0.00013953731,0.00009265075,0.002753133,0.00015952022,0.0017950512],"category_scores_gemma":[0.89720917,0.00011026473,0.0073893038,0.00051866565,0.00014669517,0.00018864217,0.00028422292,0.00041317858,0.000594911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022733163,0.00048602323,0.19175954,0.006449413,0.0015607331,0.000012948038,0.0005722911,0.000604764,0.000056199617,0.05625773,0.62418514,0.11782786],"study_design_scores_gemma":[0.0028949543,0.0027534491,0.020405864,0.011289792,0.0020089746,0.0002916293,0.0026542163,0.026676686,0.0000135405735,0.067219704,0.863032,0.00075923343],"about_ca_topic_score_codex":0.0000030170647,"about_ca_topic_score_gemma":0.0000152234525,"teacher_disagreement_score":0.45492098,"about_ca_system_score_codex":0.000056521552,"about_ca_system_score_gemma":0.0001299055,"threshold_uncertainty_score":0.99911743},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2296000433","doi":"10.5539/elt.v9n4p106","title":"A Comparison of the Act and Frequency of Plagiarism between Technical and Non-Technical Programme Undergraduates","year":2016,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Significant difference; Higher education; Political science; Medicine","score_opus":0.021285830985265364,"score_gpt":0.330632088724398,"score_spread":0.3093462577391326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296000433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98770493,0.00038745036,0.0008620343,0.0016528437,0.000083510735,0.000255852,0.000015439335,0.000080618,0.0089573385],"genre_scores_gemma":[0.997472,0.000019879604,0.0021557682,0.000023475806,0.00023090641,0.0000054337916,0.0000018420517,0.000009435606,0.000081287595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840593,0.00043361672,0.00033301808,0.00020013763,0.0003483246,0.00027895413],"domain_scores_gemma":[0.998156,0.0013243057,0.00020249428,0.00018310086,0.000041093095,0.0000929924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025640507,0.00011538038,0.00030474114,0.000051283507,0.00025807906,0.000026089092,0.00035367257,0.0006223743,0.000013113469],"category_scores_gemma":[0.0048329444,0.00006818759,0.00006365521,0.00011083106,0.00073598215,0.00017853365,0.00015181923,0.0015207285,4.982824e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008014452,0.00007534896,0.7105766,0.000041427233,0.00003211106,0.0000018182709,0.1789202,9.927523e-8,0.016306294,0.03349228,0.0003501244,0.060195707],"study_design_scores_gemma":[0.00442823,0.0008740008,0.49064177,0.0038208086,0.00073055533,0.000030545736,0.37473714,0.000056070625,0.048121136,0.06278455,0.011647372,0.0021278262],"about_ca_topic_score_codex":0.0029703707,"about_ca_topic_score_gemma":0.001192598,"teacher_disagreement_score":0.21993482,"about_ca_system_score_codex":0.00004789521,"about_ca_system_score_gemma":0.00007571443,"threshold_uncertainty_score":0.6606893},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2299574032","doi":"10.18438/b8wd1b","title":"Faculty Decisions on Serials Subscriptions Differ Significantly from Decisions Predicted by a Bibliometric Tool","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Valuation (finance); Computer science; Bibliometrics; Library science; Accounting; Economics","score_opus":0.03616895166796097,"score_gpt":0.25970761184757846,"score_spread":0.2235386601796175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299574032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16212177,0.000447692,0.6932942,0.12924203,0.0009420315,0.0010960115,0.0016794518,0.0013029737,0.009873822],"genre_scores_gemma":[0.856512,0.005250419,0.056732032,0.07582539,0.00017400554,0.0002298586,0.00074558397,0.00003070868,0.004499993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977144,0.00023789854,0.00067674625,0.00035787636,0.0007439856,0.00026911538],"domain_scores_gemma":[0.9860164,0.0127134845,0.0003758187,0.0004987138,0.00011436816,0.00028120403],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0003418227,0.00022460202,0.00019237699,0.0048823613,0.0004244596,0.0026527075,0.00072987756,0.00011682956,0.0004562124],"category_scores_gemma":[0.010515513,0.00014811776,0.00006566276,0.015315422,0.000056615736,0.3144444,0.00029477998,0.00013670677,0.00025588291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001022018,0.00033438802,0.003401863,0.000010872681,0.00008218098,0.000010605736,0.0003581817,0.00004053246,0.0015005708,0.08041924,0.5785516,0.33426794],"study_design_scores_gemma":[0.0009279639,0.00027313686,0.062295184,0.0003790692,0.000015201648,0.000006742112,0.00007212741,0.0016849183,0.007855311,0.001301627,0.92484295,0.0003457361],"about_ca_topic_score_codex":0.0000033809704,"about_ca_topic_score_gemma":2.2499654e-8,"teacher_disagreement_score":0.69439024,"about_ca_system_score_codex":0.000021007267,"about_ca_system_score_gemma":0.00030193292,"threshold_uncertainty_score":0.9983826},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2303709641","doi":"","title":"Impact of family medicine research: Bibliometrics and beyond.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; College of Family Physicians of Canada","funders":"","keywords":"Bibliometrics; Legitimacy; Work (physics); Academic medicine; Social science; Sociology; Engineering ethics; Political science; Medicine; Medical education; Library science; Engineering; Law; Computer science","score_opus":0.42785090164056583,"score_gpt":0.5475574184010801,"score_spread":0.11970651676051425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2303709641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82809806,0.0036299813,0.00004701594,0.037181433,0.0006368046,0.0015060593,0.00007466854,0.000067269786,0.12875868],"genre_scores_gemma":[0.9854124,0.004875031,0.000047431768,0.004096513,0.00037239635,0.0006402056,0.0000033686126,0.000020753476,0.0045318715],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9973218,0.00050859153,0.0005003591,0.00021178974,0.00055646646,0.000900993],"domain_scores_gemma":[0.9945368,0.004067606,0.00015177063,0.0003445588,0.00048639067,0.00041284613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004710071,0.000100774356,0.00035595606,0.0051055034,0.0002664732,0.0000027174547,0.0001925124,0.00015647308,0.0002476606],"category_scores_gemma":[0.0030326403,0.00005098896,0.00004813106,0.005716208,0.00026160118,0.0001545679,0.00019920288,0.00034830216,0.00004367322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006910728,0.00001791566,0.36793053,0.00011251964,0.000021924387,0.0000024147125,0.0002298264,6.2239915e-9,0.0001560962,0.00080815644,0.3887099,0.2419416],"study_design_scores_gemma":[0.001178173,0.00012686962,0.92718863,0.000022350743,0.000007480977,6.444269e-7,0.00013298384,1.3052814e-7,0.0000065632125,0.002153047,0.06912728,0.000055853867],"about_ca_topic_score_codex":0.00097269134,"about_ca_topic_score_gemma":0.00003774969,"teacher_disagreement_score":0.5592581,"about_ca_system_score_codex":0.00045147663,"about_ca_system_score_gemma":0.00054352195,"threshold_uncertainty_score":0.45555878},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2304157712","doi":"10.1177/1049732315590403","title":"Methodological and Epistemological Considerations in Utilizing Qualitative Inquiry to Develop Interventions","year":2015,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Optimism, Hope, and Well-being","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Alberta","funders":"","keywords":"Psychological intervention; Intervention (counseling); Psychosocial; Epistemology; Contextualization; Qualitative research; Generalization; Psychology; Thematic analysis; Sociology; Psychotherapist; Interpretation (philosophy); Computer science; Social science; Philosophy","score_opus":0.9594573826096265,"score_gpt":0.7553925669811719,"score_spread":0.2040648156284547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304157712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7993834,0.0072088866,0.05464253,0.10177558,0.0012294644,0.0039024714,0.00008599729,0.00020090392,0.03157074],"genre_scores_gemma":[0.91087407,0.000058432415,0.08481767,0.0023692893,0.0001287027,0.0006064309,0.00003355379,0.000028514542,0.0010833424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93727684,0.05902127,0.0011745262,0.0008143969,0.0006141286,0.0010988357],"domain_scores_gemma":[0.96984816,0.027552458,0.00015437216,0.0003291852,0.0012556013,0.00086024974],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070955075,0.0002185806,0.00069445604,0.0007831711,0.00045867809,0.00008721313,0.00020012222,0.00022294439,0.0003927491],"category_scores_gemma":[0.036096297,0.00019239461,0.00006802371,0.0016176262,0.0008876537,0.00014516547,0.00030324917,0.0011741312,0.000609848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000157155,0.00022383397,0.00028363857,0.00009434276,0.000032302105,0.000037589656,0.64824826,0.0000055532223,0.00000823869,0.3354946,0.0127884755,0.002626029],"study_design_scores_gemma":[0.0010582169,0.0017742604,0.008995142,0.00023334335,0.0000034624327,0.00002081642,0.82206297,0.0000174146,0.000009373764,0.16331123,0.0022923867,0.00022139928],"about_ca_topic_score_codex":0.0012288695,"about_ca_topic_score_gemma":0.00057601347,"teacher_disagreement_score":0.1738147,"about_ca_system_score_codex":0.0004262481,"about_ca_system_score_gemma":0.0007109593,"threshold_uncertainty_score":0.97202307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2305691551","doi":"10.7314/apjcp.2015.16.13.5587","title":"Retraction Notice to: Normalization of CA19-9 Following Resection for Pancreatic Ductal Adenocarcinoma is not Tantamount to being Cured?","year":2015,"lang":"en","type":"retraction","venue":"Asian Pacific Journal of Cancer Prevention","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pancreas Centre (Canada)","funders":"","keywords":"Pancreatic ductal adenocarcinoma; Notice; Normalization (sociology); Pancreatic cancer; Medicine; Pancreatic carcinoma; Internal medicine; Cancer; Political science","score_opus":0.045037322596295365,"score_gpt":0.403888516350855,"score_spread":0.35885119375455965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305691551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83846074,0.012705969,0.07631481,0.010437829,0.02770928,0.0102342,0.00036936643,0.0000855227,0.023682304],"genre_scores_gemma":[0.96737844,0.0027383058,0.0056106197,0.00011998937,0.0046403115,0.00018783908,0.00022296782,0.00012461815,0.018976899],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566543,0.00026506037,0.0015396352,0.00042661693,0.0016481942,0.000455038],"domain_scores_gemma":[0.99543566,0.00014241615,0.0015782781,0.0003482024,0.0021192043,0.00037625275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027416104,0.00034610974,0.0014107581,0.0011779645,0.00015969697,0.0000502621,0.00017814948,0.0008716432,0.00015603914],"category_scores_gemma":[0.0010806484,0.0003299926,0.0006131404,0.0007644316,0.000039373586,0.0004953806,0.00003474242,0.0010386771,0.000014681723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048671763,0.0019805685,0.17470832,0.0132986605,0.011606038,0.0004217379,0.018367121,0.00030681302,0.0396958,0.00018598752,0.54760844,0.14314874],"study_design_scores_gemma":[0.02783394,0.06451373,0.35479012,0.059341595,0.047472533,0.004482042,0.018230123,0.0029427973,0.029646141,0.0024211807,0.38525835,0.0030674515],"about_ca_topic_score_codex":0.00022468426,"about_ca_topic_score_gemma":0.00015162522,"teacher_disagreement_score":0.1800818,"about_ca_system_score_codex":0.0022088815,"about_ca_system_score_gemma":0.0018384608,"threshold_uncertainty_score":0.9999152},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2309603616","doi":"10.1186/s12961-016-0092-5","title":"Using the Nine Common Themes of Good Practice checklist as a tool for evaluating the research priority setting process of a provincial research and program evaluation program","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Long Term Care Association; Public Health Ontario","funders":"","keywords":"Checklist; Process management; Process (computing); Health services research; Context (archaeology); Prioritization; Program evaluation; Conceptual framework; Health administration; Medicine; Public health; Medical education; Knowledge management; Management science; Computer science; Nursing; Psychology; Business; Engineering; Political science; Sociology","score_opus":0.9284433044892144,"score_gpt":0.824400202649525,"score_spread":0.10404310183968946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309603616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83257633,0.0009014728,0.00006625381,0.10462979,0.00011916577,0.05982538,0.00016715153,0.00005047392,0.0016639668],"genre_scores_gemma":[0.9755174,0.00024361003,0.001277214,0.00045954145,0.0009791104,0.020941261,0.0000056467406,0.000041472034,0.00053475803],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9210968,0.06324646,0.0028750044,0.00090087665,0.008260995,0.0036198762],"domain_scores_gemma":[0.90489113,0.07515327,0.0013626766,0.000948938,0.017128766,0.0005152412],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3407995,0.00019923583,0.00055918057,0.0007846082,0.00767821,0.0001762249,0.00072537916,0.00022110248,0.0000119923125],"category_scores_gemma":[0.17418018,0.00010375205,0.000042827283,0.003097556,0.0022644848,0.0005216074,0.00061038096,0.0017768182,0.000004469645],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021339655,0.0008083853,0.020946728,0.027640497,0.00009314398,0.0000012236214,0.19707574,0.0000099405715,0.0037292107,0.080161795,0.004446656,0.6629527],"study_design_scores_gemma":[0.015599739,0.041386396,0.035228614,0.019570753,0.00008919866,0.00014157467,0.57122934,0.11123735,0.0009223565,0.03157119,0.1721618,0.0008617052],"about_ca_topic_score_codex":0.032986213,"about_ca_topic_score_gemma":0.001642934,"teacher_disagreement_score":0.662091,"about_ca_system_score_codex":0.0012758106,"about_ca_system_score_gemma":0.028817605,"threshold_uncertainty_score":0.99361366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2311752326","doi":"10.3138/cjpe.028.004","title":"Comparison of the Use of Self-Report Surveys and Organizational Documents in Knowledge Translation Research","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Brock University","funders":"","keywords":"Outcome (game theory); Computer science; Knowledge management; Psychology","score_opus":0.9236146674577769,"score_gpt":0.747266931184118,"score_spread":0.17634773627365885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311752326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993809,0.000073724565,0.00023208505,0.002675779,0.0002596992,0.0027185243,0.000009204335,0.0000026587431,0.00021936967],"genre_scores_gemma":[0.99717915,0.000005243279,0.0025714666,0.000059622274,0.000044452754,0.00008335992,0.000008107255,0.0000075011862,0.00004112171],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99060434,0.006815301,0.0013645364,0.00010140653,0.00080126635,0.0003131496],"domain_scores_gemma":[0.9929044,0.0014516118,0.0008219472,0.00014587338,0.0044045537,0.00027156534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021643603,0.00005893197,0.0001883153,0.0005118892,0.00028997014,0.000024315981,0.0001610649,0.000083367035,0.00049054634],"category_scores_gemma":[0.0054263836,0.000046244484,0.000021423379,0.0012068261,0.0001389279,0.00045376425,0.000015463875,0.00036039652,0.0000081988355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015883809,0.000035655055,0.9390181,0.00007278049,0.000008034319,2.778985e-7,0.018519875,0.000062487736,0.00013133352,0.00008822268,0.0016070402,0.040454652],"study_design_scores_gemma":[0.00070247706,0.00010499829,0.9864634,0.000145149,0.000014100579,0.0000041734206,0.0016086539,0.005059537,0.00007355426,0.0005082322,0.0052768136,0.00003885611],"about_ca_topic_score_codex":0.014806069,"about_ca_topic_score_gemma":0.10284103,"teacher_disagreement_score":0.08803496,"about_ca_system_score_codex":0.00047939084,"about_ca_system_score_gemma":0.009351022,"threshold_uncertainty_score":0.99626505},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2314087039","doi":"10.1177/1049732315627427","title":"How Not to Let Secrets Out When Conducting Qualitative Research With Dyads","year":2016,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University Health Centre","funders":"Université de Montréal; Kidney Foundation of Canada","keywords":"Confidentiality; Qualitative research; Modalities; Set (abstract data type); Psychology; Context (archaeology); Social psychology; Sociology; Computer science","score_opus":0.9549653668181868,"score_gpt":0.7956399543615931,"score_spread":0.1593254124565937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314087039","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05627479,0.0005996273,0.045118682,0.87525254,0.00027131627,0.0043095527,0.00033851375,0.00019065902,0.017644333],"genre_scores_gemma":[0.74221724,0.0014456563,0.10822548,0.003349902,0.0016470698,0.0017031521,0.000027219901,0.0002515134,0.14113274],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.700007,0.27903968,0.0010536013,0.0018557471,0.0124178445,0.0056261383],"domain_scores_gemma":[0.8271819,0.15382248,0.0003623189,0.0011359296,0.014049629,0.0034477697],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4242093,0.0004466145,0.0010284542,0.0018826437,0.0061102435,0.00079928234,0.0016167393,0.00041577598,0.0004755052],"category_scores_gemma":[0.15422565,0.0002997239,0.00015364752,0.0036730226,0.012091288,0.0013368941,0.00061713543,0.0037478635,0.000918266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048467887,0.00009453505,0.000021308564,0.00020162573,0.000059434336,0.000015075003,0.6371028,1.1891721e-7,0.0012131179,0.3099165,0.019730259,0.031160591],"study_design_scores_gemma":[0.0007736035,0.0023510894,0.00005608649,0.00063817826,0.0000019044616,8.1971916e-7,0.7121219,0.0000016110225,0.00074640516,0.12790944,0.15504627,0.00035265775],"about_ca_topic_score_codex":0.015948787,"about_ca_topic_score_gemma":0.015925221,"teacher_disagreement_score":0.87190264,"about_ca_system_score_codex":0.0031851414,"about_ca_system_score_gemma":0.00885934,"threshold_uncertainty_score":0.99994546},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2316188450","doi":"10.9778/cmajo.20150036","title":"Current use of routinely collected health data to complement randomized controlled trials: a meta-epidemiological survey","year":2016,"lang":"en","type":"article","venue":"CMAJ Open","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epidemiology; Randomized controlled trial; Complement (music); Medicine; Environmental health; Internal medicine; Biology","score_opus":0.9025846780532691,"score_gpt":0.6125923435989659,"score_spread":0.2899923344543033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316188450","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005421582,0.0006277115,0.953148,0.0058944393,0.00021346318,0.030510198,0.0037393526,0.00026345567,0.00018179772],"genre_scores_gemma":[0.3312789,0.001445268,0.6565381,0.001653878,0.000117506774,0.0069593363,0.0006683755,0.00010379042,0.0012348217],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.971487,0.02193644,0.004866547,0.0007369371,0.00043765982,0.000535446],"domain_scores_gemma":[0.8899136,0.1045975,0.0028633552,0.0018444697,0.000513236,0.00026782052],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08152683,0.00039582571,0.012688917,0.00013370921,0.00008725864,0.000083209816,0.0016860826,0.00007867317,0.001013559],"category_scores_gemma":[0.31322098,0.00016879883,0.0005951107,0.00030026012,0.00014249753,0.00033840974,0.0018642901,0.00014502072,0.00001602711],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29211578,0.0012865106,0.0013405762,0.00013413322,0.008137899,0.000003144251,0.00029795247,0.0000069069133,0.00088064437,0.13594614,0.5484458,0.01140447],"study_design_scores_gemma":[0.71379256,0.0012300739,0.0032640316,0.0011690609,0.0044694706,0.0000055750606,0.000049940994,0.0009934767,0.0008116418,0.23528185,0.037674308,0.0012580167],"about_ca_topic_score_codex":0.0020917726,"about_ca_topic_score_gemma":0.0024346872,"teacher_disagreement_score":0.5107715,"about_ca_system_score_codex":0.0001342102,"about_ca_system_score_gemma":0.0003320012,"threshold_uncertainty_score":0.9998996},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2318885919","doi":"10.3138/jsp.47.3.284","title":"Burn This Article: An Inflammatory View of Peer Review","year":2016,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"American Constitutional Law and Politics","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Censorship; Hierarchy; Fell; Style (visual arts); History; Sociology; Classics; Media studies; Political science; Law; Geography; Archaeology; Cartography","score_opus":0.04486223243767581,"score_gpt":0.32760418663515056,"score_spread":0.2827419541974748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318885919","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19127755,0.03683248,0.0012956045,0.33440432,0.0016313345,0.0003082351,0.000046600024,0.00005754332,0.43414634],"genre_scores_gemma":[0.9809251,0.0059809973,0.001710945,0.004804148,0.0013029871,0.0000013888131,8.949642e-7,0.000011052363,0.0052625244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966753,0.00045473178,0.0006704542,0.00009353433,0.0018536493,0.0002522885],"domain_scores_gemma":[0.9927257,0.00032163388,0.00074788823,0.0001652061,0.005670595,0.00036902848],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.010165929,0.00008029028,0.0002761802,0.00011083264,0.00023409775,0.0020376015,0.0007062171,0.0001024215,0.000788757],"category_scores_gemma":[0.020686934,0.000052686788,0.0001356166,0.00030246438,0.00044252726,0.04506056,0.000049262468,0.0004990793,0.00001607227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011044996,0.00005707897,0.016526671,0.00008634659,0.000045597862,0.00002236944,0.0009162109,4.7691077e-7,0.0009928154,0.8896955,0.053106602,0.03853929],"study_design_scores_gemma":[0.00019287298,0.000052221752,0.0024680193,0.0014165136,0.00004219248,0.000024933372,0.0004170853,1.482734e-7,0.000058712274,0.002449017,0.9927914,0.00008686504],"about_ca_topic_score_codex":0.0002470238,"about_ca_topic_score_gemma":0.00004465445,"teacher_disagreement_score":0.9396848,"about_ca_system_score_codex":0.00015947026,"about_ca_system_score_gemma":0.0022969474,"threshold_uncertainty_score":0.9989984},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2319079108","doi":"10.1016/j.joca.2016.01.101","title":"Assessing bias in osteoarthritis trials included in cochrane reviews: A meta-epidemiological study","year":2016,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa; Cochrane","funders":"","keywords":"Blinding; Meta-analysis; Medicine; Systematic review; Publication bias; Reporting bias; MEDLINE; Study heterogeneity; Physical therapy; Sample size determination; Randomized controlled trial; Clinical trial; Psychological intervention; Epidemiology; Random effects model; Cochrane Library; Internal medicine; Statistics; Psychiatry","score_opus":0.8062375650609488,"score_gpt":0.5538883201150719,"score_spread":0.25234924494587685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319079108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92985994,0.06259112,0.000260249,0.0013309473,0.00023580818,0.003096169,0.00003916762,0.000011176807,0.002575439],"genre_scores_gemma":[0.99472517,0.002134489,0.0005589177,0.000423915,0.00010388285,0.00072428054,0.000004344964,0.000020184827,0.00130481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86197925,0.10453553,0.026175344,0.0025502252,0.0038801217,0.00087952596],"domain_scores_gemma":[0.96725404,0.024211073,0.005109867,0.0027313526,0.00038028386,0.00031340352],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39478216,0.00070386496,0.017010285,0.00072311616,0.00016312282,0.0012079262,0.0010216512,0.0002276163,0.008281958],"category_scores_gemma":[0.20990098,0.00027503193,0.0028000358,0.001719583,0.00018251195,0.00095324387,0.00035841673,0.0002856595,0.00078347075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007194213,0.0004230778,0.18708356,0.00007761864,0.00010265689,0.0005484025,0.0013252598,0.0000036453034,0.010663638,0.00055890606,0.004702922,0.79443836],"study_design_scores_gemma":[0.05442749,0.0093862675,0.324402,0.009667398,0.008267507,0.0007979345,0.027860902,0.00012916913,0.003651456,0.052259363,0.50279945,0.006351022],"about_ca_topic_score_codex":0.000032132237,"about_ca_topic_score_gemma":0.003131215,"teacher_disagreement_score":0.78808737,"about_ca_system_score_codex":0.000053436484,"about_ca_system_score_gemma":0.000056993773,"threshold_uncertainty_score":0.9999945},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2320350537","doi":"10.1097/ccm.0000000000001466","title":"Determinants of Citation Impact in Large Clinical Trials in Critical Care","year":2015,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital","funders":"","keywords":"Medicine; Interquartile range; Clinical trial; Randomized controlled trial; MEDLINE; Internal medicine","score_opus":0.9465369354342983,"score_gpt":0.7688826758742692,"score_spread":0.17765425956002912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320350537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043332367,0.9936108,0.00040843332,0.00020773645,0.0014022754,0.0018772818,0.00033445793,0.000004362656,0.0017213592],"genre_scores_gemma":[0.16133283,0.83516306,0.00090364594,0.00023108431,0.0015292477,0.00028915712,0.00030315603,0.00008839619,0.00015943992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8228267,0.11362803,0.052921575,0.0019709351,0.00788015,0.00077261345],"domain_scores_gemma":[0.7754975,0.20404124,0.0066835373,0.0050151553,0.0076632733,0.0010992904],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42663315,0.0008164316,0.041933723,0.0019422657,0.00004426395,0.00016866095,0.0019879788,0.0009155121,0.0059114387],"category_scores_gemma":[0.88068324,0.00034918427,0.0063880514,0.0030881113,0.000643635,0.00018940191,0.00023811398,0.0010976763,0.00053111254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001672463,0.00011295911,0.015786665,0.027284764,0.000045477213,0.00020110249,0.001301921,1.868078e-7,3.9019017e-8,0.0009252406,0.006129884,0.94819504],"study_design_scores_gemma":[0.002120538,0.001377133,0.0035780258,0.051170245,0.0076731173,0.00007519451,0.025172496,0.00025937002,1.5657608e-7,0.0043546003,0.903364,0.0008551227],"about_ca_topic_score_codex":0.00005468638,"about_ca_topic_score_gemma":0.00027109435,"teacher_disagreement_score":0.9473399,"about_ca_system_score_codex":0.00030321977,"about_ca_system_score_gemma":0.0010838539,"threshold_uncertainty_score":0.999896},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2322140854","doi":"10.1016/j.jclinepi.2016.03.018","title":"Interpreting GRADE's levels of certainty or quality of the evidence: GRADE for statisticians, considering review information size or less emphasis on imprecision?","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Certainty; Grading (engineering); Systematic review; Guideline; Psychology; Quality (philosophy); Actuarial science; Management science; MEDLINE; Medicine; Epistemology; Economics","score_opus":0.9591089740372083,"score_gpt":0.7215801648802531,"score_spread":0.23752880915695518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322140854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24220383,0.0051504653,0.6721424,0.07494522,0.0029153307,0.0022049812,0.00030817758,0.0000039521206,0.00012565707],"genre_scores_gemma":[0.9387789,0.005623503,0.04754533,0.007508301,0.00018439734,0.000017352828,3.9144527e-7,0.000009476757,0.0003323648],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.76470417,0.13405883,0.0963514,0.0006938799,0.003714233,0.00047747634],"domain_scores_gemma":[0.10531992,0.8136297,0.075331256,0.0020040872,0.0034893607,0.00022568423],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5788688,0.00026421103,0.012184108,0.00015469448,0.00007910374,0.00003274429,0.0020194538,0.00023053898,0.00197236],"category_scores_gemma":[0.9765955,0.00007471815,0.0046728915,0.0005220926,0.00038833573,0.0004531388,0.00018386649,0.0003946295,0.000026880434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014212029,0.00016679021,0.110136636,0.0020734323,0.00074644183,0.0000022932554,0.0002599317,0.000118085554,0.00009271824,0.007280022,0.07479164,0.8029108],"study_design_scores_gemma":[0.0044302363,0.004281042,0.6273815,0.057429723,0.0021216965,0.00017342027,0.0018669913,0.002928906,0.00022420337,0.21103962,0.087448426,0.00067425263],"about_ca_topic_score_codex":0.000015871134,"about_ca_topic_score_gemma":0.00003720784,"teacher_disagreement_score":0.80223656,"about_ca_system_score_codex":0.000045219072,"about_ca_system_score_gemma":0.00049992086,"threshold_uncertainty_score":0.99894},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2322177933","doi":"10.1525/jer.2011.6.3.47","title":"When They Hear What We Say: Ethical Challenges in Presenting Research Findings to the Huntington Disease Community","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Transparency (behavior); Autonomy; Disease; Research ethics; Psychology; Community engagement; Bioethics; Huntington's disease; Balance (ability); Social psychology; Medicine; Public relations; Political science; Psychiatry; Pathology","score_opus":0.9641321750926299,"score_gpt":0.7402153150700238,"score_spread":0.22391686002260613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322177933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46879977,0.0021035203,0.000007080354,0.5156871,0.00019200085,0.0019081404,0.0000062227477,0.0000315295,0.011264644],"genre_scores_gemma":[0.9419249,0.048869282,0.0006168105,0.0035479553,0.0014376286,0.00020104958,0.0000048662164,0.00018376911,0.0032137001],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84766304,0.098020084,0.003294285,0.0016250825,0.043880053,0.0055174264],"domain_scores_gemma":[0.41142616,0.53316176,0.00043855148,0.006289112,0.041794855,0.0068895905],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5649333,0.0005248226,0.001334738,0.0060368506,0.0053520086,0.0012879575,0.0066720517,0.0034904797,0.0007039014],"category_scores_gemma":[0.6234598,0.000354512,0.00064778,0.0040446618,0.0071304957,0.00075018685,0.0066045434,0.23752525,0.0006162263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02694959,0.01751797,0.03666557,0.0086082565,0.00072582095,0.0054591363,0.4545765,0.000051210594,0.0026296496,0.32988614,0.09893702,0.017993167],"study_design_scores_gemma":[0.0024852303,0.013141994,0.09050584,0.015650118,0.000029008603,0.00004716062,0.07434164,0.000081697675,0.0013089495,0.7517185,0.05022277,0.00046705903],"about_ca_topic_score_codex":0.0017387684,"about_ca_topic_score_gemma":0.009523933,"teacher_disagreement_score":0.51213914,"about_ca_system_score_codex":0.0021305832,"about_ca_system_score_gemma":0.011090668,"threshold_uncertainty_score":0.9998907},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2328191359","doi":"10.1525/jer.2013.8.2.110","title":"Ethical Challenges and Lessons Learned from <i>Inuulluataarneq</i> — “Having the Good Life” Study: A Community-Based Participatory Research Project in Greenland","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Comisión de Investigaciones Científicas; Medical Research Council; Kommissionen for Videnskabelige Undersøgelser i Grønland","keywords":"Community-based participatory research; Participatory action research; Viewpoints; Sociology; Research ethics; Public relations; Political science; Engineering ethics; Engineering","score_opus":0.9513969318966031,"score_gpt":0.7272710465388462,"score_spread":0.2241258853577569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328191359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7305622,0.0017045124,0.0000021364324,0.26072758,0.000105813175,0.0031050455,0.000012502427,0.00001721003,0.0037629653],"genre_scores_gemma":[0.9897884,0.004893198,0.000046087167,0.0029350785,0.00075561425,0.0010901458,0.000004945404,0.00007700088,0.0004094916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.79970115,0.18688731,0.0016370952,0.0006605467,0.007021293,0.0040925923],"domain_scores_gemma":[0.7995684,0.18844372,0.0003160001,0.0013422405,0.00943481,0.0008947951],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.3193477,0.0003293044,0.001032834,0.0020865789,0.023265528,0.00024115003,0.002261247,0.0018136424,0.00029682636],"category_scores_gemma":[0.091780014,0.00021110251,0.00014908283,0.0016999113,0.003845222,0.00020436355,0.003160151,0.11396355,0.00025664407],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022929292,0.005973992,0.09192094,0.0009041638,0.0003880055,0.00053814036,0.82451427,0.000031010208,0.00031442026,0.009506102,0.059023067,0.0045929262],"study_design_scores_gemma":[0.003912462,0.011477303,0.24339762,0.0010777231,0.00001918099,0.0000031119466,0.65525264,0.00016502797,0.000010120033,0.04225252,0.042163365,0.00026892938],"about_ca_topic_score_codex":0.041896693,"about_ca_topic_score_gemma":0.16128936,"teacher_disagreement_score":0.2592262,"about_ca_system_score_codex":0.0014761188,"about_ca_system_score_gemma":0.010783086,"threshold_uncertainty_score":0.9994822},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2329072445","doi":"10.1332/174426414x14043807774174","title":"Challenges of partnership research: insights from a collaborative partnership in evidence-informed public health decision making","year":2015,"lang":"en","type":"article","venue":"Evidence & Policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"General partnership; Workload; Public relations; Investment (military); Management science; Engineering ethics; Psychology; Political science; Knowledge management; Computer science; Management; Economics; Engineering","score_opus":0.9498702217951178,"score_gpt":0.7558398357124192,"score_spread":0.19403038608269862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329072445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64566123,0.012011031,0.00017648624,0.3222754,0.00045872616,0.0043243663,0.00003793436,0.00016427402,0.01489058],"genre_scores_gemma":[0.97997636,0.004130094,0.001593149,0.0125711905,0.0008171776,0.0007015826,0.000003988262,0.000036339996,0.00017013507],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9782293,0.012649996,0.0027163818,0.0009137138,0.002975355,0.0025152548],"domain_scores_gemma":[0.94401705,0.04894818,0.0014344471,0.0013223902,0.0025543806,0.0017235432],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02448107,0.0003346149,0.00086087437,0.0021987343,0.0007940798,0.000080727215,0.0013160163,0.00031735003,0.00014293975],"category_scores_gemma":[0.18311678,0.00029537876,0.00006975136,0.0061572012,0.0005852832,0.0029564728,0.00062072877,0.0013234096,0.00068563863],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000535842,0.00009679452,0.04957263,0.0007053797,0.000017008897,0.000014144062,0.7954407,0.0000200771,0.000039552826,0.07122338,0.045216445,0.03711806],"study_design_scores_gemma":[0.0040243044,0.0017488495,0.34683642,0.030944351,0.00000899019,0.0000037634925,0.37402874,0.0003329102,0.00009779101,0.07650906,0.16466635,0.0007984651],"about_ca_topic_score_codex":0.010894832,"about_ca_topic_score_gemma":0.054457992,"teacher_disagreement_score":0.42141196,"about_ca_system_score_codex":0.003996806,"about_ca_system_score_gemma":0.04977219,"threshold_uncertainty_score":0.9999498},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2330314148","doi":"10.1136/bmjqs-2013-002293.94","title":"063 Enhancing the Uptake of Clinical Practice Guidelines: The Development of a Guideline Implementability Tool (Guide-It)","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Process management; Management science; Nursing; Engineering; Pathology","score_opus":0.4502283410756375,"score_gpt":0.6332531987128049,"score_spread":0.18302485763716747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330314148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50641876,0.00025748063,0.14005572,0.33790284,0.0012636955,0.009504717,0.00013780479,0.00011780779,0.004341184],"genre_scores_gemma":[0.5219401,0.00023954314,0.4314284,0.043699775,0.0014659278,0.00034849558,0.00035311663,0.00007143749,0.00045320753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9433931,0.002267678,0.050827485,0.0007758529,0.002142538,0.00059334695],"domain_scores_gemma":[0.9151598,0.055634543,0.01017855,0.00394854,0.0146935545,0.00038500884],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15091369,0.00039575336,0.0013421936,0.000058760845,0.00031561308,0.00003703573,0.0006583842,0.0002163735,0.0021975725],"category_scores_gemma":[0.33404297,0.0002273413,0.0006244367,0.0005287747,0.00041485755,0.00056024425,0.00058624434,0.0007516988,0.00012731517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021805647,0.0012568642,0.010310677,0.00036724948,0.0008879639,0.0000030070685,0.0033229694,0.000040560415,0.004666674,0.00095630484,0.22138774,0.7546194],"study_design_scores_gemma":[0.004667389,0.00036296976,0.1485461,0.00021662211,0.0007095472,0.000040723688,0.09399408,0.00073833345,0.002239508,0.000521259,0.74757916,0.00038434227],"about_ca_topic_score_codex":0.0035434533,"about_ca_topic_score_gemma":0.0017489105,"teacher_disagreement_score":0.7542351,"about_ca_system_score_codex":0.00021859157,"about_ca_system_score_gemma":0.006823116,"threshold_uncertainty_score":0.99880725},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W233084541","doi":"10.3138/cjpe.017.006","title":"Public Training Programs in Canada: A Meta-evaluation","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Summative assessment; Formative assessment; Training (meteorology); Program evaluation; Medical education; Political science; Public relations; Psychology; Pedagogy; Public administration; Medicine; Geography","score_opus":0.9006990989952361,"score_gpt":0.5282974646477141,"score_spread":0.37240163434752205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W233084541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95176154,0.0044805794,0.00038953143,0.021945722,0.0020647643,0.004387647,0.0000110163755,0.000016725782,0.014942487],"genre_scores_gemma":[0.9975076,0.0000129305845,0.001590763,0.00028367026,0.00012555979,0.00034971564,0.000015469677,0.000012669992,0.0001016728],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902838,0.0014958618,0.0016387617,0.00030869636,0.0057129962,0.0005598889],"domain_scores_gemma":[0.9930124,0.00026770963,0.0009877279,0.00035695813,0.004672662,0.00070249895],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033242255,0.00018879346,0.00049217435,0.001144385,0.00018774414,0.00057723647,0.00063075434,0.00007882191,0.015695544],"category_scores_gemma":[0.00586014,0.00014375198,0.00020112119,0.0019555113,0.00006684631,0.001150254,0.000011219119,0.0003306842,0.00005078962],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026508728,0.000039424176,0.02816503,0.0000019171475,0.00009709614,0.000009592594,0.0020124305,0.0025774606,0.0000022635004,0.00016523058,0.0022207813,0.9647061],"study_design_scores_gemma":[0.0024604027,0.00047759543,0.10485934,0.000047863487,0.0008388146,0.00011277623,0.009278659,0.7696825,0.000009431111,0.008765075,0.10308641,0.00038110942],"about_ca_topic_score_codex":0.34388363,"about_ca_topic_score_gemma":0.99592984,"teacher_disagreement_score":0.964325,"about_ca_system_score_codex":0.003129474,"about_ca_system_score_gemma":0.03065914,"threshold_uncertainty_score":0.99548054},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2332005422","doi":"10.1525/jer.2011.6.4.84","title":"What Women Who Use Drugs Have to Say about Ethical Research: Findings of an Exploratory Qualitative Study","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Exploratory research; Qualitative research; Research ethics; Feeling; Incentive; Focus group; Dehumanization; Psychology; Variety (cybernetics); Empirical research; Population; Social psychology; Public relations; Sociology; Political science; Social science; Psychiatry","score_opus":0.9633559533230378,"score_gpt":0.7845533204683083,"score_spread":0.17880263285472953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332005422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95596856,0.00022460837,0.000021288237,0.03685791,0.00024265716,0.003152526,0.000026287114,0.000036277117,0.0034698574],"genre_scores_gemma":[0.983726,0.0031356344,0.00105098,0.002658903,0.00086472207,0.00028223646,0.000006426862,0.00023567102,0.008039412],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7980871,0.11745158,0.0052903164,0.0025863957,0.07040096,0.0061836145],"domain_scores_gemma":[0.44737062,0.43373558,0.00069314457,0.004886805,0.1032389,0.01007493],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5828112,0.0006310411,0.0023126125,0.009559584,0.0023818582,0.0012337441,0.0048592044,0.004295512,0.0012325073],"category_scores_gemma":[0.5792478,0.00049705605,0.0005913699,0.006540268,0.012413846,0.0019485841,0.003826997,0.14088853,0.00039153986],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0184985,0.011842138,0.0026866354,0.0010681875,0.0005763597,0.0025814804,0.9136871,0.0000042100755,0.0020313957,0.031016838,0.014870939,0.0011362334],"study_design_scores_gemma":[0.0035959345,0.08257497,0.01522611,0.00511835,0.000024608446,0.000023075128,0.73793924,0.000017545783,0.0040643634,0.14748055,0.0035301796,0.00040506123],"about_ca_topic_score_codex":0.0007318005,"about_ca_topic_score_gemma":0.0014435368,"teacher_disagreement_score":0.3507165,"about_ca_system_score_codex":0.0037784833,"about_ca_system_score_gemma":0.017733198,"threshold_uncertainty_score":0.99980307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2332511819","doi":"10.1016/j.jclinepi.2016.03.025","title":"A third of systematic reviews changed or did not specify the primary outcome: a PROSPERO register study","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Canada Research Chairs; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Ottawa","keywords":"Register (sociolinguistics); Outcome (game theory); Medicine; Family medicine; Linguistics; Mathematics; Philosophy","score_opus":0.973059586795305,"score_gpt":0.7017350610403976,"score_spread":0.2713245257549074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332511819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6607638,0.02269896,0.085503444,0.18998541,0.011888866,0.024647303,0.00004520236,0.000015444251,0.0044515613],"genre_scores_gemma":[0.92579305,0.0039873566,0.013071754,0.01792451,0.002385559,0.00021117058,4.3457655e-7,0.000039492206,0.036586657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.36173517,0.41012102,0.21928465,0.0015963922,0.0064931195,0.0007696474],"domain_scores_gemma":[0.24820343,0.55665314,0.18293864,0.008427211,0.003244152,0.00053344853],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.83257693,0.00043666648,0.041071776,0.00029976983,0.000091395144,0.00007756902,0.0044674375,0.0002855428,0.0023403973],"category_scores_gemma":[0.908933,0.00009707595,0.01089545,0.0007690291,0.00042844616,0.00023656478,0.00034653806,0.0007659407,0.0012175393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005755729,0.00074020936,0.80445004,0.0036884523,0.0013416947,0.000047723985,0.00047284696,0.0000027723536,0.000022760589,0.0012581903,0.17224659,0.015153172],"study_design_scores_gemma":[0.0037533364,0.00439577,0.81431526,0.008494236,0.0036926465,0.0005016407,0.000981987,0.00015760295,0.0000029123798,0.010053804,0.15318087,0.00046996397],"about_ca_topic_score_codex":0.000004040135,"about_ca_topic_score_gemma":0.000042513737,"teacher_disagreement_score":0.26502925,"about_ca_system_score_codex":0.00004986512,"about_ca_system_score_gemma":0.00015475738,"threshold_uncertainty_score":0.9995601},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2332651781","doi":"10.1177/1321103x060270010301","title":"Narrative Inquiry: A Methodology for Studying Lived Experience","year":2006,"lang":"en","type":"article","venue":"Research Studies in Music Education","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":934,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Narrative inquiry; Narrative criticism; Curriculum; Pedagogy; Epistemology; Frame (networking); Sociology; Narrative network; Space (punctuation); Mathematics education; Psychology; Computer science; Linguistics; Philosophy","score_opus":0.9016663889366501,"score_gpt":0.6859332404964971,"score_spread":0.215733148440153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332651781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97828996,0.0036082605,0.00012201713,0.0035604562,0.0033189128,0.0007381337,4.1995355e-7,0.000036043257,0.010325804],"genre_scores_gemma":[0.988102,0.00028138934,0.0048575215,0.00009790141,0.0019351112,0.0014789468,0.0000036735207,0.000009884625,0.0032335473],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966397,0.0017515402,0.00025598516,0.0003624221,0.00042068394,0.000569634],"domain_scores_gemma":[0.99456054,0.0043950663,0.00006714853,0.00015988921,0.0007479432,0.000069438174],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0061949785,0.000089459165,0.00022685512,0.00033578157,0.0015212464,0.00003547792,0.00025066466,0.00008216687,0.00004703979],"category_scores_gemma":[0.0076813754,0.00008844678,0.00003987889,0.00087243406,0.0016255637,0.00012606893,0.000060192313,0.00025740132,0.000006908623],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016670661,0.0002448372,0.0028373043,0.000025971214,0.00000974638,4.6307431e-7,0.9292325,0.000003076445,0.00010900916,0.02556769,0.03667484,0.0052778968],"study_design_scores_gemma":[0.00012949867,0.00007758441,0.0024691345,0.000043552343,0.0000029543432,1.8662097e-7,0.90812,0.0000018271908,0.000016251528,0.01642077,0.07263247,0.00008582634],"about_ca_topic_score_codex":0.012617725,"about_ca_topic_score_gemma":0.0125747565,"teacher_disagreement_score":0.035957627,"about_ca_system_score_codex":0.0011366247,"about_ca_system_score_gemma":0.0013286452,"threshold_uncertainty_score":0.9997786},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2333110603","doi":"10.1177/000841740907600201","title":"Are We Ready for an Impact Factor?","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine","score_opus":0.9241897391965286,"score_gpt":0.6855952147089429,"score_spread":0.23859452448758567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333110603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892718,0.0018513674,0.0048976964,0.0025448173,0.00043960026,0.00018360413,0.00045005803,0.0000032102703,0.0003578025],"genre_scores_gemma":[0.9978948,0.00013034191,0.0007586642,0.0006419183,0.00032332467,9.742234e-7,0.0000060081506,0.000006406861,0.00023750852],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99598837,0.00011216247,0.00057398505,0.00020646374,0.002714724,0.0004043138],"domain_scores_gemma":[0.99133277,0.0010422986,0.00063456706,0.00026588832,0.005285984,0.0014384935],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0052973675,0.000111038964,0.0002509153,0.026287185,0.0002449766,0.0012942535,0.0013498088,0.00008148016,0.00082749326],"category_scores_gemma":[0.004656937,0.00006998977,0.00022602179,0.020902228,0.000056515764,0.00082585396,0.0000051792235,0.00016316821,0.000018002691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003315365,0.000082796265,0.3590796,5.4361885e-7,0.00003322727,0.000028002069,0.00024575973,0.00031905618,0.0004056463,0.0008876472,0.08487003,0.5537161],"study_design_scores_gemma":[0.0005591129,0.0010338355,0.8755556,0.000005069536,0.0000011352843,0.000027638958,0.00010446017,0.00042341914,0.00009587395,0.014965365,0.10713443,0.000094080686],"about_ca_topic_score_codex":0.00036979714,"about_ca_topic_score_gemma":0.0011775407,"teacher_disagreement_score":0.55362207,"about_ca_system_score_codex":0.00025248123,"about_ca_system_score_gemma":0.0023613113,"threshold_uncertainty_score":0.999909},"labels":[{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2335612019","doi":"10.1177/1556264615597497","title":"The Satisfaction and Use of Research Ethics Board Information Systems in Canada","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Robustness (evolution); User satisfaction; Variety (cybernetics); Ethics committee; Research ethics; Patient satisfaction; Psychology; Information system; Applied psychology; Computer science; Medicine; Political science; Nursing; Public administration; Human–computer interaction; Law","score_opus":0.9372113259143242,"score_gpt":0.699716467253466,"score_spread":0.23749485866085818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335612019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020143,0.0008317181,0.000083711966,0.09412023,0.0009134808,0.0006166665,0.000011963177,0.0000042181773,0.0014036878],"genre_scores_gemma":[0.9964458,0.002516503,0.00009879504,0.00019221369,0.00028973515,0.000022567083,0.0000015816098,0.000015237056,0.0004176069],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9118336,0.037650004,0.002884036,0.00046658466,0.045695007,0.0014707716],"domain_scores_gemma":[0.60132587,0.32458782,0.0007285938,0.0012386249,0.07108688,0.0010321932],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.40096873,0.00015401373,0.00046007294,0.003361248,0.0022014321,0.0022409053,0.0015364876,0.0007145048,0.000018717588],"category_scores_gemma":[0.57559806,0.00009428562,0.00006965161,0.005189949,0.0028749215,0.0020065634,0.0007017293,0.026632197,0.00003027038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024034113,0.00034278384,0.26412576,0.0005877469,0.000074777854,0.0001262661,0.052368063,0.0057735145,0.00022663429,0.29127657,0.36154634,0.021148123],"study_design_scores_gemma":[0.0010801663,0.001684208,0.35479635,0.0012830597,0.000003957816,0.00003652412,0.12392508,0.0023392697,0.000110827874,0.26594537,0.24857096,0.00022423678],"about_ca_topic_score_codex":0.64282125,"about_ca_topic_score_gemma":0.7599326,"teacher_disagreement_score":0.3105077,"about_ca_system_score_codex":0.0031989112,"about_ca_system_score_gemma":0.043970384,"threshold_uncertainty_score":0.9998387},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2335974841","doi":"10.5334/jeps.401","title":"Registered Reports for Student Research","year":2016,"lang":"en","type":"article","venue":"Journal of European Psychology Students","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Class (philosophy); Plan (archaeology); Field (mathematics); Psychology; Public relations; Computer science; Political science; Medicine; Artificial intelligence; History","score_opus":0.9486016462783351,"score_gpt":0.7303958046683219,"score_spread":0.21820584161001322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335974841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.885183,0.00089740637,0.020759732,0.007848407,0.004008074,0.0009939644,0.0000062020213,0.000003816206,0.080299444],"genre_scores_gemma":[0.9436078,0.00009544123,0.002271018,0.0007516469,0.0007131082,0.000005514238,2.69859e-7,0.000027335707,0.052527882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92723936,0.03480406,0.021887675,0.0013261342,0.014135234,0.00060751167],"domain_scores_gemma":[0.9762678,0.0039045294,0.010681974,0.004205234,0.004682285,0.00025817467],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40440154,0.00020380678,0.002137567,0.0008276871,0.00015033783,0.00054311584,0.0050230725,0.000054828062,0.0017303659],"category_scores_gemma":[0.054059852,0.000076611184,0.0015996547,0.00065236434,0.00015963458,0.00021817833,0.00035545806,0.00024685098,0.0021841365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006309015,0.00031602816,0.23812895,0.000005410523,0.00044589254,0.0005244435,0.0003324029,5.937703e-7,0.0011796827,0.00013604987,0.7403037,0.018563753],"study_design_scores_gemma":[0.0008026599,0.00040875457,0.43554375,0.0000723255,0.00007234915,0.00047278733,0.0001887228,2.7864203e-7,0.000008997259,0.0028742133,0.55947936,0.00007581522],"about_ca_topic_score_codex":2.0588092e-7,"about_ca_topic_score_gemma":0.0000017213356,"teacher_disagreement_score":0.3503417,"about_ca_system_score_codex":0.00004914969,"about_ca_system_score_gemma":0.000035140834,"threshold_uncertainty_score":0.99918216},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2337529989","doi":"10.1093/scipol/scv038","title":"What determines researchers’ scientific impact? A case study of Quebec researchers","year":2015,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Regional science; Management science; Engineering ethics; Sociology; Economics; Engineering","score_opus":0.8604730270441896,"score_gpt":0.6730168236645624,"score_spread":0.1874562033796272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337529989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99344045,0.0006927962,0.000029846782,0.0031158435,0.0004736256,0.00053166295,0.0000120902505,0.000019538309,0.0016841219],"genre_scores_gemma":[0.9962648,0.00005189807,0.00006729093,0.00006136299,0.0001081809,0.000019424853,6.7585444e-7,0.000009597876,0.0034167431],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97032607,0.00083160907,0.0008000236,0.0014325241,0.024702452,0.0019073285],"domain_scores_gemma":[0.96573114,0.0030489054,0.00034343117,0.0022876398,0.023991264,0.0045976406],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.13297059,0.0002022393,0.00039233707,0.11373351,0.0012637817,0.037701312,0.004758996,0.00009351599,0.00007676125],"category_scores_gemma":[0.1986515,0.00012776756,0.000090867805,0.36774755,0.0061466503,0.012196435,0.0031157434,0.00037991029,0.00007400691],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051733965,0.0010857288,0.1639089,0.000009018724,0.000021302196,0.00061168126,0.026057981,0.000019608928,0.0013325235,0.0013411035,0.013034413,0.792526],"study_design_scores_gemma":[0.003551703,0.003955894,0.087085515,0.000030351204,0.0000099516365,0.0014836394,0.8406503,0.013583497,0.00063736556,0.01993225,0.028318893,0.00076060224],"about_ca_topic_score_codex":0.12481403,"about_ca_topic_score_gemma":0.022350175,"teacher_disagreement_score":0.81459236,"about_ca_system_score_codex":0.00070373976,"about_ca_system_score_gemma":0.021745829,"threshold_uncertainty_score":0.99655807},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2338404181","doi":"","title":"Evidence-based librarianship Level of evidence","year":2002,"lang":"en","type":"article","venue":"Hypothesis","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Political science; Computer science","score_opus":0.9458834003431653,"score_gpt":0.5361361716045653,"score_spread":0.40974722873860003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338404181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8193804,0.009146529,0.0030441824,0.14246081,0.0019327693,0.0025327245,0.00006354095,0.00021959208,0.021219457],"genre_scores_gemma":[0.9815946,0.0011373131,0.004862733,0.0026689281,0.00030145084,0.00014330038,5.0568786e-7,0.000013013301,0.00927816],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99719703,0.00089290336,0.0004732622,0.00025295207,0.0005670716,0.0006167844],"domain_scores_gemma":[0.9888481,0.009996596,0.00018499872,0.00044500997,0.00019821886,0.00032707394],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002039637,0.00009439806,0.00019334888,0.0001987325,0.00045547335,0.0000139765625,0.0004320772,0.00012123874,0.010722184],"category_scores_gemma":[0.0125168385,0.00006693263,0.000058239344,0.0007127616,0.00013328271,0.0006639684,0.000040477502,0.00030197602,0.0020115224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012725957,0.00022244742,0.39406976,0.0019056229,0.000011845945,0.0000044127755,0.006510582,0.00001890087,0.0031994865,0.00049325643,0.46005383,0.13338259],"study_design_scores_gemma":[0.0004751673,0.000378744,0.94689137,0.007478345,0.000020887013,9.1128356e-7,0.0023025894,0.0046521593,0.004652966,0.001298621,0.03152988,0.00031838956],"about_ca_topic_score_codex":0.00055642513,"about_ca_topic_score_gemma":0.000057033812,"teacher_disagreement_score":0.5528216,"about_ca_system_score_codex":0.00011420646,"about_ca_system_score_gemma":0.0009265812,"threshold_uncertainty_score":0.9987655},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2343900495","doi":"10.1007/s10742-016-0147-7","title":"The study of service use among homeless persons with mental illness: a methodological review","year":2016,"lang":"en","type":"review","venue":"Health Services and Outcomes Research Methodology","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"PsycINFO; Mental illness; Observational study; Mental health; Receipt; Service (business); Type of service; Medicine; Health services research; Population; MEDLINE; Psychology; Psychiatry; Public health; Nursing; Gerontology; Environmental health; Business","score_opus":0.6729901541732592,"score_gpt":0.6682930787085176,"score_spread":0.004697075464741629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343900495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006039022,0.9797172,0.00003367764,0.0021593224,0.0005282973,0.011188662,0.00019173187,0.00006785675,0.00007426388],"genre_scores_gemma":[0.00022155805,0.99368125,0.0011504043,0.0010600726,0.0002055425,0.0029783552,0.00004682607,0.00012279235,0.0005331976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88222337,0.110982515,0.0024658947,0.0011037024,0.0011955182,0.002029007],"domain_scores_gemma":[0.9159088,0.0791556,0.0019921702,0.0013132287,0.0009994482,0.00063072884],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04824894,0.0008039412,0.009578667,0.000428088,0.004178304,0.000059905153,0.0014705032,0.00085391436,0.00016595406],"category_scores_gemma":[0.0013192282,0.00034577248,0.00035007676,0.0015705943,0.0006737562,0.00022411029,0.0015153645,0.0030527927,0.000038771028],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012105528,0.0001758087,0.01151858,0.26454213,0.000582044,0.000018049059,0.04883154,1.8223416e-8,3.474655e-8,0.00064634695,0.000057477744,0.6735069],"study_design_scores_gemma":[0.0009696603,0.0008519067,0.0072248783,0.083407514,0.00030918635,0.0000035088608,0.25301638,0.0000011080572,1.8942035e-8,0.000116095216,0.65368795,0.00041182365],"about_ca_topic_score_codex":0.031842843,"about_ca_topic_score_gemma":0.12245065,"teacher_disagreement_score":0.6730951,"about_ca_system_score_codex":0.00033070415,"about_ca_system_score_gemma":0.001373807,"threshold_uncertainty_score":0.99989945},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2354879722","doi":"10.1371/journal.pone.0154965","title":"Impact of Next Generation Sequencing on the Organization and Funding of Returning Research Results: Survey of Canadian Research Ethics Boards Members","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Research ethics; Business; Public relations; Psychology; Political science; Biology; Biotechnology","score_opus":0.9390996865568062,"score_gpt":0.5998027320326811,"score_spread":0.3392969545241251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354879722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887794,0.00007174187,0.000009235304,0.008262319,0.000016702288,0.00050393684,0.00010678393,0.000006694018,0.002243158],"genre_scores_gemma":[0.9967029,0.0021735586,0.00040574488,0.00003117592,0.00010221572,0.0000055833953,0.000034136538,0.00003345788,0.0005112355],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9915395,0.0032556339,0.00073598546,0.00035895684,0.0035902995,0.0005196267],"domain_scores_gemma":[0.8864213,0.094034806,0.00028240652,0.0011194494,0.017679306,0.00046270795],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078653045,0.000094844254,0.0003525675,0.0011626795,0.0002936317,0.000030186937,0.00027946485,0.0004990771,0.00014589359],"category_scores_gemma":[0.4985385,0.00005695341,0.000035957688,0.0028844266,0.0010602899,0.000103268365,0.00015628603,0.0032145001,0.0000054579614],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004260736,0.00016776762,0.103721276,0.0004093173,0.00021412916,0.00000478274,0.0032894688,0.000007909456,0.8874686,0.003712027,0.00037874278,0.00019994026],"study_design_scores_gemma":[0.0016483541,0.0037273397,0.21529062,0.007578678,0.00005662118,0.000002927221,0.001406463,0.0016718181,0.7666316,0.0018185831,0.000007873038,0.00015908518],"about_ca_topic_score_codex":0.24697004,"about_ca_topic_score_gemma":0.18572918,"teacher_disagreement_score":0.41988543,"about_ca_system_score_codex":0.0009231818,"about_ca_system_score_gemma":0.0063696746,"threshold_uncertainty_score":0.9992633},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2363093906","doi":"10.29173/cais516","title":"Is Grey Literature Ever Used? Using Citation Analysis to Measure the Impact of GESAMP, an International Marine Scientific Advisory Body","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Grey System Theory Applications","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Citation; Measure (data warehouse); Grey literature; Web of science; Library science; Scientific literature; Citation analysis; Political science; Computer science; MEDLINE; Database; Law; Geology","score_opus":0.08727320027593506,"score_gpt":0.3578664483545574,"score_spread":0.27059324807862234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2363093906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953554,0.000028380842,0.00030567017,0.0013492533,0.00015044397,0.00071004935,0.00041423133,0.000018004897,0.0016685601],"genre_scores_gemma":[0.9983394,0.0000031069599,0.0007098011,0.00007966876,0.0000630534,0.00004697919,0.00001408933,0.000015200884,0.0007286619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960684,0.00013115468,0.0010277064,0.00060511346,0.0018453121,0.00032227935],"domain_scores_gemma":[0.8771666,0.00047199416,0.0015818409,0.00075722067,0.11983429,0.00018800703],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003817184,0.0002759479,0.00057065947,0.0010483356,0.00026354278,0.0075836726,0.004142626,0.0001448466,0.00037761297],"category_scores_gemma":[0.02911861,0.00015982096,0.00049483916,0.0043377304,0.0004982,0.0131027335,0.000720325,0.00023331902,0.000016503614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119075354,0.00019568914,0.7879527,0.000035158835,0.0006266947,1.8869399e-7,0.06970111,0.00037387104,0.12860978,0.0061537144,0.0026469268,0.0035850434],"study_design_scores_gemma":[0.0002750494,0.00014523404,0.9496822,0.00012813743,0.00023630283,0.00001250411,0.0049232105,0.010163871,0.010305943,0.022505052,0.0013760177,0.00024651535],"about_ca_topic_score_codex":0.00066862593,"about_ca_topic_score_gemma":0.000041218922,"teacher_disagreement_score":0.16172941,"about_ca_system_score_codex":0.00009949465,"about_ca_system_score_gemma":0.00028353688,"threshold_uncertainty_score":0.9934465},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2375639168","doi":"","title":"Principles for International Registration of Protocol Information and Results from Human Trials of Health-related Interventions-The Ottawa Statement,Part One","year":2006,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Protocol (science); Psychological intervention; Trial registration; Computer science; Clinical trial; Medicine; Alternative medicine; Political science; Law; Pathology; Nursing","score_opus":0.5417398428296815,"score_gpt":0.5303620964796135,"score_spread":0.011377746350067941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2375639168","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1265496,0.0072833914,0.021852689,0.7801019,0.0014235348,0.060380384,0.00041873084,0.00002640459,0.0019633893],"genre_scores_gemma":[0.9875852,0.00096046354,0.0068288436,0.0009842082,0.0013754528,0.0016626315,0.00027499278,0.000012934491,0.00031528602],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920835,0.00035205987,0.006769392,0.00007924944,0.00061878696,0.000097008524],"domain_scores_gemma":[0.98504776,0.002747204,0.01092347,0.00011566577,0.0011026948,0.00006323726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021854997,0.00009234158,0.0006477699,0.0001569119,0.00007934452,0.000012435389,0.00010123438,0.000041741565,0.000121125144],"category_scores_gemma":[0.024575857,0.000049121398,0.00016045534,0.0001236733,0.00017535182,0.0004688003,0.000016420407,0.00017188993,2.2964763e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11150448,0.0054344716,0.034335922,0.019042315,0.0059749717,0.000026076308,0.0046880348,0.0018381771,0.05104076,0.01204512,0.46514282,0.28892684],"study_design_scores_gemma":[0.04758866,0.012338519,0.06539263,0.040858634,0.0015024585,0.000023360208,0.0011072896,0.0012444215,0.0126375565,0.002436894,0.8147058,0.00016378096],"about_ca_topic_score_codex":0.00074641994,"about_ca_topic_score_gemma":0.00007025313,"teacher_disagreement_score":0.8610356,"about_ca_system_score_codex":0.00008213826,"about_ca_system_score_gemma":0.00020569292,"threshold_uncertainty_score":0.98364055},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2397898304","doi":"10.1525/jer.2013.8.1.55","title":"Ethical Challenges and Opportunities for Nurses in HIV and AIDS Community-Based Participatory Research in Jamaica","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Autonomy; Community-based participatory research; Participatory action research; Stakeholder; Public relations; Community engagement; Research ethics; Sociology; Nursing; Stakeholder engagement; Solidarity; Sustainability; Health care; Medicine; Political science; Politics","score_opus":0.9769524622025952,"score_gpt":0.7582380811135123,"score_spread":0.21871438108908292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397898304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71639985,0.0013883116,0.0000027099304,0.27740312,0.00012877911,0.0017524644,0.0000227639,0.000011181431,0.0028907964],"genre_scores_gemma":[0.9887916,0.0068493616,0.0002331568,0.0025005965,0.00030419187,0.00065165694,0.00000998887,0.00004235063,0.00061710685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9195075,0.072496645,0.0014336673,0.00038962552,0.004036305,0.0021362507],"domain_scores_gemma":[0.8555347,0.13609354,0.00017911229,0.00059888925,0.0063768323,0.0012169221],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.19469067,0.00019921716,0.0006622718,0.0041942107,0.005034044,0.0001306719,0.0008236999,0.0017933726,0.00017117805],"category_scores_gemma":[0.04429397,0.00016955858,0.00007637478,0.0008748457,0.003949807,0.00032439354,0.0006948897,0.060163733,0.00003830089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003086867,0.0031668073,0.042538047,0.01041133,0.00006523274,0.0002857968,0.20770824,0.00003274387,0.00018940841,0.6333959,0.0877809,0.011338685],"study_design_scores_gemma":[0.0052950345,0.010129419,0.15204635,0.0060493425,0.000007035894,0.0000047871154,0.2576258,0.0008821085,0.000020358382,0.4036941,0.16393451,0.00031117414],"about_ca_topic_score_codex":0.0011251932,"about_ca_topic_score_gemma":0.0044219247,"teacher_disagreement_score":0.27490252,"about_ca_system_score_codex":0.00082182395,"about_ca_system_score_gemma":0.0043207877,"threshold_uncertainty_score":0.9995025},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2402040036","doi":"10.17351/ests2016.85","title":"Care and Solidarity Are Conditions for Interventionist Research","year":2016,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Solidarity; Power (physics); Action (physics); Sociology; Political science; Research ethics; Epistemology; Public relations; Engineering ethics; Law","score_opus":0.5351337359155328,"score_gpt":0.6988358515948896,"score_spread":0.16370211567935677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402040036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94078547,0.00007845984,0.004127697,0.053001024,0.00020391628,0.0006850928,0.00009150343,0.0001649401,0.00086187554],"genre_scores_gemma":[0.99512434,0.000060787785,0.0027176086,0.001286897,0.000042863525,0.0003094469,7.5476777e-7,0.0000049919868,0.0004522996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981469,0.00023092295,0.00025974828,0.0003969986,0.00023956368,0.0007258492],"domain_scores_gemma":[0.9973419,0.0016078225,0.00010829564,0.00022306474,0.0005831746,0.00013576569],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.006848974,0.000067216424,0.000116875104,0.00036058854,0.011174818,0.000029491288,0.00027361594,0.0001428392,0.000031731448],"category_scores_gemma":[0.0033442208,0.000049715945,0.000027004971,0.0012537776,0.0053113042,0.00030222512,0.00030316252,0.00052549795,0.000013780713],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006701735,0.000024602348,0.3643799,0.00059603236,0.0000116190095,8.273965e-7,0.07896435,1.1388883e-7,0.025610244,0.49016526,0.020090602,0.020149747],"study_design_scores_gemma":[0.0026223038,0.0003199238,0.14647116,0.0008411156,0.00001249508,0.000009330227,0.62258095,0.00018436817,0.0029627664,0.12010965,0.1035429,0.00034304053],"about_ca_topic_score_codex":0.000022025077,"about_ca_topic_score_gemma":0.000058034562,"teacher_disagreement_score":0.5436166,"about_ca_system_score_codex":0.00022767812,"about_ca_system_score_gemma":0.0005671268,"threshold_uncertainty_score":0.9973957},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2402421755","doi":"10.1097/xeb.0000000000000064","title":"Conducting systematic reviews of association (etiology)","year":2015,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":801,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Etiology; Observational study; Critical appraisal; Population; Medicine; Psychological intervention; MEDLINE; Disease; Evidence-based medicine; Psychology; Alternative medicine; Pathology; Psychiatry; Biology; Environmental health","score_opus":0.9670499388396323,"score_gpt":0.6420465268336334,"score_spread":0.3250034120059989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402421755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52614236,0.11292167,0.06967886,0.25782356,0.024557324,0.0067500924,0.00009768622,0.000021210817,0.0020072667],"genre_scores_gemma":[0.9904432,0.00047607304,0.006179417,0.0014863358,0.0005450229,0.000020525516,0.0000028916234,0.000009464548,0.0008370607],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.94307715,0.025878198,0.019891582,0.00040505524,0.010519831,0.00022818871],"domain_scores_gemma":[0.9071928,0.018793294,0.044694316,0.0012261089,0.027753683,0.00033974895],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26867375,0.00021781461,0.0041835224,0.00081509555,0.000048851623,0.00028570447,0.0024871759,0.00013490285,0.0010011117],"category_scores_gemma":[0.4516342,0.00009851457,0.0018350907,0.0007635453,0.000040438932,0.0007621553,0.0000693235,0.00033352108,0.00043338537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034237606,0.0003282831,0.73841953,0.013142669,0.001983098,0.00011630756,0.004167929,0.0026939234,0.0008732923,0.0048190607,0.21189842,0.021215133],"study_design_scores_gemma":[0.012117141,0.0071577453,0.048836846,0.356084,0.006570385,0.0022567518,0.04005535,0.039982893,0.0047502043,0.086558044,0.39207825,0.0035524014],"about_ca_topic_score_codex":0.000051164014,"about_ca_topic_score_gemma":0.000032404692,"teacher_disagreement_score":0.68958265,"about_ca_system_score_codex":0.0006525826,"about_ca_system_score_gemma":0.0009065609,"threshold_uncertainty_score":0.9999121},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2403716937","doi":"10.1016/s2213-8587(16)30096-1","title":"Supporting research leadership in Africa","year":2016,"lang":"en","type":"letter","venue":"The Lancet Diabetes & Endocrinology","topic":"Global Health and Surgery","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Capacity building; General partnership; Scopus; Medicine; Health care; Public relations; Medical education; Multidisciplinary approach; Political science; MEDLINE; Social science; Sociology","score_opus":0.3142364555807402,"score_gpt":0.40539834102066996,"score_spread":0.09116188543992976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403716937","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021932743,0.004601851,4.3717068e-7,0.9496589,0.0006672333,0.0005975072,0.000040786956,0.000115773895,0.022384824],"genre_scores_gemma":[0.080683574,0.0005055965,0.00004207116,0.89508015,0.012822512,0.00024839517,0.00009985915,0.000072885916,0.010444931],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98632705,0.0010312534,0.0006070906,0.0005910078,0.00056033046,0.010883272],"domain_scores_gemma":[0.9955362,0.002924166,0.00016554267,0.0010916175,0.0001476491,0.0001348437],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004137798,0.00031410213,0.001287478,0.0004906658,0.00014600837,0.000019183506,0.00058721384,0.0006314756,0.00038179563],"category_scores_gemma":[0.0012334503,0.00018782912,0.00015523865,0.00040273697,0.000589623,0.000035763078,0.00020848821,0.005223143,0.0009385424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006825217,0.000015517595,0.036611963,0.0007018251,0.000048033675,0.0017263668,0.00010386792,2.862062e-8,0.00011196121,0.00021652297,0.9502998,0.010095885],"study_design_scores_gemma":[0.0008834586,0.00016133495,0.0049008233,0.00050169084,0.000027745125,0.000072710885,0.00008979053,0.0000026437924,0.0001779893,0.0032435784,0.9897552,0.00018299575],"about_ca_topic_score_codex":0.00005807572,"about_ca_topic_score_gemma":0.000015627109,"teacher_disagreement_score":0.058750834,"about_ca_system_score_codex":0.0002501274,"about_ca_system_score_gemma":0.0003520793,"threshold_uncertainty_score":0.99983937},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2404777889","doi":"10.1525/jer.2006.1.4.77","title":"Trends in Canadian Sociology Master's Theses in Relation to Research Ethics Review, 1995–2004","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"Medical Research Council","keywords":"Sociology; Research ethics; Field (mathematics); Qualitative research; Relation (database); Social science; Work (physics); Engineering ethics","score_opus":0.8652001765787157,"score_gpt":0.7007556206004423,"score_spread":0.16444455597827345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404777889","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2390643,0.006446407,0.000005529371,0.5625256,0.00017035891,0.00097015005,0.000015412244,0.000015515117,0.19078675],"genre_scores_gemma":[0.98368245,0.0064923596,0.0000774126,0.003002098,0.0009113973,0.000056995967,0.000012397168,0.000030250572,0.005734649],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.86194175,0.12345522,0.001575631,0.0007341385,0.009080934,0.003212328],"domain_scores_gemma":[0.88510406,0.107301034,0.00021953155,0.0005609338,0.0053665596,0.001447851],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.41856754,0.00022451638,0.00070032314,0.006269429,0.003596821,0.00032816903,0.0020310616,0.0019712967,0.0015494364],"category_scores_gemma":[0.22637995,0.00018796792,0.00022960284,0.006941913,0.0049444074,0.00064574316,0.00036170825,0.04524271,0.00024211036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012454945,0.0010032794,0.04273519,0.0002708727,0.00003848819,0.0019898722,0.07915537,0.00016436176,0.00018468931,0.74756444,0.11966707,0.005980875],"study_design_scores_gemma":[0.00046082243,0.0018847829,0.0505326,0.0015417137,0.0000028270463,0.0000049239293,0.010258994,0.000007417517,0.00000904612,0.29136837,0.64372736,0.00020112103],"about_ca_topic_score_codex":0.31042948,"about_ca_topic_score_gemma":0.6853127,"teacher_disagreement_score":0.7446181,"about_ca_system_score_codex":0.0046780584,"about_ca_system_score_gemma":0.011306366,"threshold_uncertainty_score":0.9993633},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2404984931","doi":"10.1016/j.jclinepi.2016.04.014","title":"Specifying a target trial prevents immortal time bias and other self-inflicted injuries in observational analyses","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":974,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University; McGill University Health Centre","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Observational study; Emulation; Randomized controlled trial; Computer science; Medical physics; Research design; Simple (philosophy); Clinical trial; Medicine; Psychology; Statistics; Social psychology; Surgery; Mathematics","score_opus":0.8894193828691276,"score_gpt":0.6870352047744127,"score_spread":0.20238417809471487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404984931","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003012915,0.9862737,0.007548017,0.00036454308,0.0008503029,0.0013860472,0.000101514735,0.00011033787,0.0003526204],"genre_scores_gemma":[0.000016092663,0.8535389,0.14412016,0.0003103035,0.0017534263,0.000035214023,0.000008386639,0.00006459206,0.00015293695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97504103,0.011262129,0.012413562,0.00048284128,0.00032223488,0.00047819968],"domain_scores_gemma":[0.8614943,0.12497122,0.012658596,0.0004081633,0.00022181176,0.00024588263],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032090116,0.0005453135,0.010913036,0.0004618366,0.000038502294,0.000014097905,0.00055900286,0.0012738105,0.00034934023],"category_scores_gemma":[0.18174127,0.00032214777,0.0016486503,0.0002685804,0.00032376955,0.00025514598,0.00020181989,0.0018237003,0.000020038871],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009361404,0.0028692256,0.027385067,0.010510357,0.006798446,0.00026273678,0.00016540814,0.000006508214,0.0000036831493,0.0641276,0.016626935,0.8618826],"study_design_scores_gemma":[0.0051443237,0.0011304753,0.0004353772,0.011559692,0.0007072682,0.00010619022,0.0000034108807,0.000037645346,6.229564e-7,0.36574528,0.61469245,0.0004372375],"about_ca_topic_score_codex":0.0000042738816,"about_ca_topic_score_gemma":0.0000030270407,"teacher_disagreement_score":0.86144537,"about_ca_system_score_codex":0.00013675189,"about_ca_system_score_gemma":0.00064357667,"threshold_uncertainty_score":0.99992305},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2408771376","doi":"10.15200/winn.146857.76572","title":"Verifiable research: The missing link between replicability and reproducibility","year":2016,"lang":"en","type":"dataset","venue":"The Winnower","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Verifiable secret sharing; Reproducibility; Link (geometry); Computer science; Statistics; Mathematics; Computer network; Programming language","score_opus":0.4399944010878472,"score_gpt":0.49072105569928104,"score_spread":0.05072665461143383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408771376","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011926605,0.0003257056,0.00012149632,0.09598272,0.0023224691,0.0009222872,0.897659,0.000050024915,0.0014236189],"genre_scores_gemma":[0.011274543,0.00019992265,0.0003920848,0.0029393819,0.01521175,0.00015922001,0.88481957,0.000093812814,0.08490973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98777026,0.0030256032,0.0011107139,0.004056568,0.0033758073,0.0006610383],"domain_scores_gemma":[0.9405505,0.015130067,0.000510376,0.042748414,0.0008851891,0.00017544666],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18371248,0.0002538741,0.0004422591,0.0002297092,0.0017127485,0.0018422424,0.005778143,0.00016238054,0.00073061645],"category_scores_gemma":[0.087920815,0.000099814,0.000118127115,0.0015703997,0.0018871453,0.00020376965,0.005539274,0.00093036104,0.0010507536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015026043,0.0000128228585,0.00017943219,0.000010117437,0.000016903614,0.0000012414647,0.00006851757,7.121161e-7,0.0000026059201,0.000026226373,0.8948819,0.1047845],"study_design_scores_gemma":[0.00007894579,0.000024607589,0.004217679,0.00004512292,0.000024195497,0.0000021475487,0.00007912566,0.000019404957,0.000014794506,0.04879328,0.94656223,0.00013846527],"about_ca_topic_score_codex":0.0004399922,"about_ca_topic_score_gemma":0.00003973771,"teacher_disagreement_score":0.104646035,"about_ca_system_score_codex":0.00008179425,"about_ca_system_score_gemma":0.00018785337,"threshold_uncertainty_score":0.9997271},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2413524351","doi":"10.1002/14651858.ed000074","title":"A 747 in the age of A380s: How can Cochrane Learn from the Past and Compete 20 Years on?","year":2013,"lang":"en","type":"editorial","venue":"Cochrane Database of Systematic Reviews","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crew; Wife; Aeronautics; Psychology; History; Engineering; Political science; Law","score_opus":0.05676585182733186,"score_gpt":0.37199541267680597,"score_spread":0.3152295608494741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413524351","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027289866,0.25150466,0.0003616064,0.003358316,0.6930731,0.023374377,0.016867423,0.00009818802,0.008633363],"genre_scores_gemma":[0.027595563,0.2424324,0.0009190439,0.0033794087,0.63715315,0.012742836,0.051454443,0.0006094951,0.023713635],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99130094,0.0045473315,0.0023034138,0.00052574894,0.0010598904,0.00026270078],"domain_scores_gemma":[0.98591024,0.008792713,0.0023334925,0.0026247774,0.0002721912,0.00006661196],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045304145,0.00047097573,0.0027477827,0.00017756173,0.00007782885,0.00010999547,0.0011774056,0.00030732053,0.0016084779],"category_scores_gemma":[0.0038258017,0.00025391273,0.00031738708,0.0002588566,0.00024949407,0.00009937819,0.00010458439,0.0009490747,0.00055790524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002695396,0.00011110914,0.000013347999,0.06732351,0.00016756967,0.000029322398,0.004755478,3.4125242e-7,0.000038742357,0.00029210985,0.9271357,0.00010581131],"study_design_scores_gemma":[0.001564927,0.00016259332,0.0005914017,0.23356593,0.0006139596,0.000023829796,0.00416033,0.00002212828,0.0000018739078,0.000017374921,0.75887036,0.00040527084],"about_ca_topic_score_codex":0.0012913469,"about_ca_topic_score_gemma":0.00085435284,"teacher_disagreement_score":0.16826531,"about_ca_system_score_codex":0.00004817142,"about_ca_system_score_gemma":0.000065613334,"threshold_uncertainty_score":0.9999913},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2414126461","doi":"10.1097/01.prs.0000475767.61031.d1","title":"A Systematic Review of Surgical Randomized Controlled Trials","year":2016,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster Children's Hospital; McMaster University; University of Toronto","funders":"","keywords":"Randomized controlled trial; Sample size determination; Medicine; Clinical trial; Surgery; Internal medicine; Statistics","score_opus":0.42537794891637254,"score_gpt":0.5507787117842362,"score_spread":0.12540076286786367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414126461","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036418792,0.9741186,0.000033592252,0.00016354852,0.0071634185,0.01417204,0.0014207757,0.00010432684,0.0028200487],"genre_scores_gemma":[0.000014827165,0.9929597,0.000016521135,0.00026932434,0.00090176245,0.005056075,0.00012201864,0.00008839869,0.00057139184],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92606556,0.058427718,0.01296021,0.00089214946,0.0006191224,0.0010352558],"domain_scores_gemma":[0.5513128,0.43815395,0.008701775,0.00049927394,0.00057784445,0.0007543206],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.055728987,0.0013777998,0.06323886,0.000810945,0.00019654962,0.000026029616,0.0005711859,0.0023710122,0.0113015],"category_scores_gemma":[0.16175528,0.0007223394,0.012552326,0.0006328152,0.001539516,0.00014117114,0.00014014928,0.003124385,0.0005588857],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016883582,0.00012912598,0.000002321235,0.8739624,0.012710933,0.00017273088,0.000010400587,5.2940745e-8,2.2903745e-7,0.0013078918,0.0016133166,0.09320703],"study_design_scores_gemma":[0.045176603,0.000019692303,1.9835737e-8,0.74420524,0.041383892,0.0007428857,0.000009119445,0.000008554884,0.0000047598323,0.00019176268,0.16766874,0.00058873836],"about_ca_topic_score_codex":0.0000029768846,"about_ca_topic_score_gemma":3.3201323e-7,"teacher_disagreement_score":0.37972623,"about_ca_system_score_codex":0.00028369136,"about_ca_system_score_gemma":0.0024057408,"threshold_uncertainty_score":0.99989724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2416590355","doi":"10.1186/s41073-016-0014-7","title":"Updating standards for reporting diagnostic accuracy: the development of STARD 2015","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Diagnostic accuracy; Medical physics; Computer science; Medicine; Internal medicine","score_opus":0.921923900201108,"score_gpt":0.6904396986495264,"score_spread":0.23148420155158167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416590355","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034793854,0.40256336,0.1584483,0.36866382,0.0005632074,0.014909309,0.00075372704,0.000017535109,0.019286862],"genre_scores_gemma":[0.79987967,0.08169883,0.070342265,0.00129729,0.00055978744,0.0022135586,0.000057885056,0.00007153595,0.043879166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93800884,0.01692302,0.021559509,0.0011748346,0.021647014,0.000686777],"domain_scores_gemma":[0.41275844,0.405696,0.04783198,0.0155323325,0.1168609,0.0013203402],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70305026,0.00017715254,0.0023502533,0.00015152189,0.0004113115,0.00038696526,0.0013406835,0.000060611364,0.0031058176],"category_scores_gemma":[0.8594182,0.00005345941,0.0006952247,0.0008808497,0.00017869643,0.0002088626,0.00034707968,0.00040635766,0.00016209102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005248071,0.000018200788,0.0024034826,0.00226387,0.00009250893,0.0000013991773,0.00031705576,6.1312726e-8,0.00005933386,0.002608916,0.37101838,0.6212115],"study_design_scores_gemma":[0.000083118124,0.000033365355,0.0013351688,0.005665701,0.000055394532,0.0000071897457,0.0004254535,0.000023207256,0.00016495168,0.0070021646,0.9851204,0.0000838566],"about_ca_topic_score_codex":0.000020270927,"about_ca_topic_score_gemma":0.00008255867,"teacher_disagreement_score":0.7650858,"about_ca_system_score_codex":0.00007748703,"about_ca_system_score_gemma":0.00092925836,"threshold_uncertainty_score":0.9978055},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2423415261","doi":"10.1016/j.respol.2016.05.009","title":"Which gender gap? Factors affecting researchers’ scientific impact in science and medicine","year":2016,"lang":"en","type":"article","venue":"Research Policy","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":185,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Gender gap; Psychology; Sociology; Demographic economics; Economics","score_opus":0.6838478894611898,"score_gpt":0.6503567219247052,"score_spread":0.03349116753648462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2423415261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913521,0.00034731143,0.000010823196,0.06914721,0.00005935441,0.0010031356,0.000008927449,0.00003933584,0.015862929],"genre_scores_gemma":[0.9970373,0.00045903007,0.000036035628,0.00043909572,0.00051591895,0.000021898162,0.0000026056332,0.000030330195,0.0014577871],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9863351,0.0008122507,0.00039636632,0.0008306471,0.0068810517,0.004744577],"domain_scores_gemma":[0.95216966,0.008423207,0.00009873187,0.0017664845,0.006448668,0.031093264],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05528185,0.00019987012,0.0004190041,0.005378654,0.00082241255,0.00015662659,0.00046998946,0.00015872497,0.00044841578],"category_scores_gemma":[0.6148646,0.00010198665,0.00003940639,0.010556845,0.006009784,0.00048744443,0.0004883672,0.0013469197,0.0001134741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007832059,0.0004150591,0.33784792,0.0009900542,0.000045954475,0.00024347923,0.011602537,3.088789e-7,0.45034406,0.0036872553,0.05518405,0.1388561],"study_design_scores_gemma":[0.0048475796,0.002326857,0.9666799,0.0015877588,0.0000047827953,0.000090554575,0.002195869,0.00012708566,0.0075120665,0.003180834,0.011226272,0.00022045021],"about_ca_topic_score_codex":0.006891842,"about_ca_topic_score_gemma":0.0003894531,"teacher_disagreement_score":0.628832,"about_ca_system_score_codex":0.0039647305,"about_ca_system_score_gemma":0.051647794,"threshold_uncertainty_score":0.99985886},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2439369608","doi":"10.1525/jer.2012.7.4.20","title":"Navigating Risks and Professional Roles: Research with Lesbian, Gay, Bisexual, Trans, and Queer Young People with Intellectual Disabilities","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; York University; University of Toronto; Memorial University of Newfoundland","funders":"","keywords":"Lesbian; Queer; Gender studies; Psychology; Homosexuality; Sociology; Social psychology","score_opus":0.7881770555990171,"score_gpt":0.6787389928186681,"score_spread":0.10943806278034895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2439369608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94890517,0.0006733031,0.000039376366,0.04475288,0.00007236393,0.0008661901,0.0000075521116,0.000016629261,0.0046665594],"genre_scores_gemma":[0.9955719,0.0010757033,0.00019088689,0.00004885235,0.0008029868,0.000057281777,0.0000033016843,0.0000398878,0.0022092147],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9698131,0.016320022,0.0006292678,0.0005181403,0.010851903,0.0018675763],"domain_scores_gemma":[0.9486435,0.044041377,0.00012550109,0.00036736592,0.0054608122,0.0013614584],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08199755,0.00021773553,0.00044618675,0.00057398464,0.0061761676,0.0008675766,0.0006780756,0.0005006461,0.0003219541],"category_scores_gemma":[0.02943504,0.0001259009,0.00007066295,0.0018109282,0.015563488,0.0010315448,0.00031323312,0.014342743,0.00001315401],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018102173,0.0013207482,0.2161432,0.00035891248,0.00011087092,0.000025543883,0.7390847,0.000010886085,0.00026716656,0.032327767,0.005226465,0.0033135146],"study_design_scores_gemma":[0.0015226972,0.0063780383,0.0725505,0.0017666924,0.000021955575,0.0000570867,0.8732266,0.000050376504,0.00025893963,0.024861231,0.018935328,0.00037059365],"about_ca_topic_score_codex":0.0042023957,"about_ca_topic_score_gemma":0.01915838,"teacher_disagreement_score":0.1435927,"about_ca_system_score_codex":0.0005812631,"about_ca_system_score_gemma":0.0024023936,"threshold_uncertainty_score":0.9987394},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2461069230","doi":"10.1136/ebmed-2016-110447","title":"EBHC pyramid 5.0 for accessing preappraised evidence and guidance","year":2016,"lang":"en","type":"letter","venue":"Evidence-Based Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Health informatics; Pyramid (geometry); Conceptual framework; Informatics; Computer science; Data science; Information system; Knowledge management; Medicine; Engineering; Sociology; Public health; Nursing; Mathematics","score_opus":0.47812142445817285,"score_gpt":0.5704565639656052,"score_spread":0.09233513950743233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461069230","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060303725,0.021136684,0.007939214,0.96075994,0.004622657,0.004105754,0.000043331675,0.00014541866,0.00064395944],"genre_scores_gemma":[0.0049490468,0.0043574255,0.0022063,0.9175879,0.052163266,0.0030702918,0.00009511988,0.000097387834,0.0154732615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99181753,0.0015425446,0.0014806456,0.0012958283,0.0016944165,0.0021690037],"domain_scores_gemma":[0.9606474,0.035322484,0.0010157188,0.0010525922,0.0012471445,0.0007146661],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009698655,0.0005275395,0.0009712434,0.00059651793,0.0017389128,0.000054771408,0.0010685788,0.0010490713,0.0014447387],"category_scores_gemma":[0.04251994,0.0003326267,0.00010196469,0.0006437038,0.0012699134,0.0011302114,0.00015184413,0.0025834155,0.00019160987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018728312,0.000008374264,0.004729026,0.008083884,0.000010997012,0.000016994301,0.00062600366,4.4044907e-7,0.0003585764,0.000019112857,0.9723914,0.0135679105],"study_design_scores_gemma":[0.0010720441,0.0006507775,0.005143514,0.08853972,0.000058719626,0.0000023552025,0.00021433222,0.00032123254,0.000042336935,0.00042263532,0.9031841,0.00034821563],"about_ca_topic_score_codex":0.00089874817,"about_ca_topic_score_gemma":0.000060723523,"teacher_disagreement_score":0.08045584,"about_ca_system_score_codex":0.00067619735,"about_ca_system_score_gemma":0.008021488,"threshold_uncertainty_score":0.99991256},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2461165364","doi":"10.1186/s12885-016-2408-9","title":"Use and misuse of common terminology criteria for adverse events in cancer clinical trials","year":2016,"lang":"en","type":"article","venue":"BMC Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"Fudan University","keywords":"Common Terminology Criteria for Adverse Events; Medicine; Clinical trial; Adverse effect; Terminology; MEDLINE; Randomized controlled trial; Neutropenia; Intensive care medicine; Family medicine; Toxicity; Internal medicine","score_opus":0.9482729871807495,"score_gpt":0.6979188045437343,"score_spread":0.25035418263701514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461165364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99452084,0.0010685077,0.0018909061,0.0005538597,0.00072197046,0.000992924,0.00021111123,0.0000015873474,0.00003826389],"genre_scores_gemma":[0.99106556,0.00066527893,0.0018036583,0.00023231747,0.00016375529,0.00034532917,0.0000012218383,0.000009396671,0.005713495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9779184,0.011474522,0.008969027,0.00063328934,0.00081128976,0.00019346057],"domain_scores_gemma":[0.9738961,0.020403547,0.003951351,0.0012415384,0.00041120016,0.00009625194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08779406,0.0001543421,0.0037918668,0.00019027179,0.00002481018,0.000026833237,0.00052340585,0.00011632415,0.004804257],"category_scores_gemma":[0.063673005,0.000062041996,0.0010078484,0.00023269981,0.000093048104,0.00020320424,0.000082422615,0.00004533464,0.000044661647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013871283,0.00005182532,0.92853916,0.0000572051,0.00008784175,5.0392333e-7,0.00007913038,0.0000030949154,0.00045479205,0.00010573609,0.019854043,0.050627958],"study_design_scores_gemma":[0.0024794985,0.00008016229,0.8888909,0.00032035942,0.00034415183,0.0000015991944,0.00008496184,0.0008307838,0.00019611143,0.002572739,0.10402346,0.00017528085],"about_ca_topic_score_codex":0.0003325657,"about_ca_topic_score_gemma":0.0052658995,"teacher_disagreement_score":0.08416942,"about_ca_system_score_codex":0.000035144574,"about_ca_system_score_gemma":0.00013797768,"threshold_uncertainty_score":0.9961055},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2465717129","doi":"10.1075/ni.25.2.09med","title":"Issues of representation in narrative methodology in health research","year":2015,"lang":"en","type":"article","venue":"Narrative Inquiry","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Narrative; Storytelling; Representation (politics); Narrative inquiry; Sociology; Computer science; Psychology; Political science; Literature; Art","score_opus":0.9758970003343516,"score_gpt":0.8073642710845762,"score_spread":0.16853272924977536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465717129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98370135,0.0008662568,0.00075172266,0.008557731,0.0003346548,0.00082436146,0.000001443841,0.00002137067,0.004941093],"genre_scores_gemma":[0.9883532,0.00011958156,0.010144663,0.000080325706,0.00020654716,0.00014601047,0.0000026480589,0.000011476659,0.00093553786],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93308246,0.06329197,0.000740647,0.00046283595,0.0015326971,0.0008893987],"domain_scores_gemma":[0.9939668,0.0044025313,0.0001870671,0.0002516164,0.0008677741,0.00032419822],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07076506,0.00010452846,0.00047872128,0.0008190441,0.00021313207,0.000026079011,0.00037733236,0.0001654693,0.00014408852],"category_scores_gemma":[0.05508113,0.000104251754,0.000036849022,0.0027683454,0.002277184,0.0004480011,0.00012811786,0.00065273023,0.00001752203],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002092677,0.00014229323,0.026393171,0.000015592406,0.0000070447322,0.000012711457,0.95055157,0.00009004579,0.00084292394,0.015982183,0.002743391,0.0030098006],"study_design_scores_gemma":[0.00061459455,0.00045871068,0.015548715,0.00007787678,4.7603854e-7,2.6432838e-7,0.9416929,0.00010426695,0.0030536272,0.034697365,0.0036624053,0.000088798886],"about_ca_topic_score_codex":0.034149285,"about_ca_topic_score_gemma":0.03300035,"teacher_disagreement_score":0.06088436,"about_ca_system_score_codex":0.00091301283,"about_ca_system_score_gemma":0.0024169507,"threshold_uncertainty_score":0.9846449},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2465870777","doi":"10.1371/journal.pone.0157142","title":"The Challenge of Timely, Responsive and Rigorous Ethics Review of Disaster Research: Views of Research Ethics Committee Members","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; McMaster University; Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Disaster research; Research ethics; Public relations; Psychological intervention; Disaster medicine; Natural disaster; Political science; Medicine; Engineering ethics; Poison control; Suicide prevention; Medical emergency; Engineering; Nursing; Management","score_opus":0.9057001708361343,"score_gpt":0.646822186922242,"score_spread":0.2588779839138923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465870777","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1139505,0.12296987,0.0000122271795,0.7171758,0.00006716783,0.0039470233,0.00011492516,0.000029479492,0.041733],"genre_scores_gemma":[0.28217322,0.70769155,0.0010927228,0.00064702984,0.00011791126,0.00009419657,0.000003149221,0.000054788747,0.008125442],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9705899,0.013423474,0.002091934,0.00074942416,0.012146303,0.00099897],"domain_scores_gemma":[0.59598947,0.38257527,0.00048341215,0.0029507752,0.017564824,0.00043624692],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15484777,0.00017213888,0.0010764411,0.0003089935,0.0003178524,0.0000116053825,0.0008661317,0.0009868182,0.00032764775],"category_scores_gemma":[0.46271017,0.00009373813,0.0001535775,0.0008606494,0.0092304675,0.0000724166,0.0011886577,0.012285806,0.00005103559],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011487624,0.011103997,0.0046795844,0.40954718,0.0031983464,0.00013498224,0.045559023,8.553651e-8,0.113813475,0.36462092,0.01579993,0.020054854],"study_design_scores_gemma":[0.0051963697,0.012983225,0.0023847932,0.55258954,0.00059788657,0.000013423034,0.0054841246,0.000029143002,0.10368557,0.28664526,0.029888459,0.0005022253],"about_ca_topic_score_codex":0.00015579489,"about_ca_topic_score_gemma":0.0006739075,"teacher_disagreement_score":0.7165288,"about_ca_system_score_codex":0.000113814516,"about_ca_system_score_gemma":0.0019230694,"threshold_uncertainty_score":0.99346584},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2470439906","doi":"10.1038/ng.3499","title":"Analysis of five years of controlled access and data sharing compliance at the International Cancer Genome Consortium","year":2016,"lang":"en","type":"letter","venue":"Nature Genetics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research; McGill University","funders":"","keywords":"Biology; Genome; Cancer; Compliance (psychology); Genetics; Computational biology; Gene","score_opus":0.38139663352041053,"score_gpt":0.5693888942973265,"score_spread":0.187992260776916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470439906","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115783244,0.032461192,0.000078625315,0.8367786,0.0011956219,0.0013638553,0.00961035,0.000014382698,0.0027141536],"genre_scores_gemma":[0.34056666,0.07953026,0.0010084906,0.5322894,0.006547614,0.000081860904,0.0034680753,0.00013528402,0.036372326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704486,0.000060777846,0.00061617437,0.0006784148,0.0013838516,0.00021590487],"domain_scores_gemma":[0.990978,0.0055565457,0.0005358191,0.0018698565,0.0010064507,0.000053322325],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015841002,0.00015135744,0.00088266266,0.00022835619,0.00003047919,0.000030185918,0.0025752399,0.0013597137,0.0005599358],"category_scores_gemma":[0.004315619,0.000096785305,0.00016992971,0.00027674425,0.0006335538,0.000023917079,0.002943556,0.0038646967,0.0000023707385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003005635,0.00012429072,0.34897187,0.002625975,0.046359453,0.00029407424,0.00037199046,0.00027435468,0.004444173,0.00015743569,0.58529294,0.008077801],"study_design_scores_gemma":[0.008956296,0.00014421451,0.32754222,0.0017580319,0.011260742,0.000011133001,0.000022137086,0.0070700934,0.0006519015,0.0019424265,0.64013696,0.00050383306],"about_ca_topic_score_codex":0.00006214584,"about_ca_topic_score_gemma":0.0005037387,"teacher_disagreement_score":0.30448917,"about_ca_system_score_codex":0.000097689524,"about_ca_system_score_gemma":0.00032939328,"threshold_uncertainty_score":0.99993676},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2474558075","doi":"10.1302/2046-3758.56.bjr-2016-0047","title":"Retractions in orthopaedic research","year":2016,"lang":"en","type":"article","venue":"Bone and Joint Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Scientific misconduct; Scrutiny; Misconduct; Impact factor; Medicine; Cochrane Library; MEDLINE; Data extraction; Meta-analysis; Alternative medicine; Political science; Pathology; Law","score_opus":0.257422106957606,"score_gpt":0.47710970848641454,"score_spread":0.21968760152880856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474558075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57214576,0.0008645496,0.000055004195,0.09889764,0.00013162411,0.0004330394,0.0000071533186,0.0000382339,0.327427],"genre_scores_gemma":[0.9616273,0.004837307,0.00007495941,0.000049484675,0.00038353383,0.000032533415,6.8881656e-7,0.0000059133376,0.032988247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99546003,0.0019135373,0.00021197491,0.00026204172,0.0013665837,0.0007858348],"domain_scores_gemma":[0.99735355,0.0018511082,0.000018326584,0.00015127462,0.0004183694,0.00020734243],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.032823034,0.000050632618,0.00012304325,0.00064764614,0.0009934165,0.00006965034,0.00012104692,0.00047268494,0.00079376996],"category_scores_gemma":[0.007145543,0.000035137673,0.000032832388,0.00093488215,0.0011765705,0.0002629986,0.00012245409,0.0027081212,0.0003801442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109252534,0.00015464888,0.032669745,0.000033727672,0.000010555702,0.00016680562,0.01672745,7.0768436e-8,0.010027479,0.55280226,0.18812372,0.19917426],"study_design_scores_gemma":[0.00036279552,0.00008834717,0.030117197,0.00021134404,0.0000010177957,0.000007733132,0.011159221,0.0000059021945,0.000366308,0.078828305,0.8787443,0.00010755855],"about_ca_topic_score_codex":0.014865939,"about_ca_topic_score_gemma":0.010225797,"teacher_disagreement_score":0.69062054,"about_ca_system_score_codex":0.00019093546,"about_ca_system_score_gemma":0.0005055295,"threshold_uncertainty_score":0.99959266},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2475318605","doi":"10.1177/0306312716659373","title":"Beams of particles and papers: How digital preprint archives shape authorship and credit","year":2016,"lang":"en","type":"preprint","venue":"Social Studies of Science","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Invisibility; Preprint; Reading (process); Temporalities; Publishing; Computer science; Scrutiny; Order (exchange); Space (punctuation); Media studies; World Wide Web; Sociology; Political science; Law","score_opus":0.15692199277478205,"score_gpt":0.38354944745384456,"score_spread":0.2266274546790625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475318605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94870436,0.0034010638,0.01627158,0.022541385,0.00046618233,0.00086353323,0.000081768165,0.00008961074,0.0075805318],"genre_scores_gemma":[0.99284625,0.002604422,0.0043325867,0.0000123718655,0.00006697011,0.000024828334,5.127959e-7,0.000004365129,0.00010771077],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974513,0.00009718667,0.00026457568,0.00086553063,0.00092286203,0.00039854896],"domain_scores_gemma":[0.9980141,0.00069161446,0.0004480401,0.0005422511,0.00018792911,0.00011607059],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0018888637,0.00017245584,0.00035862133,0.00016796189,0.000475088,0.0014580076,0.0023926126,0.000047215446,9.916695e-7],"category_scores_gemma":[0.003524768,0.00012961567,0.000052942432,0.00029734956,0.009653569,0.007241993,0.018020313,0.0001984467,4.7643672e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049132002,0.00015844431,0.012575507,0.0012607652,0.0003840021,0.000010658411,0.049566094,0.000005959567,0.009005509,0.32067773,0.00013558815,0.6061706],"study_design_scores_gemma":[0.00088939676,0.00060868246,0.3615408,0.0011761055,0.00008948235,0.0000049772148,0.023573058,0.0038695564,0.007908957,0.59672755,0.0024696158,0.0011418547],"about_ca_topic_score_codex":0.000011952572,"about_ca_topic_score_gemma":0.0000053030676,"teacher_disagreement_score":0.60502875,"about_ca_system_score_codex":0.00002882628,"about_ca_system_score_gemma":0.00013504259,"threshold_uncertainty_score":0.9995786},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2477789902","doi":"10.1142/9789814632393_0009","title":"Research Conflict of Interest: Flaws in Professional Codes of Ethics","year":2015,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Professional ethics; Ethical code; Conflict of interest; Engineering ethics; Professional conduct; Psychology; Sociology; Political science; Law; Engineering","score_opus":0.9091487319810905,"score_gpt":0.6553660581409599,"score_spread":0.25378267384013053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2477789902","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040542823,0.00070715253,0.0000025890802,0.0015536337,0.0016771654,0.0011823014,0.00011391138,0.000021941956,0.990687],"genre_scores_gemma":[0.108319946,0.000018380426,0.00029765026,0.00007050921,0.00013310503,0.000022872078,0.000054034193,0.00006269194,0.89102083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99040955,0.0005491469,0.0017480612,0.0010233659,0.0056391265,0.0006307566],"domain_scores_gemma":[0.97388095,0.016554855,0.00046417158,0.0017334042,0.0069237957,0.0004428365],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.05999566,0.00028586262,0.0011517919,0.002477797,0.00016105083,0.000046412686,0.0010042745,0.0015288729,0.00090337027],"category_scores_gemma":[0.009743453,0.00024030406,0.0002643891,0.00027958438,0.009160006,0.000029932617,0.0011325659,0.015619276,0.00014352756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005571721,0.00015638338,0.00019891711,0.0023010198,0.00007643042,0.00009123134,0.002271782,6.6400725e-7,0.0032988477,0.9528704,0.03726288,0.0009142205],"study_design_scores_gemma":[0.0011450351,0.00037978787,0.00009491427,0.01707538,0.00004050817,0.0000059883955,0.00026271003,0.000027621985,0.005044562,0.39612755,0.579558,0.00023791468],"about_ca_topic_score_codex":0.000065271044,"about_ca_topic_score_gemma":0.025976062,"teacher_disagreement_score":0.5567429,"about_ca_system_score_codex":0.00028975218,"about_ca_system_score_gemma":0.00805486,"threshold_uncertainty_score":0.99976736},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2480648395","doi":"10.1016/j.socscimed.2016.08.002","title":"Transfusing our lifeblood: Reframing research impact through inter-disciplinary collaboration between health geography and nurse education","year":2016,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Economic and Social Research Council","keywords":"Cognitive reframing; Discipline; Human geography; Sociology; Medicine; Social science; Psychology; Social psychology","score_opus":0.12027781072524357,"score_gpt":0.5947265241968256,"score_spread":0.474448713471582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480648395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8445729,0.0009942726,0.00032562754,0.14552887,0.0011741455,0.0012790628,0.000022152573,0.000087828004,0.0060151466],"genre_scores_gemma":[0.9952555,0.000391925,0.00015931229,0.00096476264,0.002843049,0.00006468927,0.000014216931,0.000018992718,0.00028757818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952495,0.0010241837,0.00070555916,0.0005627296,0.0011530473,0.0013049509],"domain_scores_gemma":[0.99748343,0.0004270733,0.00030436434,0.00025649546,0.000991068,0.0005375499],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007613087,0.00017935185,0.0004242756,0.00041637922,0.0054549505,0.000026163754,0.00033070223,0.00018565671,0.000071318784],"category_scores_gemma":[0.00083168066,0.00011366401,0.000034838547,0.003228581,0.0013605338,0.00078939705,0.00007765359,0.0006067198,0.000020645239],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009355963,0.00008538932,0.56069714,0.00023843278,0.000011425273,0.0000011614503,0.22889023,7.333138e-8,0.0013463327,0.003340827,0.022301843,0.18299359],"study_design_scores_gemma":[0.0020166102,0.0016096226,0.48012948,0.007440333,0.000035420664,0.0000029402656,0.46865278,0.0000061510373,0.000046048484,0.021094449,0.018631846,0.0003342989],"about_ca_topic_score_codex":0.005598484,"about_ca_topic_score_gemma":0.000491713,"teacher_disagreement_score":0.23976257,"about_ca_system_score_codex":0.0013984984,"about_ca_system_score_gemma":0.0043958556,"threshold_uncertainty_score":0.99583983},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2484305216","doi":"10.1136/bmjopen-2016-011997","title":"Reporting of financial and non-financial conflicts of interest by authors of systematic reviews: a methodological survey","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Systematic review; Medicine; MEDLINE; Public interest; Cochrane Library; Meta-analysis; Actuarial science; Family medicine; Finance; Political science; Internal medicine; Economics; Law","score_opus":0.939984580804016,"score_gpt":0.6974284889577338,"score_spread":0.24255609184628224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484305216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863631,0.0011546732,0.0004489401,0.0009271022,0.0006123156,0.009046497,0.00041683388,0.000011803313,0.0010187117],"genre_scores_gemma":[0.99758637,0.00031436922,0.00049073354,0.0005932662,0.00006806237,0.00039937667,0.0000093875515,0.000011393504,0.0005270149],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9895977,0.005773147,0.003808334,0.0003335346,0.00014399877,0.00034333466],"domain_scores_gemma":[0.99078065,0.0038637754,0.00442657,0.00032767688,0.00031503997,0.00028627733],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03483582,0.00020677633,0.001903,0.00005993818,0.00007780503,0.000007486102,0.0005291218,0.0006481093,0.00032740974],"category_scores_gemma":[0.053972315,0.00013185093,0.00012514679,0.0002189899,0.00042287764,0.000121401805,0.00044624368,0.0005884055,0.000007743034],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008660629,0.0013893669,0.395678,0.120975316,0.00039315142,0.00012219796,0.0026660052,0.0000032919531,0.39052707,0.0086466065,0.041157138,0.0297812],"study_design_scores_gemma":[0.009259833,0.0024982921,0.2919299,0.041654296,0.00096754474,0.00019714735,0.0002479962,0.0002717145,0.62299174,0.0027683747,0.025920887,0.0012922696],"about_ca_topic_score_codex":0.00017691785,"about_ca_topic_score_gemma":0.00007555378,"teacher_disagreement_score":0.23246466,"about_ca_system_score_codex":0.000026761696,"about_ca_system_score_gemma":0.000280456,"threshold_uncertainty_score":0.9938396},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2504708865","doi":"10.1186/s12961-016-0126-z","title":"A global call for action to include gender in research impact assessment","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Alberta Innovates","funders":"Alberta Innovates; Fonds National de la Recherche Luxembourg; NIHR Oxford Biomedical Research Centre; University of Oxford; Qatar National Research Fund; King's College London; National Institute for Health and Care Research; European Commission; Alberta Innovates - Health Solutions","keywords":"Health services research; Call to action; Public health; Health administration; Medicine; Social policy; Action (physics); Political science; Nursing; Business; Law","score_opus":0.8836676941117031,"score_gpt":0.7584840774956573,"score_spread":0.12518361661604582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504708865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57256466,0.0017220612,0.002639901,0.40264192,0.0002451867,0.012885558,0.00029323678,0.00006969775,0.0069378014],"genre_scores_gemma":[0.9903481,0.0018464455,0.00016977027,0.0031683967,0.0014244553,0.0011509265,0.000011166995,0.00002801457,0.0018527196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873556,0.0030651167,0.00073492306,0.00059708074,0.0034379137,0.0048094057],"domain_scores_gemma":[0.97508603,0.004540268,0.000069630856,0.00063773326,0.0016594406,0.018006895],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052765153,0.00017193351,0.00058686,0.0015442661,0.00051637704,0.0000944351,0.0001908942,0.00024283039,0.000021391454],"category_scores_gemma":[0.08868642,0.00010180811,0.00006523947,0.002024817,0.00025407088,0.00013772536,0.00019772313,0.0008491465,0.000055878623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0040640878,0.00076347933,0.050699156,0.009988366,0.000076015516,0.00012182877,0.002539597,0.000005467977,0.0021240665,0.02036679,0.60031295,0.3089382],"study_design_scores_gemma":[0.009611962,0.013685901,0.41951376,0.0038809406,0.00000333338,0.00023723926,0.0015543387,0.0012912465,0.000036591846,0.0038165606,0.546097,0.00027114572],"about_ca_topic_score_codex":0.040269166,"about_ca_topic_score_gemma":0.0017594774,"teacher_disagreement_score":0.41778347,"about_ca_system_score_codex":0.011170667,"about_ca_system_score_gemma":0.04667094,"threshold_uncertainty_score":0.9926253},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2510936828","doi":"10.1177/1740774516665597","title":"Adult patient perspectives on clinical trial result reporting: A survey of cancer patients","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Clinical trial; Family medicine; Internal medicine","score_opus":0.9095515158207234,"score_gpt":0.7475305313935051,"score_spread":0.16202098442721824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510936828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98480606,0.00015112344,0.000022081245,0.0056088795,0.004057869,0.002855416,0.00032394417,0.00006305472,0.0021115988],"genre_scores_gemma":[0.9890528,0.0056053745,0.00038320274,0.0010727142,0.0022660054,0.0001290977,0.00002305634,0.000060922623,0.001406847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95058525,0.016388115,0.027253415,0.0019900363,0.0030454095,0.0007377863],"domain_scores_gemma":[0.1046645,0.8414851,0.028374223,0.004679127,0.01853295,0.0022641313],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2076227,0.00033094536,0.0039346176,0.00015673283,0.00008368291,0.000027078073,0.00046557368,0.0015532657,0.00059892045],"category_scores_gemma":[0.97236204,0.00018116616,0.001890712,0.00042770905,0.0015706818,0.0000672383,0.00031522656,0.00262893,0.00014873044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25832844,0.00767411,0.62797195,0.000054441793,0.0006141852,0.000024944025,0.00011269396,1.6488036e-7,0.000039999843,0.0010070655,0.007023403,0.09714859],"study_design_scores_gemma":[0.16710566,0.03528137,0.7902656,0.0017270596,0.00026897434,5.741741e-7,0.00012097933,0.000004061461,0.0004740682,0.00309306,0.0013577582,0.00030083928],"about_ca_topic_score_codex":0.0004505869,"about_ca_topic_score_gemma":0.0003054234,"teacher_disagreement_score":0.84592074,"about_ca_system_score_codex":0.00016364754,"about_ca_system_score_gemma":0.002181622,"threshold_uncertainty_score":0.9997429},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2517520435","doi":"10.1016/j.jclinepi.2016.08.004","title":"Authors seldom report the most patient-important outcomes and absolute effect measures in systematic review abstracts","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Canada Research Chairs; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Relative risk; Absolute risk reduction; Meta-analysis; Cochrane Library; Absolute (philosophy); Family medicine; Confidence interval; Internal medicine","score_opus":0.8594837081704251,"score_gpt":0.6711357165434036,"score_spread":0.18834799162702143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517520435","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008418584,0.9897471,0.0002773271,0.003723789,0.0023096458,0.0035506545,0.000015747792,0.0000029137705,0.0002886298],"genre_scores_gemma":[0.00006323781,0.99598104,0.0004965483,0.0020280655,0.00030383212,0.00010296703,0.0000033602337,0.00003348077,0.0009874982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.23125994,0.44488,0.31407174,0.0022131787,0.006609123,0.0009659906],"domain_scores_gemma":[0.07456141,0.6215427,0.29459366,0.006563746,0.0019211846,0.0008172746],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8765847,0.0010582649,0.103007615,0.0006231151,0.0001072462,0.00018720694,0.0036097015,0.0010261828,0.0005062131],"category_scores_gemma":[0.95510125,0.0002764657,0.01943781,0.0010228935,0.0003739518,0.00020072924,0.00033198015,0.0024679166,0.00052147196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014708602,0.00009731453,0.018798037,0.35743248,0.0039269105,0.0009961437,0.000023911778,0.0000022085867,5.8976526e-9,0.00024813664,0.061577268,0.55688286],"study_design_scores_gemma":[0.00018462908,0.00022623217,0.0025269594,0.35247478,0.0074305898,0.0030581842,0.0000096524145,0.000010325673,2.483323e-9,0.002055592,0.6317643,0.00025875532],"about_ca_topic_score_codex":0.000010622675,"about_ca_topic_score_gemma":0.000024541858,"teacher_disagreement_score":0.57018703,"about_ca_system_score_codex":0.00007911472,"about_ca_system_score_gemma":0.0007167121,"threshold_uncertainty_score":0.99996877},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2517558721","doi":"10.1007/s11192-016-2098-8","title":"University–industry R&amp;D linkage metrics: validity and applicability in world university rankings","year":2016,"lang":"en","type":"article","venue":"Scientometrics","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Directorate-General for Education and Culture; Newfoundland and Labrador; Ministerie van Onderwijs, Cultuur en Wetenschap; European Commission","keywords":"Ranking (information retrieval); Linkage (software); Metric (unit); Computer science; Data science; Index (typography); Strengths and weaknesses; Information retrieval; Operations research; Data mining; Mathematics; Marketing; Psychology; Business; World Wide Web","score_opus":0.05807529621679081,"score_gpt":0.25030281545862426,"score_spread":0.19222751924183346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517558721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67716384,0.000022731472,0.0051755765,0.0016652239,0.000548836,0.00038930855,0.000009254714,0.00016809157,0.31485713],"genre_scores_gemma":[0.98152345,0.000014977438,0.0003783974,0.0003203903,0.0001393381,3.909426e-7,0.0000048294824,0.000008418319,0.017609816],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853355,0.000031175998,0.00017538424,0.00046603335,0.00045458053,0.00033925506],"domain_scores_gemma":[0.99897736,0.0002080653,0.00015168166,0.000293761,0.00033633513,0.000032809185],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0026268528,0.00014029682,0.00017140049,0.010013203,0.00020616195,0.0001543717,0.00040120652,0.00011470019,0.00020621838],"category_scores_gemma":[0.00086624443,0.00012477642,0.000045757573,0.038387477,0.00016490939,0.0008167187,0.0006124422,0.00021560836,0.00023844161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003854123,0.0001971645,0.71600384,0.000114888935,0.000010280785,0.00001951598,0.000041610005,0.0000020951777,0.00009393642,0.24945953,0.003582604,0.030435989],"study_design_scores_gemma":[0.001345325,0.000004858448,0.1292542,0.000030852632,0.000024838075,2.5596788e-7,0.00034561125,0.00021689312,0.00001890902,0.0015482953,0.86693823,0.0002717024],"about_ca_topic_score_codex":0.00008886478,"about_ca_topic_score_gemma":0.00026555316,"teacher_disagreement_score":0.86335564,"about_ca_system_score_codex":0.00031697552,"about_ca_system_score_gemma":0.0000251967,"threshold_uncertainty_score":0.9820521},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","score_opus":0.17870384047953633,"score_gpt":0.45440800468111564,"score_spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518646621","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029803006,0.9815807,0.0000024628637,0.012745187,0.0035391496,0.0015530814,0.00007040392,0.000006808357,0.00020420535],"genre_scores_gemma":[0.0005202389,0.99895686,0.00014671816,0.00012801528,0.00017761794,0.000041954372,0.0000018382292,0.000003427715,0.000023354714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709696,0.00021909922,0.0011001241,0.00007623927,0.0013159149,0.00019166044],"domain_scores_gemma":[0.9822153,0.0021022668,0.009452125,0.00021717399,0.0059622806,0.000050851082],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009269384,0.00010054278,0.0007071443,0.00088298594,0.0011142513,0.00031394008,0.0010878015,0.00047026214,0.0000012397827],"category_scores_gemma":[0.22333306,0.000058783036,0.00019852431,0.003506695,0.00089322147,0.003824422,0.00014592776,0.0005352979,4.3566914e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016436792,0.000011283134,0.0007042354,0.0075116926,0.000031776348,1.7534994e-8,0.008199901,1.0133965e-8,3.654889e-7,0.021096174,0.001654578,0.9607883],"study_design_scores_gemma":[0.00009192092,0.000017388938,0.0009423506,0.011171857,0.00018879373,0.0000037933655,0.00045142963,2.4889275e-7,0.000002831029,0.0010443161,0.98603255,0.000052530195],"about_ca_topic_score_codex":0.000017203514,"about_ca_topic_score_gemma":0.000016852979,"teacher_disagreement_score":0.984378,"about_ca_system_score_codex":0.00057995017,"about_ca_system_score_gemma":0.0028066,"threshold_uncertainty_score":0.85700333},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2519754422","doi":"10.5130/ijcre.v9i1.4875","title":"Engaging youth in post-disaster research: Lessons learned from a creative methods approach","year":2016,"lang":"en","type":"article","venue":"Gateways International Journal of Community Research and Engagement","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Royal Roads University; Colorado State University","keywords":"Participatory action research; The arts; Citizen journalism; Public relations; Psychological resilience; Action research; Youth engagement; Reciprocity (cultural anthropology); Sociology; Resilience (materials science); Political science; Psychology; Pedagogy; Social psychology; Social science","score_opus":0.9499925531101757,"score_gpt":0.7393746885007009,"score_spread":0.21061786460947485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519754422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95524335,0.0002386653,0.008501394,0.012838537,0.00018360012,0.00028867592,0.00004603771,0.0000140564625,0.022645695],"genre_scores_gemma":[0.98413247,0.0017178792,0.013291457,0.00006975962,0.00027828422,0.000029064666,0.000005876269,0.000017784274,0.0004574362],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.892872,0.1023208,0.00056218513,0.00019954046,0.003162079,0.0008834169],"domain_scores_gemma":[0.97700053,0.018773219,0.00015613569,0.00036264252,0.0031990006,0.0005084681],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17264295,0.00013570479,0.00030375313,0.0012918705,0.001809675,0.000380277,0.0019285268,0.00010946255,0.00035058285],"category_scores_gemma":[0.042101156,0.00009858668,0.000087847344,0.00060309225,0.0019416906,0.0007097811,0.0012894871,0.004550104,0.000017043552],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015363995,0.0013186877,0.004455306,0.000016754273,0.00035870733,0.000057832935,0.47541362,0.000008432747,0.018056307,0.014280187,0.00047658826,0.4840212],"study_design_scores_gemma":[0.0024153579,0.0008949486,0.01816605,0.00043080028,0.000014898733,0.0000025464926,0.82602084,0.000050262784,0.004394438,0.13290589,0.014497005,0.00020695548],"about_ca_topic_score_codex":0.007840702,"about_ca_topic_score_gemma":0.0011413982,"teacher_disagreement_score":0.48381424,"about_ca_system_score_codex":0.0008896303,"about_ca_system_score_gemma":0.00079034135,"threshold_uncertainty_score":0.99948984},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2520030777","doi":"10.5430/jnep.v7n1p124","title":"Implementing plagiarism awareness workshop to nursing faculty members, Damanhour University","year":2016,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Publication; Psychology; Significant difference; Perception; Nursing; Medicine; Internal medicine; Political science","score_opus":0.12180771550494375,"score_gpt":0.4675029095565396,"score_spread":0.3456951940515959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520030777","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19436069,0.0005460898,0.028510237,0.5784726,0.005296951,0.00024140214,0.000011054586,0.00004006736,0.19252087],"genre_scores_gemma":[0.96986973,0.0006363615,0.017274352,0.0012839177,0.0015942296,3.4717894e-7,0.0000023245532,0.00001141971,0.009327323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835414,0.00065836956,0.00023058492,0.00012462623,0.00036518383,0.0002670859],"domain_scores_gemma":[0.9972325,0.0014227752,0.00046183693,0.000068305475,0.0005654808,0.00024912602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037983458,0.00007983008,0.00012760382,0.00016491982,0.0012010733,0.00008489408,0.00018875336,0.00025270457,0.00014393423],"category_scores_gemma":[0.004047589,0.00006587404,0.000043242886,0.00025904496,0.00012309574,0.0014123662,0.00001794016,0.00059995847,0.0000088296665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002515311,0.00037160347,0.0007210968,0.0000047418525,0.000036786652,0.0000054931825,0.15680166,0.0000021120536,0.0004297634,0.024023533,0.18210879,0.6352429],"study_design_scores_gemma":[0.00019600427,0.00002575253,0.00092637655,0.000817649,0.000091359,0.00015561531,0.20640475,0.0000023835291,0.000053864827,0.0011597667,0.79006773,0.0000987568],"about_ca_topic_score_codex":0.000364972,"about_ca_topic_score_gemma":0.00004952082,"teacher_disagreement_score":0.775509,"about_ca_system_score_codex":0.0005250902,"about_ca_system_score_gemma":0.0010152371,"threshold_uncertainty_score":0.9237806},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2524647697","doi":"10.29173/cais283","title":"A Concise Review On The Role Of Author Self-Citations In Information Science, Bibliometrics And Science Policy","year":2013,"lang":"fr","type":"review","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Citation; Interpretation (philosophy); Humanities; Epistemology; Sociology; Library science; Philosophy; Computer science; Linguistics","score_opus":0.2356972037868541,"score_gpt":0.46773803466837877,"score_spread":0.23204083088152466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524647697","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33887187,0.6049777,0.000017501472,0.0107355,0.0006075855,0.0057707946,0.00107495,0.00003255823,0.037911523],"genre_scores_gemma":[0.40064725,0.59823364,0.0005153039,0.0002503284,0.000039312163,0.0001065605,0.0000021753856,0.000014523087,0.0001909075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98290175,0.00019434703,0.0029515317,0.000926067,0.01173099,0.0012953324],"domain_scores_gemma":[0.3312202,0.013807357,0.011537852,0.0020555947,0.6397456,0.0016333862],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.045850568,0.00058435526,0.0018978583,0.16021524,0.00072537456,0.018923394,0.013652999,0.00033548966,0.00010551],"category_scores_gemma":[0.6337134,0.00032973647,0.0004230326,0.5368283,0.0072029843,0.03599976,0.0043288944,0.0010183959,0.000045124245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019599524,0.00033953093,0.02075864,0.007663431,0.000049600447,3.6486446e-7,0.008093997,0.0000016779923,0.00060219434,0.1369368,0.0022256179,0.8233085],"study_design_scores_gemma":[0.0005572544,0.0009402238,0.056154244,0.02072025,0.00024024163,0.000054337535,0.005369681,0.002544943,0.0025720536,0.0142700635,0.89579695,0.0007797597],"about_ca_topic_score_codex":0.00076415617,"about_ca_topic_score_gemma":0.0000047418102,"teacher_disagreement_score":0.8935713,"about_ca_system_score_codex":0.0005355266,"about_ca_system_score_gemma":0.009922325,"threshold_uncertainty_score":0.9999155},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2524737933","doi":"10.1177/1745691616662243","title":"Adjusting for Publication Bias in Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Selection (genetic algorithm); Selection bias; Computer science; Sensitivity (control systems); Publication bias; Class (philosophy); Econometrics; Meta-analysis; Model selection; Implementation; Range (aeronautics); Population; Outcome (game theory); Statistics; Mathematics; Machine learning; Artificial intelligence; Confidence interval; Mathematical economics; Medicine","score_opus":0.9534849031117457,"score_gpt":0.6859791614694466,"score_spread":0.2675057416422991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524737933","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008564147,0.9583209,0.012264973,0.0012857573,0.00024148141,0.0025985893,0.0001312332,0.000016781618,0.025131734],"genre_scores_gemma":[0.0013955965,0.9768156,0.0072952155,0.0003619359,0.00017343395,0.0017432064,0.000014024782,0.00002589791,0.012175119],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9629602,0.010723089,0.011724966,0.0063610757,0.0074124564,0.000818244],"domain_scores_gemma":[0.95163953,0.024205137,0.012067058,0.008490475,0.003180881,0.00041690166],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.26305065,0.00084938004,0.017863667,0.00461371,0.00036725894,0.0022647772,0.008603374,0.0003268163,0.019165372],"category_scores_gemma":[0.24525237,0.00028207753,0.020294314,0.024478447,0.00077580777,0.00053455535,0.00027529703,0.00043799216,0.0040035425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052801274,0.00034698643,0.000028518827,0.00017122674,0.012064128,0.0000025777579,0.0002934782,0.0000076190163,4.827133e-7,0.034251574,0.005600839,0.9472273],"study_design_scores_gemma":[0.00009138328,0.000118682285,0.00026738647,0.00013015035,0.05709797,0.0000061599085,0.0004432191,0.00013659327,8.039757e-8,0.005186419,0.9360387,0.00048329955],"about_ca_topic_score_codex":0.000003982648,"about_ca_topic_score_gemma":0.000008772628,"teacher_disagreement_score":0.94674397,"about_ca_system_score_codex":0.00035594995,"about_ca_system_score_gemma":0.00015349482,"threshold_uncertainty_score":0.99996316},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2530453014","doi":"10.1016/j.prevetmed.2016.10.008","title":"The case-control design in veterinary sciences: A survey","year":2016,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Odds ratio; Terminology; Control (management); Clinical study design; Research design; Measure (data warehouse); Statistics; Odds; Incidence (geometry); Population; Medicine; Econometrics; Computer science; Operations research; Engineering; Environmental health; Mathematics; Data mining; Pathology; Artificial intelligence; Logistic regression","score_opus":0.8184448580094686,"score_gpt":0.5484395183744191,"score_spread":0.2700053396350496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530453014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8315213,0.0039029624,0.15487862,0.003904555,0.00096055964,0.0020431804,0.000040888244,0.0000127233725,0.0027352192],"genre_scores_gemma":[0.992335,0.000115010174,0.0008599889,0.00018184965,0.0001053675,0.00014354615,7.5462304e-7,0.000012541401,0.006245916],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.90642744,0.081619546,0.0068731317,0.0013465298,0.003145385,0.00058795314],"domain_scores_gemma":[0.92538446,0.06904535,0.0023816482,0.0024527367,0.0005620734,0.00017371909],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3566663,0.00035527418,0.0022211066,0.00045743192,0.00042207286,0.00021330133,0.0022010943,0.00006817401,0.0043642116],"category_scores_gemma":[0.098430574,0.00010862566,0.0005088579,0.001872176,0.00080510403,0.00035516606,0.00024243524,0.00013523037,0.00089942326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013888942,0.00038122188,0.12553099,0.00010840562,0.0009307053,0.011628585,0.002409991,0.000084259045,0.017612284,0.002686802,0.07758048,0.7596574],"study_design_scores_gemma":[0.0065278946,0.012866168,0.7561185,0.001544607,0.0004159329,0.011803489,0.0029538402,0.01025698,0.00004660456,0.03676572,0.15954748,0.001152827],"about_ca_topic_score_codex":0.00010314458,"about_ca_topic_score_gemma":0.00007194275,"teacher_disagreement_score":0.75850457,"about_ca_system_score_codex":0.00006903443,"about_ca_system_score_gemma":0.0000873895,"threshold_uncertainty_score":0.99987847},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2530827738","doi":"10.11613/bm.2016.035","title":"IMPACT Observatory: tracking the evolution of clinical trial data sharing and research integrity","year":2016,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"Research Data Management Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"FP7 People: Marie-Curie Actions; European Commission","keywords":"Data sharing; Clinical trial; Business; Process (computing); Psychological intervention; Open data; Data integrity; Medicine; Public relations; Political science; Knowledge management; Computer science; Computer security; Alternative medicine; Nursing; World Wide Web","score_opus":0.7990351710026269,"score_gpt":0.6297849765274307,"score_spread":0.16925019447519618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530827738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000117711046,0.9928448,0.0036785426,0.00079843495,0.00058447954,0.0013208796,0.000091956455,0.000041841882,0.00052135385],"genre_scores_gemma":[0.00023342042,0.99748737,0.0009358799,0.0000067194787,0.001021196,0.000056021407,0.0000883333,0.000018903553,0.00015213835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921601,0.0018959494,0.001406646,0.0017364906,0.0021868711,0.0006139798],"domain_scores_gemma":[0.9834166,0.006403439,0.001098513,0.008442394,0.00029190542,0.00034710526],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.059169494,0.0002734746,0.0011239648,0.00027468838,0.00019529337,0.001073978,0.018869897,0.0004513591,0.00002050403],"category_scores_gemma":[0.043431103,0.0001362671,0.00023766089,0.0010226361,0.00075535546,0.006347005,0.017664535,0.0024968984,0.000024193285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001275258,0.0000804025,0.000112893336,0.002162084,0.00021375825,0.000010068491,0.0000122224155,9.380214e-10,8.7824066e-7,0.0043273885,0.011734058,0.9812187],"study_design_scores_gemma":[0.0018840665,0.00018433665,0.00009128244,0.006596797,0.00009508043,0.0000075908442,0.000018559567,0.00022445495,0.0000011049615,0.000218648,0.99051625,0.00016182162],"about_ca_topic_score_codex":0.00028602584,"about_ca_topic_score_gemma":0.000008387251,"teacher_disagreement_score":0.98105687,"about_ca_system_score_codex":0.00028456902,"about_ca_system_score_gemma":0.0028862306,"threshold_uncertainty_score":0.999963},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2531225760","doi":"10.1186/s12961-016-0147-7","title":"Integrating and evaluating sex and gender in health research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Women's College Hospital","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Excellence; Terminology; Health services research; Psychology; Public health; Medicine; Political science; Nursing","score_opus":0.8607420868920364,"score_gpt":0.6818360040331669,"score_spread":0.17890608285886944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531225760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84976906,0.043930043,0.000049907943,0.10013502,0.000113009395,0.003411586,0.000029188492,0.00004953682,0.0025126627],"genre_scores_gemma":[0.986592,0.009048721,0.00021839382,0.0011774584,0.00077302236,0.0001897032,0.0000041391386,0.00003301476,0.0019635716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98775655,0.006967313,0.00093310594,0.00077945535,0.0015844739,0.0019791117],"domain_scores_gemma":[0.9932979,0.004187236,0.000103839804,0.00043762653,0.00057086017,0.0014025635],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.053599223,0.00017110654,0.0005930902,0.0012135232,0.0009156907,0.00010589507,0.00009121196,0.00016977773,0.000008229882],"category_scores_gemma":[0.0076867472,0.00011245831,0.000019173587,0.0008522469,0.00041869222,0.00010621828,0.00019402997,0.0011297589,0.000007907212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030660105,0.00010440086,0.15721649,0.023449771,0.000038240774,0.000045390047,0.058575805,6.3786473e-7,0.00071543036,0.038667917,0.005571005,0.7153083],"study_design_scores_gemma":[0.018707255,0.019676158,0.543967,0.028995786,0.00000897255,0.0031252105,0.22167309,0.017239159,0.00011490221,0.040407427,0.10496831,0.0011166965],"about_ca_topic_score_codex":0.03742763,"about_ca_topic_score_gemma":0.0010061457,"teacher_disagreement_score":0.7141916,"about_ca_system_score_codex":0.00085160247,"about_ca_system_score_gemma":0.0036250593,"threshold_uncertainty_score":0.9745188},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2531842628","doi":"10.1186/s41073-016-0022-7","title":"Is it becoming harder to secure reviewers for peer review? A test with data from five ecology journals","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Wildlife Fund Canada; University of British Columbia; Women's Health Research Institute","funders":"","keywords":"Ecology; Community; Publishing; Functional ecology; Evolutionary ecology; Rhetorical question; Biology; Habitat; Political science; Ecosystem; Law","score_opus":0.9221730707033521,"score_gpt":0.7096993867356763,"score_spread":0.21247368396767574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531842628","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005110418,0.34053174,0.0014475455,0.65045696,0.00015405026,0.002460596,0.003103672,0.000009509171,0.0013248941],"genre_scores_gemma":[0.001295789,0.90540236,0.004976423,0.020568965,0.00029994838,0.00027006606,0.00009847949,0.000030421204,0.06705754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717272,0.0017873342,0.0015532733,0.0019223058,0.021658812,0.0013510691],"domain_scores_gemma":[0.6633531,0.13572043,0.0015033262,0.011049611,0.18310234,0.005271216],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22905879,0.00031132856,0.0014028784,0.008199491,0.0005751274,0.0018189815,0.0058880993,0.00020723142,0.009945498],"category_scores_gemma":[0.6551285,0.00014581611,0.00023535629,0.04588677,0.0003807069,0.0010729847,0.002725561,0.001550264,0.0017139163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022627122,0.000071562594,0.0042054285,0.00096979976,0.000036505924,0.000012503712,0.000059838872,1.21300054e-8,0.000024506942,0.00005459077,0.82216835,0.17237426],"study_design_scores_gemma":[0.00042553712,0.00042062256,0.0031072118,0.019074518,0.000047578,0.000028095124,0.00013084522,0.00005704773,0.000027551963,0.0020120258,0.97442335,0.00024563877],"about_ca_topic_score_codex":0.00031066744,"about_ca_topic_score_gemma":0.00045767368,"teacher_disagreement_score":0.629888,"about_ca_system_score_codex":0.00018788362,"about_ca_system_score_gemma":0.00092774985,"threshold_uncertainty_score":0.9994905},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2531929339","doi":"","title":"Bibliometric Analysis of National Cancer Institute of Canada-Supported Research","year":2008,"lang":"en","type":"article","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Geography; Regional science; Library science; Computer science","score_opus":0.8147265308711052,"score_gpt":0.6424995894648025,"score_spread":0.1722269414063028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531929339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555601,0.0006097442,0.0006842964,0.00047506628,0.00031090988,0.00013500897,0.00023064826,0.0000056254175,0.04198859],"genre_scores_gemma":[0.98712754,0.00041506873,0.00041768298,0.00004824426,0.000028897386,0.000009207771,0.0000090879785,0.00000459439,0.011939686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96133906,0.00022343743,0.0011714073,0.00056011404,0.036099456,0.00060653465],"domain_scores_gemma":[0.96204656,0.0054780645,0.00035741966,0.0006236568,0.031078432,0.00041584464],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.029366605,0.000102970116,0.00057163043,0.91774285,0.00026020722,0.00014795912,0.002351923,0.00008777718,0.005309349],"category_scores_gemma":[0.06060376,0.0000708344,0.00021306243,0.9878314,0.00057102705,0.0004927162,0.0005276447,0.0002346808,0.000013614221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018841354,0.00017199847,0.7859941,0.0000048354477,0.00036184196,0.000014312981,0.00006151029,0.0017614482,0.0010856057,0.0010318095,0.19380817,0.015685517],"study_design_scores_gemma":[0.00020041878,0.000048092134,0.9632586,0.0000020093191,0.000016782504,0.0000016923734,0.00008173731,0.009857437,0.0038548245,0.0005599638,0.022031872,0.00008653654],"about_ca_topic_score_codex":0.5247912,"about_ca_topic_score_gemma":0.27629018,"teacher_disagreement_score":0.248501,"about_ca_system_score_codex":0.00035067202,"about_ca_system_score_gemma":0.008179093,"threshold_uncertainty_score":0.99947137},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2535390142","doi":"10.2147/clep.s110528","title":"The RECORD reporting guidelines: meeting the methodological and ethical demands of transparency in research using routinely-collected health data","year":2016,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Novo Nordisk Fonden; Lundbeckfonden; National Institute for Health and Care Research","keywords":"Transparency (behavior); Medicine; Data science; Environmental health; Accounting; Computer science; Business; Computer security","score_opus":0.992204283601152,"score_gpt":0.7785009185754199,"score_spread":0.21370336502573206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535390142","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23616497,0.0058486355,0.06400199,0.6920176,0.0006978138,0.00081654696,0.00008041499,0.000025438894,0.0003465384],"genre_scores_gemma":[0.699064,0.022306385,0.20981847,0.066814214,0.0015690797,0.00012902268,0.000028347915,0.000065205924,0.00020523935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.796075,0.10058596,0.09749296,0.003151158,0.00030368933,0.0023912434],"domain_scores_gemma":[0.22660631,0.7309448,0.037594948,0.0036774336,0.0006122788,0.0005642285],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.74531186,0.00017337623,0.0031215937,0.00015937373,0.00054904266,0.000016556627,0.001004339,0.0006969585,0.000037928618],"category_scores_gemma":[0.8833518,0.000099648816,0.0001744374,0.0004234709,0.0012926308,0.0000967277,0.00045450963,0.0014488136,0.000021963375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009716261,0.00004098108,0.9026426,0.00010658774,0.00005542665,0.0000013243153,0.0002815366,0.00005127963,0.0000033236417,0.06374398,0.018134313,0.014841473],"study_design_scores_gemma":[0.0015002717,0.00044406942,0.55929637,0.0007609567,0.000010732213,0.000030116242,0.0010478836,0.07058607,5.888473e-7,0.31893247,0.047080893,0.0003095872],"about_ca_topic_score_codex":0.0043216734,"about_ca_topic_score_gemma":0.0020093063,"teacher_disagreement_score":0.6303588,"about_ca_system_score_codex":0.00020842007,"about_ca_system_score_gemma":0.0006263311,"threshold_uncertainty_score":0.6533106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2536368941","doi":"10.1093/ejo/cjw062","title":"Historical controls in orthodontics: need for larger meta-epidemiological studies","year":2016,"lang":"en","type":"letter","venue":"European Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Alberta Innovates; Killam Trusts; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Orthodontics; Epidemiology; Medicine; Dentistry; Pathology","score_opus":0.9015952426937508,"score_gpt":0.5451367677650194,"score_spread":0.3564584749287314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536368941","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005886607,0.040513422,0.27153364,0.6789598,0.0044573937,0.0013638209,0.00007515552,0.000009713173,0.0024984237],"genre_scores_gemma":[0.0027227763,0.0035036467,0.2620895,0.5234507,0.028529808,0.000077957266,0.000020378553,0.00040271206,0.17920254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.80653983,0.13975085,0.043288272,0.0018389517,0.0073164813,0.0012655925],"domain_scores_gemma":[0.891587,0.06587945,0.03267287,0.003339142,0.006224659,0.0002968845],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.4444004,0.0011375252,0.022594867,0.0013466954,0.0001421854,0.00052847614,0.0041449186,0.00040438314,0.0013604093],"category_scores_gemma":[0.343845,0.00041194982,0.015638612,0.00069491455,0.00017146266,0.00029312816,0.00031492565,0.0022165936,0.00052989786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004665121,0.000034257453,0.009838042,0.000112257985,0.0056479895,0.0012902832,0.00011764107,0.000024399611,0.0000083439,0.00013436592,0.97869486,0.0040509333],"study_design_scores_gemma":[0.00087340485,0.00032271072,0.0007974132,0.00018826942,0.0067865252,0.00015973482,0.0000727794,0.00004244061,8.0959865e-7,0.001256878,0.9890705,0.0004285316],"about_ca_topic_score_codex":8.2775364e-7,"about_ca_topic_score_gemma":0.0000034662473,"teacher_disagreement_score":0.17670411,"about_ca_system_score_codex":0.00036923008,"about_ca_system_score_gemma":0.00016058239,"threshold_uncertainty_score":0.9998332},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2553147471","doi":"10.1186/s12913-016-1904-6","title":"Methods used to address fidelity of receipt in health intervention research: a citation analysis and systematic review","year":2016,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"City, University of London","keywords":"Receipt; Fidelity; Citation; Health informatics; Psychological intervention; Medicine; Data extraction; Systematic review; Intervention (counseling); Biostatistics; Nursing research; Public health; MEDLINE; Computer science; Nursing; World Wide Web; Political science","score_opus":0.8768176192761763,"score_gpt":0.8135927768787335,"score_spread":0.06322484239744275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553147471","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003798263,0.96008974,0.0020101243,0.0044825478,0.00017808433,0.03248675,0.00052743923,0.000047560516,0.00013975234],"genre_scores_gemma":[0.000028388355,0.97959435,0.006354507,0.0030537222,0.00011894541,0.0101631265,0.0001462272,0.00007546199,0.00046529042],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7348617,0.24354552,0.012207221,0.001769797,0.004094049,0.0035217195],"domain_scores_gemma":[0.93409634,0.05355746,0.00472767,0.0023197667,0.0033539438,0.0019448018],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34669733,0.000515479,0.007231952,0.009849807,0.0014137358,0.00006458577,0.0017200778,0.0004915367,0.00052647444],"category_scores_gemma":[0.01669248,0.0003807912,0.00046476527,0.023997916,0.0002249563,0.0003829674,0.0012240625,0.0028034074,0.00047465513],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016450333,0.000043613643,0.00019333213,0.8664023,0.00007888093,5.4795174e-7,0.009494971,1.3094797e-7,1.5370118e-7,0.00013067138,0.00038393392,0.12325497],"study_design_scores_gemma":[0.0003793933,0.00031239836,0.00085943856,0.7930966,0.000111192676,0.0000011389311,0.0047917687,0.000036459423,1.1787655e-7,0.00010381486,0.20010756,0.00020011463],"about_ca_topic_score_codex":0.025883565,"about_ca_topic_score_gemma":0.041004676,"teacher_disagreement_score":0.33000484,"about_ca_system_score_codex":0.004550843,"about_ca_system_score_gemma":0.012949251,"threshold_uncertainty_score":0.9998863},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2554552639","doi":"10.5539/jel.v6n1p54","title":"Announcement of Retraction","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education","score_opus":0.011296048166637918,"score_gpt":0.27716414637742287,"score_spread":0.26586809821078494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554552639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879119,0.000036568334,0.000569598,0.0025440704,0.00031063292,0.000015813628,1.275864e-7,0.0000010473653,0.008610262],"genre_scores_gemma":[0.9945059,0.00009182368,0.0012373474,0.000071927476,0.00008813408,5.9987434e-7,3.409494e-7,0.0000016778179,0.0040022666],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996227,0.000017358625,0.00017032656,0.000032307522,0.00012218131,0.000035110297],"domain_scores_gemma":[0.9996215,0.000037869286,0.00023207723,0.000025799807,0.000054946704,0.00002777224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034005978,0.000023327355,0.00004168907,0.00004105197,0.000047177535,0.000005113779,0.000027510818,0.000016176427,0.00115963],"category_scores_gemma":[0.000202239,0.000013586052,0.000014651595,0.0000902447,0.000029806055,0.00024803105,0.0000067652145,0.00007277815,0.00001038829],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015150325,0.00025557127,0.39389116,0.0000063723205,0.000011124782,8.463106e-8,0.0013936504,0.00007088971,0.10814002,0.0027456332,0.01053718,0.48293316],"study_design_scores_gemma":[0.000105612366,0.00012402143,0.66813606,0.000046854613,0.0000049693476,0.000021809312,0.0014773007,0.0000056404983,0.0009056197,0.00060528156,0.32853407,0.000032737946],"about_ca_topic_score_codex":0.000013117787,"about_ca_topic_score_gemma":0.0000010461101,"teacher_disagreement_score":0.4829004,"about_ca_system_score_codex":0.00006257366,"about_ca_system_score_gemma":0.000050768438,"threshold_uncertainty_score":0.9997534},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2555545138","doi":"10.2196/jmir.5698","title":"The Use of Social Media in Recruitment for Medical Research Studies: A Scoping Review","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":531,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Social media; eHealth; Psychology; Data science; Internet privacy; World Wide Web; Health care; Computer science; Medicine; Political science","score_opus":0.9236268404192448,"score_gpt":0.7527068496186357,"score_spread":0.17091999080060916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555545138","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014051953,0.9336327,0.000009673955,0.053737186,0.0053011863,0.0072134724,0.0000068421164,0.0000052220344,0.00007971944],"genre_scores_gemma":[0.0000044348217,0.989246,0.000061706225,0.00010733388,0.006524194,0.0038279349,0.0000032163387,0.000041289743,0.00018388638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.948257,0.025670258,0.0044675553,0.00045120282,0.01949558,0.0016583907],"domain_scores_gemma":[0.5353057,0.45238495,0.0022086366,0.0005239909,0.007948681,0.001628047],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21809217,0.00024910775,0.002708447,0.0010154349,0.00060258235,0.00012374182,0.003641085,0.0012247089,0.0009946616],"category_scores_gemma":[0.6867939,0.0001356369,0.0006631413,0.0020546454,0.004705498,0.00020500086,0.0006534216,0.0050624087,0.000036720656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003512648,0.00011193786,0.0000027070462,0.043172855,0.00012721446,0.000035504967,0.011046557,9.1077174e-10,5.2132467e-9,0.002906323,0.09739429,0.84516746],"study_design_scores_gemma":[0.000191664,0.00011418884,8.562003e-7,0.41717526,0.000032079457,0.000007186355,0.0018320837,4.5736704e-7,7.836646e-8,0.00033592072,0.5802474,0.00006284597],"about_ca_topic_score_codex":0.0007612886,"about_ca_topic_score_gemma":0.011449345,"teacher_disagreement_score":0.84510463,"about_ca_system_score_codex":0.0032072852,"about_ca_system_score_gemma":0.03638668,"threshold_uncertainty_score":0.9999186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2559640429","doi":"10.4300/jgme-d-16-00540.1","title":"Using Data From Program Evaluations for Qualitative Research","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Computer science; Qualitative research; Constructive; Flexibility (engineering); Data science; Qualitative property; Quality (philosophy); Research program; Management science; Process (computing); Epistemology; Sociology","score_opus":0.952474250576773,"score_gpt":0.8161911414528664,"score_spread":0.13628310912390662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559640429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69053316,0.00032462145,0.15337133,0.15055999,0.0035519553,0.0008492637,0.00007564368,0.000012606691,0.0007213973],"genre_scores_gemma":[0.9357293,0.00013291412,0.0611864,0.00047315416,0.001604817,0.000045037857,0.000044708922,0.000011834828,0.0007717832],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9899004,0.001835347,0.0011777866,0.0002691738,0.0066089807,0.00020831777],"domain_scores_gemma":[0.98296887,0.008663792,0.0007808179,0.0006498304,0.0065822965,0.000354378],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05893738,0.00007646662,0.00022192173,0.00043224246,0.00021831723,0.00015270626,0.0012346397,0.00007213275,0.0020697543],"category_scores_gemma":[0.09004665,0.000039427265,0.00007563989,0.0006511335,0.00021223298,0.0010099167,0.00011455844,0.00023820183,0.00010199798],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006764074,0.0005285211,0.0006425341,0.000003323374,0.000031327607,3.5036317e-7,0.0037572435,0.000004006332,0.00032781062,0.0012393255,0.12449016,0.86890775],"study_design_scores_gemma":[0.002861595,0.0010137104,0.015714051,0.0007538229,0.00011514249,0.000030469551,0.039343663,0.07441708,0.00044441284,0.6558953,0.20916077,0.00024997804],"about_ca_topic_score_codex":0.000046227164,"about_ca_topic_score_gemma":0.000057023513,"teacher_disagreement_score":0.86865777,"about_ca_system_score_codex":0.0001871106,"about_ca_system_score_gemma":0.009236262,"threshold_uncertainty_score":0.9988425},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2560345098","doi":"10.1371/journal.pone.0165903","title":"Methods for Developing Evidence Reviews in Short Periods of Time: A Scoping Review","year":2016,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Manitoba; Ottawa Hospital; George & Fay Yee Centre for Healthcare Innovation","funders":"Audrey and Theodor Geisel School of Medicine at Dartmouth; Dartmouth College; World Health Organization","keywords":"MEDLINE; Systematic review; Cochrane Library; Data extraction; Context (archaeology); Grey literature; Crowdsourcing; Evidence-based medicine; Publication bias; Medicine; Reporting bias; Meta-analysis; Psychology; Computer science; Alternative medicine; Pathology; Biology; World Wide Web","score_opus":0.955795235823839,"score_gpt":0.6792939657150096,"score_spread":0.2765012701088294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560345098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9390054e-7,0.9456502,0.036854737,0.00021304593,0.000077468736,0.016660018,0.000020882164,0.0000059515464,0.00051741226],"genre_scores_gemma":[9.1758166e-9,0.72135127,0.27290744,0.00016434447,0.00008229608,0.0025696005,0.0000092133305,0.0000394907,0.0028763465],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8893494,0.056134533,0.045613453,0.0028063802,0.005389248,0.00070696586],"domain_scores_gemma":[0.9250123,0.047676165,0.015810587,0.008738282,0.0025363055,0.00022639819],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36852598,0.00094881,0.04491507,0.00093664485,0.0000867668,0.00026324604,0.0042849053,0.00031462865,0.005446749],"category_scores_gemma":[0.33124,0.00041317428,0.007091952,0.0034789848,0.000088923356,0.00038193265,0.00044672645,0.00031101442,0.002828317],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0797197e-7,0.000039442682,0.0000067110414,0.3608419,0.00027540963,4.849559e-7,0.000015482714,4.8685815e-9,0.0000047256713,0.00003137933,0.001802322,0.63698155],"study_design_scores_gemma":[0.00002043228,0.000017437895,4.353336e-7,0.5579179,0.0026434928,0.0000029543564,0.0000011282656,0.000014336263,0.000004717187,0.00008257792,0.43903142,0.00026318646],"about_ca_topic_score_codex":0.0000016238396,"about_ca_topic_score_gemma":0.0000073113306,"teacher_disagreement_score":0.63671833,"about_ca_system_score_codex":0.00019864492,"about_ca_system_score_gemma":0.0010359489,"threshold_uncertainty_score":0.99983203},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2560370233","doi":"10.3138/cjpe.306","title":"Measuring Evaluation Capacity in Ontario Public Health Units","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Business; Capacity building; Process (computing); Evaluation methods; Knowledge management; Process management; Public health; Program evaluation; Public relations; Nursing; Medicine; Political science; Computer science; Public administration; Engineering","score_opus":0.9060914930214881,"score_gpt":0.5182209136786268,"score_spread":0.3878705793428613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560370233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806124,0.00023792054,0.0013748645,0.012621835,0.00103512,0.0014308174,0.000004369182,0.000007589852,0.002675085],"genre_scores_gemma":[0.9982151,0.0000064168657,0.0011822461,0.00023464802,0.00009159034,0.00008308589,0.0000067043343,0.000008786118,0.00017142587],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99085605,0.002211713,0.0014925163,0.00027815666,0.004652212,0.00050935464],"domain_scores_gemma":[0.9899289,0.0002872569,0.0010617184,0.00034354388,0.00760336,0.00077524455],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077727795,0.0001388744,0.000297573,0.0014863774,0.00021464693,0.00036799957,0.00048811946,0.000084007916,0.004825947],"category_scores_gemma":[0.010347604,0.00009199527,0.00008091174,0.0013751683,0.00008610649,0.00149792,0.000012362616,0.00026512716,0.00009180222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000053747385,0.000028484468,0.20235527,0.0000013765864,0.000010463935,0.000001053058,0.0024405052,0.0003909313,0.000022614267,0.00026843854,0.0006094369,0.79386604],"study_design_scores_gemma":[0.0023968369,0.00046165957,0.90920156,0.00015611225,0.000025575511,0.000033163353,0.0009303371,0.011100992,0.000043314416,0.01139984,0.06407487,0.00017573532],"about_ca_topic_score_codex":0.045580003,"about_ca_topic_score_gemma":0.96183324,"teacher_disagreement_score":0.9162532,"about_ca_system_score_codex":0.0063032643,"about_ca_system_score_gemma":0.051754877,"threshold_uncertainty_score":0.99798864},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2564068529","doi":"10.1186/s12961-016-0158-4","title":"Scaling up complex interventions: insights from a realist synthesis","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Nutrasource; University of Waterloo; Impact","funders":"Institute of Cancer Research; National Health and Medical Research Council; Partenariat Canadien Contre Le Cancer; Institute of Population and Public Health; Canadian Cancer Society; NSW Ministry of Health; Canadian Institutes of Health Research; National Institute for Health and Care Research; Australian Government; Medical Research Council; HCF Research Foundation","keywords":"Psychological intervention; Health services research; Public health; Health administration; Medicine; Public relations; Psychology; Management science; Political science; Nursing; Engineering","score_opus":0.974547411785416,"score_gpt":0.8076307975225111,"score_spread":0.16691661426290494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564068529","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008173306,0.97044665,0.00028061526,0.010947645,0.00119978,0.007980489,0.0041827494,0.00015831753,0.004795571],"genre_scores_gemma":[0.00013830171,0.9811119,0.000093355346,0.0026594512,0.0041994667,0.0066131894,0.0001318888,0.0001192691,0.004933205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94352454,0.044718552,0.005301245,0.0012531646,0.002002818,0.0031996814],"domain_scores_gemma":[0.92773134,0.06491772,0.0023461853,0.0014892895,0.0010200569,0.002495396],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023565652,0.00059027475,0.0033894794,0.0026551997,0.00514846,0.00021189799,0.001065494,0.0007410305,0.00040948275],"category_scores_gemma":[0.03319174,0.0004060941,0.00039023467,0.002105217,0.0006050173,0.0002908381,0.000783037,0.00235976,0.0025252302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001147736,0.000023851258,0.0000066343705,0.16837336,0.00007953385,0.0000060127736,0.0050952877,2.6981049e-8,2.6893224e-7,0.03352378,0.119872496,0.67300725],"study_design_scores_gemma":[0.00031095714,0.000058254955,0.00004318309,0.15481769,0.000020050806,0.000008772663,0.0020390798,0.000015517151,2.042784e-8,0.0006661901,0.8417684,0.00025189985],"about_ca_topic_score_codex":0.07884229,"about_ca_topic_score_gemma":0.00218095,"teacher_disagreement_score":0.7218959,"about_ca_system_score_codex":0.004129211,"about_ca_system_score_gemma":0.017683621,"threshold_uncertainty_score":0.9999418},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2564891325","doi":"10.1093/fampra/cmw117","title":"Participatory research: What is the history? Has the purpose changed?","year":2016,"lang":"en","type":"article","venue":"Family Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":135,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Citizen journalism; Medical history; Family medicine; World Wide Web; Internal medicine","score_opus":0.9625829274344974,"score_gpt":0.7272640166300436,"score_spread":0.23531891080445377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564891325","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020353831,0.0018708198,0.00022237928,0.952175,0.0038887372,0.0021296781,0.000024087321,0.00009123497,0.019244183],"genre_scores_gemma":[0.30544806,0.0033826812,0.00019696193,0.65981114,0.0014119874,0.0024520936,9.879238e-7,0.00004991646,0.027246187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98276114,0.013298914,0.000694077,0.00041700393,0.0014455073,0.0013833457],"domain_scores_gemma":[0.95138764,0.045550697,0.00049446424,0.0013110309,0.00093940186,0.00031676178],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03148489,0.0001443428,0.00016310821,0.0001194943,0.0035589682,0.000092910275,0.0009231745,0.00012425843,0.0021662586],"category_scores_gemma":[0.021562317,0.00006482186,0.000047433503,0.0005444117,0.00097270985,0.0024325054,0.0003886857,0.0011308835,0.011258355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051700925,0.000022966482,0.00028460476,0.00002377318,0.000010324983,0.0000041459853,0.07927018,3.918093e-8,0.0008351563,0.00282609,0.90550506,0.011165989],"study_design_scores_gemma":[0.00040988193,0.00006595639,0.0046839872,0.00010442005,0.00001594883,0.000002401943,0.06527649,0.000008825271,0.00003973359,0.00034998983,0.9289545,0.000087902496],"about_ca_topic_score_codex":0.0015985321,"about_ca_topic_score_gemma":0.0003379432,"teacher_disagreement_score":0.2923639,"about_ca_system_score_codex":0.001217353,"about_ca_system_score_gemma":0.0028212445,"threshold_uncertainty_score":0.9987459},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2566010696","doi":"10.1037/qup0000064","title":"An account from the inside: Examining the emotional impact of qualitative research through the lens of “insider” research.","year":2017,"lang":"en","type":"article","venue":"Qualitative Psychology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Insider; Qualitative research; Psychology; Empathy; Social psychology; Applied psychology; Public relations; Sociology; Political science; Social science","score_opus":0.914757044740666,"score_gpt":0.794122769629265,"score_spread":0.12063427511140101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566010696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8330095,0.0010160052,0.0026858682,0.1176253,0.00036191384,0.001235198,0.0005167078,0.000021004294,0.04352849],"genre_scores_gemma":[0.9944272,0.00077334384,0.0033499182,0.0005019651,0.0005299672,0.00011900676,0.00001578491,0.000032629403,0.00025016972],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7758604,0.2171255,0.0010235477,0.00080664706,0.0038396546,0.0013442461],"domain_scores_gemma":[0.8455846,0.14665756,0.0007839649,0.0021311194,0.0047025396,0.00014024662],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2053888,0.00024881685,0.00058038306,0.000179405,0.006977515,0.00030162837,0.0038404258,0.00034036706,0.0005353833],"category_scores_gemma":[0.08296811,0.00012277706,0.0002710278,0.0009773291,0.044798627,0.00093068014,0.00046216117,0.0029254465,0.00005780774],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018851979,0.00014217239,0.0005282018,0.0000089677205,0.0001966047,0.0000015593116,0.65117675,0.0000038158814,0.001341353,0.33941847,0.0052779536,0.0017156616],"study_design_scores_gemma":[0.00027865294,0.00065053755,0.058491953,0.00006146882,0.000006979228,3.6874548e-7,0.49620762,0.000006191094,0.0000544627,0.44143784,0.002719755,0.000084174106],"about_ca_topic_score_codex":0.10303384,"about_ca_topic_score_gemma":0.010647371,"teacher_disagreement_score":0.16141771,"about_ca_system_score_codex":0.00023010216,"about_ca_system_score_gemma":0.0015020003,"threshold_uncertainty_score":0.99937487},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2572250704","doi":"10.37514/atd-j.2014.11.2.07","title":"Academic Integrity , Remix Culture, Globalization: A Canadian Case Study of Student and Faculty Perceptions of Plagiarism","year":2014,"lang":"en","type":"article","venue":"Across the Disciplines","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Academic integrity; Globalization; Perception; Higher education; Sociology; Pedagogy; Faculty development; Teaching method; Mathematics education; Political science; Psychology; Professional development","score_opus":0.0455717384598111,"score_gpt":0.4168868331949012,"score_spread":0.3713150947350901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572250704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958864,0.00010544667,0.00013876102,0.0017729398,0.00020123881,0.00042737558,0.00016515194,0.000020151323,0.0012825615],"genre_scores_gemma":[0.99903435,0.000111022586,0.00005060576,0.000105304964,0.00022126784,0.000015329631,0.0000151435615,0.0000062840995,0.0004406908],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982153,0.00042766708,0.00040203525,0.00022702481,0.0004162132,0.00031176404],"domain_scores_gemma":[0.99890196,0.000191215,0.00019284952,0.00022068914,0.00032438769,0.0001689079],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023917542,0.00013703754,0.00024705054,0.000039197836,0.0013744181,0.00004909251,0.0004997456,0.00061034213,0.000026424794],"category_scores_gemma":[0.00055043504,0.00009035276,0.000054383956,0.0003597888,0.00072511076,0.00017914196,0.00016804278,0.0013401373,0.0000034147135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008254035,0.000087064065,0.39903218,0.000013049351,0.00003855526,0.000007648975,0.5885468,0.000030715782,0.000036201982,0.009288968,0.0016194575,0.0012911148],"study_design_scores_gemma":[0.00037475798,0.00008713948,0.12614027,0.00004252295,0.00006861714,0.000050321185,0.86555266,0.00014357035,0.000019046987,0.0030966222,0.004264192,0.00016029102],"about_ca_topic_score_codex":0.4646663,"about_ca_topic_score_gemma":0.7350833,"teacher_disagreement_score":0.27700585,"about_ca_system_score_codex":0.000071877344,"about_ca_system_score_gemma":0.00016722092,"threshold_uncertainty_score":0.9999257},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2574504272","doi":"10.1214/16-sts573","title":"Bayes, Reproducibility and the Quest for Truth","year":2016,"lang":"en","type":"article","venue":"Statistical Science","topic":"Advanced Statistical Methods and Models","field":"Mathematics","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; York University; University of Toronto; University of British Columbia","funders":"","keywords":"Bayes' theorem; Prior probability; Mathematics; Bayes factor; Statistics; Computer science; Mathematical economics; Bayesian probability; Econometrics","score_opus":0.1288360619024471,"score_gpt":0.4732471539066497,"score_spread":0.3444110920042026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574504272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012065498,0.000018238921,0.9948718,0.0018938244,0.00013433391,0.0003812833,0.0002514776,0.000030306504,0.0012122196],"genre_scores_gemma":[0.3281774,0.000007456001,0.6714981,0.00007352819,0.000039729555,0.000039281,2.9018247e-7,0.000005662247,0.00015851506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813837,0.00011042724,0.00024640094,0.0009141094,0.0002630203,0.00032767985],"domain_scores_gemma":[0.979733,0.019285416,0.000055571774,0.0006402404,0.00013289679,0.00015286145],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0072811153,0.00008988724,0.00019856571,0.000015704789,0.00027968743,0.000039286264,0.00020784944,0.000020587002,0.000039187267],"category_scores_gemma":[0.11578936,0.00003750528,0.000019608595,0.00011287647,0.0034956154,0.00011447986,0.000099394325,0.000051173367,0.0000030382594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006689254,0.000014359713,0.000014096252,0.000013030159,0.0000013747274,5.0328106e-7,0.00003959313,5.0028635e-8,0.00029081543,0.895717,0.00015714687,0.1036851],"study_design_scores_gemma":[0.00063651736,0.000058648227,0.00071959017,0.000014692821,0.000013684238,0.0000030855597,0.000011711104,0.0010845967,0.0004271449,0.9963685,0.00058069447,0.000081115104],"about_ca_topic_score_codex":0.000006904852,"about_ca_topic_score_gemma":0.000006941978,"teacher_disagreement_score":0.32697085,"about_ca_system_score_codex":0.000033594097,"about_ca_system_score_gemma":0.00006626059,"threshold_uncertainty_score":0.9992163},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2582439330","doi":"10.1136/bmj.j14","title":"Inter-rater agreement in evaluation of disability: systematic review of reproducibility studies","year":2017,"lang":"en","type":"review","venue":"BMJ","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"PsycINFO; Inter-rater reliability; Observational study; Inclusion (mineral); Normative; Research design; MEDLINE; Psychology; Descriptive statistics; Systematic review; Medicine; Applied psychology; Rating scale; Medical education; Family medicine; Social psychology; Statistics; Pathology; Political science","score_opus":0.30088548141522675,"score_gpt":0.5367544582384001,"score_spread":0.23586897682317332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582439330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012786292,0.9812889,0.0000010892317,0.0005263133,0.00022481402,0.017217427,0.000008756543,0.000005712117,0.0005991275],"genre_scores_gemma":[0.00086994737,0.99729496,0.00007373074,0.000022128346,0.00007378888,0.0014107411,0.000054589564,0.000013901448,0.00018621482],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99206513,0.002997415,0.0032484883,0.0007360971,0.00083178043,0.00012108295],"domain_scores_gemma":[0.9920228,0.00048679972,0.002088695,0.004498582,0.000867909,0.00003520185],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045523684,0.00025444326,0.0048217326,0.00010250786,0.000016189033,0.000003103562,0.00016655508,0.0001237892,0.00006745619],"category_scores_gemma":[0.05730479,0.00014722813,0.0007755532,0.00016358061,0.00030888157,0.000045829198,0.000101228,0.00016344165,0.000013814911],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004352233,0.00019352083,0.00012743058,0.84078366,0.0003034183,2.723651e-7,0.00013165113,4.634254e-8,3.2254025e-7,0.000006649725,0.00018922698,0.15825948],"study_design_scores_gemma":[0.00023795433,0.00015812328,0.000619528,0.9891784,0.005293078,0.0000025966172,0.00010971444,0.000005605154,7.86485e-7,0.00008030228,0.004201122,0.000112762646],"about_ca_topic_score_codex":0.000026396227,"about_ca_topic_score_gemma":0.000027787699,"teacher_disagreement_score":0.15814671,"about_ca_system_score_codex":0.0005247862,"about_ca_system_score_gemma":0.0003030256,"threshold_uncertainty_score":0.9828342},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2583047471","doi":"10.1080/08989621.2017.1287567","title":"Best Practice to Order Authors in Multi/Interdisciplinary Health Sciences Research Publications","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Université de Montréal","keywords":"Order (exchange); Engineering ethics; Declaration; Best practice; Accountability; Attribution; Confusion; Computer science; Political science; Psychology; Public relations; Management science; Sociology; Business; Social psychology; Law; Engineering","score_opus":0.9220851009964572,"score_gpt":0.8041078746149898,"score_spread":0.11797722638146746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583047471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49487793,0.00016828784,0.000032426728,0.46371067,0.00014435167,0.0027955768,0.000014978618,0.000031217718,0.038224548],"genre_scores_gemma":[0.9812374,0.00050185126,0.010245589,0.00068074267,0.00016002847,0.00080450135,0.000008671418,0.000036586865,0.0063246395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9828082,0.004035822,0.0013436239,0.001906417,0.0073317336,0.0025742126],"domain_scores_gemma":[0.87530917,0.09518246,0.0003301474,0.0088287275,0.018183576,0.0021659336],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.24063195,0.000195284,0.00054918,0.0025186692,0.003158268,0.0009636302,0.0032817672,0.00056866097,0.00038890913],"category_scores_gemma":[0.47745505,0.00017388062,0.00007686738,0.005028972,0.0059076007,0.001270809,0.0067274207,0.012147867,0.0010139198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016528885,0.010305473,0.9273467,0.00094474683,0.000027366583,0.0001012623,0.012268398,0.00004069092,0.00033328918,0.02359899,0.007547678,0.015832542],"study_design_scores_gemma":[0.0020524848,0.0032484746,0.8936264,0.0018301769,0.0000036959002,0.000025376597,0.0444391,0.0014880868,0.00010416491,0.039833933,0.013050763,0.0002973254],"about_ca_topic_score_codex":0.045821983,"about_ca_topic_score_gemma":0.13085762,"teacher_disagreement_score":0.48635945,"about_ca_system_score_codex":0.0024100074,"about_ca_system_score_gemma":0.009573539,"threshold_uncertainty_score":0.9997639},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2585017841","doi":"10.1016/j.jdent.2017.01.009","title":"Impact of the CONSORT Statement endorsement in the completeness of reporting of randomized clinical trials in restorative dentistry","year":2017,"lang":"en","type":"article","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; University of Ottawa","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Medicine; Dentistry; Confidence interval; Restorative dentistry; Evidence-based dentistry; Clinical trial; Alternative medicine; Family medicine; Surgery","score_opus":0.9199567040977533,"score_gpt":0.7054846463226405,"score_spread":0.2144720577751128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585017841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955178,0.000622421,0.0017778166,0.00021658762,0.0007445809,0.00085159746,0.000025391491,1.520865e-7,0.00024369235],"genre_scores_gemma":[0.99906605,0.00009669714,0.00062969606,0.000010617637,0.000051935367,0.0000074462373,6.02964e-7,0.0000037204177,0.00013325595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6211179,0.16635734,0.1976854,0.0007730205,0.013612601,0.0004537496],"domain_scores_gemma":[0.641428,0.0376436,0.31452096,0.0037176418,0.002594963,0.000094851246],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67597616,0.00017608849,0.010273201,0.00024237167,0.00007916796,0.00026424814,0.0026593728,0.00007669514,0.00051866204],"category_scores_gemma":[0.49658608,0.000059295533,0.006543132,0.00034944614,0.00035186042,0.00021324439,0.00019741058,0.00034234617,0.0000033728716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017049203,0.00031763114,0.9906606,0.00009201379,0.0010764879,0.00012921708,0.0005358201,0.00017584539,0.0010635267,0.00012267,0.0029754767,0.0011457617],"study_design_scores_gemma":[0.020360516,0.00009249657,0.9730305,0.0006804616,0.00072499726,0.00019463318,0.0021838325,0.0003253793,0.0004766931,0.0017478234,0.0001128109,0.0000698754],"about_ca_topic_score_codex":0.00014441684,"about_ca_topic_score_gemma":0.00017859774,"teacher_disagreement_score":0.17939009,"about_ca_system_score_codex":0.000053141353,"about_ca_system_score_gemma":0.0003983629,"threshold_uncertainty_score":0.7022555},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2587252982","doi":"10.18192/uojm.v7i1.1755","title":"Predatory Journals : Do Not Enter","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Humanities; Audience measurement; Political science; Credibility; Publishing; Library science; Art; Law; Computer science","score_opus":0.5181515019525601,"score_gpt":0.5358257010649157,"score_spread":0.01767419911235557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587252982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91828245,0.0024416284,0.0072703958,0.0269254,0.0017613075,0.00010130601,0.000021234158,0.0000036165504,0.043192673],"genre_scores_gemma":[0.99392235,0.0009289754,0.0006989697,0.000093043855,0.0002490664,4.927268e-9,1.1696876e-7,0.0000034129494,0.0041040764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910671,0.00017793164,0.00067561714,0.0001880855,0.0076497314,0.00024154765],"domain_scores_gemma":[0.98941594,0.0013578304,0.0022846556,0.0007046997,0.0057314895,0.0005054001],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02674582,0.00008831956,0.0004890739,0.022866348,0.00042468324,0.0003198836,0.0046159173,0.00008575576,0.004034122],"category_scores_gemma":[0.03368877,0.000058290992,0.00020581839,0.007242356,0.0008449097,0.001062655,0.00047847943,0.00039653733,0.000041223015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017640089,0.00017025438,0.45744282,0.000012420661,0.00012216,0.00063564564,0.00088568573,0.000020737762,0.0033090976,0.0009336268,0.3631361,0.17315504],"study_design_scores_gemma":[0.0032275002,0.00063039054,0.5954286,0.00015924218,0.000034844976,0.00012925525,0.002277548,0.000105794905,0.00070410426,0.0016740875,0.39554206,0.000086561646],"about_ca_topic_score_codex":0.00008404381,"about_ca_topic_score_gemma":0.000013807237,"teacher_disagreement_score":0.17306848,"about_ca_system_score_codex":0.00006845838,"about_ca_system_score_gemma":0.00023459915,"threshold_uncertainty_score":0.9968763},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","score_opus":0.9560629307251761,"score_gpt":0.7983703746638118,"score_spread":0.15769255606136434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587319655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85052395,0.009925827,0.000003930452,0.13541786,0.00004542227,0.001435732,0.000045900375,0.000006274169,0.0025951348],"genre_scores_gemma":[0.9676583,0.030844264,0.000047615464,0.00018720342,0.00022838151,0.00008234623,0.0000042839615,0.000015632259,0.0009319663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9805462,0.01093852,0.002153739,0.00064618676,0.0042511746,0.0014641928],"domain_scores_gemma":[0.8874477,0.10006909,0.00050422025,0.0031573144,0.0077485894,0.0010730462],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21305521,0.00012658382,0.0010266806,0.0021946665,0.0012015854,0.00018539398,0.0007283159,0.0005216478,0.0000037612149],"category_scores_gemma":[0.31694913,0.00008418197,0.00007306251,0.0017071576,0.0066845645,0.00012430949,0.0006618639,0.005855765,9.547331e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008109713,0.0003803282,0.46418625,0.005849359,0.00023693265,0.000018940736,0.030872427,0.000066039865,0.00048991886,0.4794055,0.0006091522,0.017074212],"study_design_scores_gemma":[0.0019919332,0.0024662584,0.9166916,0.0035849893,0.000016004402,0.000008214905,0.032141622,0.009360497,0.00016451033,0.030052638,0.003385122,0.00013663441],"about_ca_topic_score_codex":0.34538203,"about_ca_topic_score_gemma":0.13588671,"teacher_disagreement_score":0.45250535,"about_ca_system_score_codex":0.00030911755,"about_ca_system_score_gemma":0.005884327,"threshold_uncertainty_score":0.9997514},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587902391","doi":"","title":"Self-Reporting in Plagiarism Research: How Honest is This Approach?","year":2016,"lang":"en","type":"article","venue":"Journal of research practice","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Harm; Psychology; Phenomenon; Reliability (semiconductor); Medical education; Social psychology; Medicine; Epistemology; Power (physics)","score_opus":0.3082897255954191,"score_gpt":0.5172569451949262,"score_spread":0.20896721959950704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587902391","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042573646,0.0015026393,0.0011394273,0.5400162,0.0005945708,0.0006915633,0.000005171132,0.000045829805,0.41343096],"genre_scores_gemma":[0.9303091,0.01464845,0.02351668,0.0007061055,0.0037234158,0.000022177455,5.143887e-7,0.000041111813,0.027032424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97914976,0.011657159,0.0011671664,0.0003487284,0.006304592,0.0013725745],"domain_scores_gemma":[0.9693644,0.022549424,0.0017832827,0.00031903645,0.005469346,0.000514478],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2100589,0.00012665632,0.00035052313,0.0011467113,0.0010790493,0.00041015015,0.0011674479,0.0010864519,0.00036371555],"category_scores_gemma":[0.26377133,0.00008502383,0.0001346485,0.0018757809,0.0008917406,0.0036573885,0.00023671189,0.012701214,0.00018555405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008322547,0.0010585147,0.0103603555,0.00013538566,0.00024173039,0.0023865541,0.15151353,0.0000013067547,0.0021738124,0.04525704,0.7575334,0.028506141],"study_design_scores_gemma":[0.0005163356,0.0001888561,0.00029746327,0.00027842715,0.00001311135,0.00027349067,0.06144582,0.000026690584,0.00043046658,0.0047323937,0.93167114,0.00012582984],"about_ca_topic_score_codex":0.0030599374,"about_ca_topic_score_gemma":0.00017262284,"teacher_disagreement_score":0.8877355,"about_ca_system_score_codex":0.0009421115,"about_ca_system_score_gemma":0.002922024,"threshold_uncertainty_score":0.9895765},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2588666165","doi":"10.1186/s13063-017-1816-8","title":"Challenges to complete and useful data sharing","year":2017,"lang":"en","type":"letter","venue":"Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Data sharing; Data quality; The Internet; Quality (philosophy); Clinical trial; Data collection; Computer science; Medicine; Data access; Collaboratory; Internet privacy; Data management; Modalities; Data science; World Wide Web; Data mining; Alternative medicine; Business; Database","score_opus":0.9778865347180541,"score_gpt":0.7107495091616779,"score_spread":0.2671370255563762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588666165","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012892106,0.0028425609,0.000015852042,0.97460127,0.00066743593,0.0014308622,0.0004302191,0.00004747871,0.019835409],"genre_scores_gemma":[0.0004885313,0.023012437,0.0045785992,0.8905301,0.042708706,0.000104638515,0.001170715,0.00018772899,0.03721856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528104,0.00042600223,0.0010056907,0.0015281277,0.0012896418,0.00046952526],"domain_scores_gemma":[0.95002186,0.041152336,0.0004574264,0.0077954954,0.00028895863,0.000283908],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.037198674,0.00024832564,0.0018296167,0.00016550583,0.00012934294,0.00019583142,0.0024363047,0.0016142682,0.00030263228],"category_scores_gemma":[0.2312334,0.00019219196,0.00011441616,0.000030735726,0.00023031331,0.000069555026,0.0035016355,0.0060095866,0.0004671973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017508474,0.00001541809,0.00008978684,0.0014615031,0.00025313158,0.0006915292,0.00007319478,1.6013157e-8,0.00005875848,0.00036183547,0.9885554,0.00826437],"study_design_scores_gemma":[0.0012415134,0.00019778643,0.0008390298,0.0017696321,0.00021305008,0.00002584468,0.0000071731674,0.0000060708066,0.000013525637,0.010797335,0.9847026,0.00018645474],"about_ca_topic_score_codex":0.00009406997,"about_ca_topic_score_gemma":0.00013520912,"teacher_disagreement_score":0.19403473,"about_ca_system_score_codex":0.000040441464,"about_ca_system_score_gemma":0.0002851666,"threshold_uncertainty_score":0.99968183},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2589893515","doi":"10.1093/fampra/cmx006","title":"The shifting dynamics of social roles and project ownership over the lifecycle of a community-based participatory research project","year":2017,"lang":"en","type":"review","venue":"Family Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University; Kahnawake Schools Diabetes Prevention Project","funders":"Canadian Institutes of Health Research","keywords":"Champion; Stakeholder; Social network analysis; Citizen journalism; Public relations; Participatory action research; Stakeholder engagement; Social network (sociolinguistics); Sociology; Medicine; Political science; Social capital; Social science","score_opus":0.9474188447007567,"score_gpt":0.7723891780046334,"score_spread":0.1750296666961233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589893515","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005758054,0.91322017,0.00005620475,0.025724689,0.0010103441,0.022462107,0.0015047761,0.00011403529,0.030149627],"genre_scores_gemma":[0.004187108,0.9862641,0.00033091256,0.0050048586,0.0005110364,0.0029088259,0.000057812507,0.00010932761,0.00062599155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9358172,0.0599386,0.0017481528,0.0002614954,0.0012505901,0.0009839992],"domain_scores_gemma":[0.8943408,0.09959891,0.0038787487,0.0012224561,0.0008734462,0.000085651525],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07232711,0.0002613144,0.0009800065,0.00028198672,0.008706286,0.00009289256,0.0015198578,0.000359695,0.0000058799487],"category_scores_gemma":[0.050864026,0.00014391342,0.00015039604,0.0008063059,0.001402512,0.00036253905,0.00075618434,0.004536272,0.000018490315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028915927,0.00027828713,0.0006546666,0.08923083,0.00032593912,0.0000042353795,0.16330771,3.955515e-7,0.0000022553932,0.010681191,0.061124243,0.6741011],"study_design_scores_gemma":[0.00030713665,0.00010599699,0.00079788966,0.0027243232,0.00021235793,0.0000010358597,0.05258567,0.000052696294,1.1840056e-7,0.000050608443,0.94304466,0.00011751101],"about_ca_topic_score_codex":0.008513096,"about_ca_topic_score_gemma":0.0028753644,"teacher_disagreement_score":0.8819204,"about_ca_system_score_codex":0.0004031545,"about_ca_system_score_gemma":0.014620237,"threshold_uncertainty_score":0.9980893},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2591009946","doi":"10.1200/jco.2016.34.26_suppl.64","title":"Caregivers' accuracy in reporting patients' symptom: A preliminary report.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Depression (economics); Palliative care; Anxiety; Nausea; Cancer; Lung cancer; Anorexia; Quality of life (healthcare); Hospital Anxiety and Depression Scale; Physical therapy; Internal medicine; Psychiatry","score_opus":0.33538268715461483,"score_gpt":0.5710442162692788,"score_spread":0.23566152911466398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591009946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98794514,0.000512322,0.00012448442,0.004765231,0.0011104265,0.00013028987,0.000001660581,0.000006462212,0.005403997],"genre_scores_gemma":[0.9944605,0.0012052216,0.0028093094,0.00041915406,0.00064840016,0.0000018975669,0.000001791667,0.000011174921,0.0004425201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99311244,0.00027070526,0.005858147,0.00018655063,0.00037172815,0.00020043939],"domain_scores_gemma":[0.97562504,0.010637154,0.012064266,0.00027223848,0.0011273971,0.00027389423],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003927192,0.000109294284,0.0015502371,0.0001609656,0.000013544592,0.000001983465,0.0001237007,0.00030798532,0.00009152597],"category_scores_gemma":[0.14215283,0.00006286386,0.00046942706,0.00013020712,0.00017084995,0.00016162462,0.000066787106,0.0004884571,0.000007689458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024021103,0.0007677628,0.8645002,0.000031901218,0.00012694002,0.006553792,0.00045223744,7.8280567e-7,0.000102368875,0.000017353337,0.0041993097,0.12084522],"study_design_scores_gemma":[0.008752581,0.010766075,0.848758,0.002031016,0.00020387383,0.00068198977,0.0005484893,0.0000039084657,0.00034743626,0.00023384146,0.1275794,0.00009341308],"about_ca_topic_score_codex":0.000039589522,"about_ca_topic_score_gemma":0.000015571806,"teacher_disagreement_score":0.13822563,"about_ca_system_score_codex":0.00018644947,"about_ca_system_score_gemma":0.0012521935,"threshold_uncertainty_score":0.8650732},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2592437185","doi":"10.1186/s41073-017-0027-x","title":"Recruitment of reviewers is becoming harder at some journals: a test of the influence of reviewer fatigue at six journals in ecology and evolution","year":2017,"lang":"en","type":"editorial","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"3v Geomatics (Canada); Women's Health Research Institute; B.C. Women's Hospital & Health Centre","funders":"British Ecological Society; Ecological Society of America; Society for the Study of Evolution","keywords":"Demography; Medicine; Gerontology; Ecology; Psychology; Biology; Sociology","score_opus":0.8090483276171163,"score_gpt":0.6622627539633377,"score_spread":0.14678557365377864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592437185","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025772454,0.93180895,0.0000021063909,0.011036277,0.027585013,0.002798155,0.0006991639,0.0000019186011,0.00029598753],"genre_scores_gemma":[0.00654475,0.98257834,0.00008259507,0.00008254914,0.00630599,0.00008736342,0.0000073829783,0.000016656852,0.004294385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9617069,0.0053209574,0.004153596,0.0011565923,0.026690667,0.00097132253],"domain_scores_gemma":[0.82454765,0.067569174,0.007961532,0.0044520716,0.09441885,0.0010507157],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.24278136,0.00034845195,0.0026647598,0.013699664,0.0005505351,0.0005201535,0.0041913474,0.00076565525,0.0005209294],"category_scores_gemma":[0.7379476,0.00019318551,0.00052507047,0.025694234,0.0016282039,0.0006622484,0.004254799,0.004103616,0.000023113418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024618039,0.00012952667,0.06711761,0.0071317223,0.000044452157,0.0000045847937,0.000107572916,7.488179e-7,0.00013936452,0.0000377978,0.8967075,0.028554553],"study_design_scores_gemma":[0.00037903554,0.00026958782,0.079638556,0.03925018,0.000052578165,0.000012214059,0.000031160183,0.00001675768,0.000083376784,0.0020110244,0.8780813,0.00017418561],"about_ca_topic_score_codex":0.00072144705,"about_ca_topic_score_gemma":0.00052420696,"teacher_disagreement_score":0.49516624,"about_ca_system_score_codex":0.0007623481,"about_ca_system_score_gemma":0.0017765661,"threshold_uncertainty_score":0.998194},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2593515265","doi":"10.1136/ebmed-2017-110685","title":"Reflections on using non-inferiority randomised placebo controlled trials in assessing cardiovascular safety of new agents for treatment of type 2 diabetes","year":2017,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Diabetes Canada; Women and Children’s Health Research Institute; University of Alberta","funders":"","keywords":"Medicine; Placebo; Clinical trial; Harm; Intensive care medicine; Randomized controlled trial; Number needed to harm; Food and drug administration; Number needed to treat; Alternative medicine; Internal medicine; Pharmacology; Psychology; Pathology","score_opus":0.8078595663444346,"score_gpt":0.6425220915176343,"score_spread":0.16533747482680028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593515265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31565535,0.0025638219,0.6579192,0.002686526,0.004029444,0.016027419,0.00007220077,0.00004564279,0.0010004021],"genre_scores_gemma":[0.61218196,0.0005682537,0.3856247,0.00007468242,0.0012222118,0.00019909031,0.0000028929287,0.000042013577,0.00008419763],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927392,0.0030774863,0.0029061278,0.00037886406,0.00061407045,0.00028427498],"domain_scores_gemma":[0.79886997,0.19787914,0.0018562758,0.0009407096,0.00031326566,0.00014067258],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03253219,0.00028038947,0.00614434,0.00020795756,0.000161309,0.000024418887,0.0002491192,0.00018593852,0.00012401657],"category_scores_gemma":[0.6795017,0.0001794207,0.0010797236,0.0001685681,0.00029285217,0.00010806017,0.000021808764,0.00010526275,7.042607e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.61571175,0.004084863,0.014342072,0.005965343,0.015516098,0.000068709,0.0019361898,0.0057422784,0.10090138,0.0064510005,0.001603584,0.22767676],"study_design_scores_gemma":[0.7615359,0.007626657,0.0070354333,0.025974935,0.013492627,8.882667e-7,0.00017821707,0.016910672,0.056245506,0.10995491,0.00047055617,0.000573734],"about_ca_topic_score_codex":0.00026215322,"about_ca_topic_score_gemma":0.000011844188,"teacher_disagreement_score":0.6469695,"about_ca_system_score_codex":0.00024887704,"about_ca_system_score_gemma":0.00060334255,"threshold_uncertainty_score":0.9962117},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2594867411","doi":"10.1186/s41512-017-0008-z","title":"Systematic reviews of prognosis studies: a critical appraisal of five core clinical journals","year":2017,"lang":"en","type":"review","venue":"Diagnostic and Prognostic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Critical appraisal; Core (optical fiber); Systematic review; Medicine; MEDLINE; Political science; Computer science; Alternative medicine; Pathology","score_opus":0.980188190277515,"score_gpt":0.7828199083667856,"score_spread":0.19736828191072942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594867411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007772994,0.9842169,0.00024159273,0.00016575796,0.0009989707,0.013256868,0.00018475222,0.000004278301,0.0008531196],"genre_scores_gemma":[0.0006880705,0.9935141,0.0013393025,0.000012190962,0.00043044594,0.0029295636,0.000017299139,0.00006133841,0.0010076787],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7726757,0.13629918,0.068603955,0.0034808293,0.017505642,0.0014346729],"domain_scores_gemma":[0.033795565,0.9091361,0.03193001,0.009036417,0.015141575,0.0009603154],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5289953,0.0011503693,0.04813793,0.0019155059,0.00056290923,0.001233804,0.006486299,0.00082363305,0.0017959173],"category_scores_gemma":[0.98389375,0.00050353096,0.008773118,0.0025897257,0.0032525975,0.00031725084,0.0016832517,0.002015863,0.0017595026],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066903463,0.0003687883,0.0034248852,0.5233034,0.0023267446,0.00008349298,0.0005113013,1.18077345e-7,2.4757473e-8,0.0014899076,0.036391906,0.43209273],"study_design_scores_gemma":[0.00022213363,0.00060493255,0.00029356315,0.4363207,0.009129196,0.00014267751,0.001204909,0.00008754125,1.1238151e-7,0.0030406308,0.54847205,0.00048157288],"about_ca_topic_score_codex":0.000014587603,"about_ca_topic_score_gemma":0.0000076497745,"teacher_disagreement_score":0.7728369,"about_ca_system_score_codex":0.0000562391,"about_ca_system_score_gemma":0.0010801933,"threshold_uncertainty_score":0.999803},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2597139062","doi":"10.1177/2325967117694024","title":"The h-Index of Editorial Board Members Correlates Positively With the Impact Factor of Sports Medicine Journals","year":2017,"lang":"en","type":"article","venue":"Orthopaedic Journal of Sports Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Impact factor; Editorial board; Medicine; Index (typography); Bibliometrics; Interquartile range; Library science; Statistics; Internal medicine; Mathematics; Political science; Computer science; World Wide Web","score_opus":0.18094606262248883,"score_gpt":0.49283091591464406,"score_spread":0.3118848532921552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597139062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9511468,0.009916226,0.0006981899,0.014989767,0.019276582,0.00036353475,0.000021374495,0.000005266549,0.0035823064],"genre_scores_gemma":[0.98199034,0.006394885,0.0000312224,0.000051082843,0.010837875,0.0000010113953,8.56688e-7,0.000022575927,0.0006701642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96937484,0.00023854552,0.0028619594,0.0003835852,0.026447058,0.00069404073],"domain_scores_gemma":[0.9702709,0.0060797897,0.009380488,0.0013307687,0.012055094,0.00088299386],"candidate_categories":["metaresearch","bibliometrics","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054875925,0.0003559022,0.0014455469,0.012253895,0.0008738811,0.0003504825,0.003998798,0.00019616474,0.0014067218],"category_scores_gemma":[0.033934727,0.00011887064,0.00049147266,0.017002009,0.0035496226,0.0006297498,0.00031986373,0.0012364754,0.0000017988934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001096975,0.00007594057,0.6853396,0.000009366463,0.00022132165,0.00033911288,0.0007097818,0.00007440205,0.00034049802,0.000056452936,0.13317758,0.17855896],"study_design_scores_gemma":[0.003080174,0.0017554959,0.9771229,0.0011359218,0.00014386442,0.00039580654,0.0026766348,0.00011731299,0.00016315086,0.0019301993,0.011327972,0.00015055393],"about_ca_topic_score_codex":0.00034232816,"about_ca_topic_score_gemma":0.000015640115,"teacher_disagreement_score":0.2917833,"about_ca_system_score_codex":0.00010438762,"about_ca_system_score_gemma":0.0009855551,"threshold_uncertainty_score":0.9995061},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2599395542","doi":"10.1177/0306312717694512","title":"From ‘just the facts’ to ‘more theory and methods, please’: The evolution of the research article in <i>Administrative Science Quarterly</i> , 1956–2008","year":2017,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Discipline; Section (typography); Epistemology; Period (music); Sociology; Resizing; Positive economics; Social science; Computer science; Economics; Philosophy","score_opus":0.11762719503584612,"score_gpt":0.42968128385042054,"score_spread":0.3120540888145744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599395542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730543,0.0005064513,0.000096949705,0.017790431,0.00023079856,0.00042104645,0.000003694115,0.0000062704303,0.007890095],"genre_scores_gemma":[0.9993736,0.00001454573,0.00011364551,0.00022166138,0.00018713811,0.000013643185,8.3520476e-8,0.0000030625392,0.00007261459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998393,0.00007748286,0.00018840459,0.0002517049,0.00081802683,0.00027139141],"domain_scores_gemma":[0.9984295,0.00042747543,0.00021631391,0.0002787221,0.0006394741,0.000008554723],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0062642503,0.00008065771,0.00013876597,0.000096847754,0.0075239376,0.00027710665,0.0013725176,0.000013878036,0.0000070471033],"category_scores_gemma":[0.004079184,0.000040352515,0.000026002792,0.0016130797,0.0156084215,0.000699181,0.0012411068,0.00011114724,0.0000037758853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007091804,0.0000790519,0.11003306,0.00005208545,0.000049039492,6.18245e-7,0.06522162,0.00000888523,0.011381277,0.8021829,0.0022477694,0.008672764],"study_design_scores_gemma":[0.00009063836,0.00001040104,0.730291,0.000023730214,0.000013500829,2.6285578e-8,0.21226043,0.000035131845,0.00046115386,0.05638632,0.00037869276,0.00004893871],"about_ca_topic_score_codex":0.0023555665,"about_ca_topic_score_gemma":0.0014188461,"teacher_disagreement_score":0.74579656,"about_ca_system_score_codex":0.000075173026,"about_ca_system_score_gemma":0.00009076288,"threshold_uncertainty_score":0.99376816},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2600432762","doi":"10.21815/jde.016.011","title":"Top‐Cited Articles in Problem‐Based Learning: A Bibliometric Analysis and Quality of Evidence Assessment","year":2017,"lang":"en","type":"review","venue":"Journal of Dental Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Bibliometrics; Evidence-based medicine; Ranking (information retrieval); MEDLINE; Quality of evidence; Family medicine; Medicine; Psychology; Library science; Alternative medicine; Political science; Information retrieval; Meta-analysis; Computer science; Pathology","score_opus":0.3906450100511481,"score_gpt":0.5746661852518006,"score_spread":0.18402117520065248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600432762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017523272,0.981063,0.00013463556,0.00012668753,0.00017624142,0.00032903661,0.0000017524634,0.0000047703115,0.00064059143],"genre_scores_gemma":[0.1025987,0.89515126,0.0018125592,0.0000078327785,0.00009996645,0.000012488552,0.000005365633,0.000007335804,0.00030447156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618906,0.0017146495,0.0010596665,0.00016790733,0.0006995225,0.00016919148],"domain_scores_gemma":[0.99514645,0.000855782,0.0033927583,0.00014096571,0.00034676158,0.00011727159],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0076529086,0.0001333915,0.0009978581,0.037438076,0.00019567039,0.00022202206,0.00033174132,0.00014913653,0.00008834373],"category_scores_gemma":[0.0028563985,0.0001018749,0.0003600288,0.039976962,0.00011018201,0.0005443302,0.000031861993,0.00051548035,0.0000018050393],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008000974,0.00016729784,0.13324934,0.0017112838,0.000119264834,9.94972e-7,0.0007858005,0.000012259563,0.0000038179646,0.00005619693,0.000015597912,0.86387014],"study_design_scores_gemma":[0.000623239,0.0004883573,0.32550836,0.034353197,0.0044531603,0.000013905095,0.0049389806,0.00005411192,0.000010768774,0.00020272826,0.62873405,0.00061913044],"about_ca_topic_score_codex":0.0033779338,"about_ca_topic_score_gemma":0.0008911632,"teacher_disagreement_score":0.86325103,"about_ca_system_score_codex":0.00037325226,"about_ca_system_score_gemma":0.003967309,"threshold_uncertainty_score":0.9804288},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2600545932","doi":"10.21815/jde.016.006","title":"Do Standard Bibliometric Measures Correlate with Academic Rank of Full‐Time Pediatric Dentistry Faculty Members?","year":2017,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Rank (graph theory); Index (typography); Bibliometrics; Accreditation; Sample (material); Medicine; Sample size determination; Psychology; Medical education; Statistics; Mathematics; Library science; Computer science; Political science","score_opus":0.11290308193609938,"score_gpt":0.4742496441281981,"score_spread":0.3613465621920987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600545932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922695,0.002865857,0.00012924471,0.0023178402,0.0008578798,0.00024435396,0.000017021113,0.0000048742886,0.001293423],"genre_scores_gemma":[0.99425226,0.0029742748,0.0005918043,0.00017758383,0.0009499433,0.0000026136963,0.000008232957,0.0000145997765,0.0010286869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99688816,0.00006134067,0.00057411497,0.00011585736,0.0019886172,0.0003719252],"domain_scores_gemma":[0.9954944,0.00010916932,0.0010098068,0.00022757868,0.0009265923,0.0022324235],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00204695,0.00011322556,0.00038007664,0.0052800397,0.00013441713,0.00005715851,0.0002611997,0.00015174155,0.00039182548],"category_scores_gemma":[0.01948462,0.00007642221,0.000103471895,0.0030532482,0.00011022232,0.00043749058,0.000032770935,0.00082200684,0.000045267207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066015553,0.0007714691,0.50928235,0.0011535137,0.00024222975,0.0002205556,0.00068954576,0.0000051162865,0.008453721,0.000014166782,0.1763928,0.29617295],"study_design_scores_gemma":[0.0073848665,0.0034743324,0.96054554,0.0012424091,0.0005778153,0.005024028,0.0010970708,0.000019514291,0.0022064894,0.0000600727,0.01818634,0.0001815045],"about_ca_topic_score_codex":0.000046214394,"about_ca_topic_score_gemma":0.0000030192164,"teacher_disagreement_score":0.4512632,"about_ca_system_score_codex":0.000321914,"about_ca_system_score_gemma":0.008070846,"threshold_uncertainty_score":0.99755245},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2600935272","doi":"10.1007/s11948-017-9883-5","title":"America COMPETES at 5 years: An Analysis of Research-Intensive Universities’ RCR Training Plans","year":2017,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Los Angeles; University of Illinois at Urbana-Champaign; Stony Brook University; Oregon State University; Montana State University; Georgia State University; Dartmouth College; York University; University of Rochester; Georgetown University; University of Central Florida; Johns Hopkins University; Brandeis University; Colorado State University; University of Connecticut; Virginia Commonwealth University; Tulane University; Brown University; Arizona State University; State University of New York; Louisiana State University; George Washington University; California Institute of Technology; Georgia Institute of Technology; Ohio State University; Rice University; Rensselaer Polytechnic Institute; Florida State University; Yale University; Vanderbilt University; University of Oklahoma; Washington University in St. Louis; University at Buffalo; Massachusetts Institute of Technology; City University of New York; Iowa State University; Carnegie Mellon University; North Carolina State University; Purdue University; Case Western Reserve University; National Science Foundation; Mississippi State University; Emory University; Harvard University","keywords":"Philosophy of science; Training (meteorology); Medical education; Business; Political science; Medicine; Geography; Philosophy","score_opus":0.23633687451139845,"score_gpt":0.45194323895380495,"score_spread":0.2156063644424065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600935272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968814,0.000015267595,0.0000946418,0.00020612363,0.00013267974,0.000034272565,0.00000875803,0.000017377479,0.0026094595],"genre_scores_gemma":[0.999228,0.000014532883,0.00026947964,0.000051241856,0.000025711739,0.0000014799987,0.0000090140375,0.0000036792112,0.00039684714],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99900043,0.000031964835,0.00008456288,0.00017614356,0.0004796765,0.00022724725],"domain_scores_gemma":[0.99904054,0.00018705108,0.00004883738,0.00026654723,0.00038528597,0.00007171042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002482126,0.000050522627,0.00011704371,0.0005143341,0.0005780847,0.00006614458,0.00030946813,0.00006273286,0.00010173418],"category_scores_gemma":[0.00032555783,0.000051173454,0.000018295674,0.00039227845,0.0009269785,0.000193104,0.000088703564,0.00028660017,0.000009575394],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005064521,0.000023291062,0.044425912,0.000048676236,0.00030236036,0.000024928338,0.9087532,0.0113055995,0.0077853724,0.019543838,0.00021092633,0.007525239],"study_design_scores_gemma":[0.00014028193,0.00008267967,0.88617945,0.00003742521,0.000046329296,0.0000016546904,0.04754082,0.06162584,0.00010719444,0.000026352816,0.004100545,0.00011140234],"about_ca_topic_score_codex":0.00015478578,"about_ca_topic_score_gemma":0.00007487998,"teacher_disagreement_score":0.8612124,"about_ca_system_score_codex":0.00006437402,"about_ca_system_score_gemma":0.00013791455,"threshold_uncertainty_score":0.44462186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2602562802","doi":"10.1145/3051088","title":"Guilt-free data reuse","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Stanford Bio-X; Simons Institute for the Theory of Computing, University of California Berkeley; University of Toronto; University of Pennsylvania; Microsoft Research; Alfred P. Sloan Foundation; National Science Foundation","keywords":"Computer science; Reuse; Inference; Process (computing); Set (abstract data type); Data mining; Data set; Statistical inference; Simple (philosophy); Machine learning; Data validation; Artificial intelligence; Database","score_opus":0.23705528447005014,"score_gpt":0.38373756465797776,"score_spread":0.14668228018792762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602562802","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011298965,0.00048383622,0.00040894802,0.99293935,0.00017204265,0.00010772019,0.00008449482,0.00018367569,0.004490059],"genre_scores_gemma":[0.022858536,0.00038783674,0.9765785,0.000115274284,0.000008220468,0.0000077769655,0.000011731381,0.0000053633457,0.000026774143],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991809,0.00009074721,0.00018751844,0.0002390647,0.00017335555,0.0001283889],"domain_scores_gemma":[0.08847716,0.00032683686,0.00030460538,0.9107986,0.0000746956,0.000018106795],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00067964185,0.000069408874,0.000099474,0.00003696942,0.00080732047,0.00018503121,0.99610245,0.000052138985,0.0000023964678],"category_scores_gemma":[0.98348284,0.000052948348,0.000031964057,0.00013387701,0.0006775819,0.0010266346,0.99957126,0.00024320431,0.000022619988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.653538e-7,0.000028365965,0.0010216057,0.0000025536453,0.0000100963625,9.1181725e-8,0.000019584577,1.9763849e-7,0.00018622538,0.008927578,0.9889661,0.0008372196],"study_design_scores_gemma":[0.00009670857,0.000004048994,0.006489985,0.00003060067,0.0000057561233,0.0000023238724,0.0000054675315,0.008557901,0.0009605169,0.96095353,0.022834903,0.000058232894],"about_ca_topic_score_codex":0.000143835,"about_ca_topic_score_gemma":0.00008736785,"teacher_disagreement_score":0.9928241,"about_ca_system_score_codex":0.000019058016,"about_ca_system_score_gemma":0.000056864257,"threshold_uncertainty_score":0.62093383},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2603520596","doi":"10.1136/ebmed-2017-110668","title":"Rating the certainty in evidence in the absence of a single estimate of effect","year":2017,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":675,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Grading (engineering); Meta-analysis; Computer science; Econometrics; Psychology; Actuarial science; Mathematics; Economics; Medicine; Engineering","score_opus":0.7369926022121754,"score_gpt":0.6868045677958105,"score_spread":0.05018803441636499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603520596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85815734,0.00042220997,0.0004053331,0.13831864,0.000309282,0.0018149052,0.0000035099306,0.000010786869,0.0005580104],"genre_scores_gemma":[0.99197084,0.000075953445,0.0002655678,0.0072294627,0.00016492809,0.0002521677,5.684907e-7,0.000008324554,0.000032219217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935081,0.0031634641,0.0014449356,0.00029187874,0.0010062573,0.0005853658],"domain_scores_gemma":[0.9471802,0.049869843,0.0014340681,0.0011789732,0.00024302608,0.000093853996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028201783,0.00015574797,0.00048133428,0.0001937774,0.000643572,0.000010893299,0.0013641348,0.00007422794,0.00016624552],"category_scores_gemma":[0.11899827,0.00007807248,0.00004011296,0.0006159001,0.00094051595,0.00045657984,0.00012172325,0.00057359674,0.000017031309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028277066,0.00003745691,0.92387587,0.0021594025,0.0000035259538,0.000016982312,0.03715555,0.0002430417,0.023954967,0.00045860923,0.002243657,0.009568155],"study_design_scores_gemma":[0.0023107342,0.0009452152,0.95112956,0.03466395,0.000016429096,0.0000020011016,0.004719594,0.0023389335,0.0030782616,0.00029739583,0.00038695932,0.00011095706],"about_ca_topic_score_codex":0.012619099,"about_ca_topic_score_gemma":0.004686626,"teacher_disagreement_score":0.1338135,"about_ca_system_score_codex":0.00018594228,"about_ca_system_score_gemma":0.0010591297,"threshold_uncertainty_score":0.99395597},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2605520881","doi":"10.1007/s40572-017-0138-z","title":"Ethics Guidelines in Environmental Epidemiology: Their Development and Challenges We Face","year":2017,"lang":"en","type":"review","venue":"Current Environmental Health Reports","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Centers for Disease Control and Prevention","keywords":"Epidemiology; Engineering ethics; Environmental health ethics; Scholarship; Stewardship (theology); Environmental epidemiology; Context (archaeology); Public relations; Research ethics; Environmental ethics; Political science; Medicine; Environmental health; Public health; Health policy; Politics; Law; Geography; Pathology","score_opus":0.9267208621824248,"score_gpt":0.6885225514958995,"score_spread":0.2381983106865253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605520881","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001506437,0.98667765,0.000010102498,0.009397043,0.0009257488,0.0026075551,0.00006911835,0.000038764127,0.00012335408],"genre_scores_gemma":[0.00016780516,0.9964548,0.00093725155,0.00039568482,0.00033266965,0.0003076554,0.00059940945,0.00013308297,0.00067163625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98951554,0.0012648236,0.0048378347,0.0020309398,0.0011907184,0.0011601693],"domain_scores_gemma":[0.9881621,0.006242134,0.0026761687,0.0018929852,0.000011782295,0.0010148317],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02279999,0.0009184186,0.0042197555,0.0002935807,0.00049903453,0.000020647587,0.00041061523,0.0019443339,0.00008156758],"category_scores_gemma":[0.006139437,0.0007096958,0.00045019496,0.000040826457,0.0011713619,0.00008919788,0.0012636803,0.008904299,0.000096187156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010422131,0.00037116715,0.0009901137,0.04523618,0.000075193464,0.00024270586,0.0005465279,1.7804277e-7,5.8991446e-8,0.000038928112,0.000115749885,0.9523728],"study_design_scores_gemma":[0.00028394547,0.00018222646,0.0020791548,0.045612056,0.000077812954,0.001048934,0.00019977771,0.000002923952,0.0000010174449,0.00070718507,0.9493448,0.00046014198],"about_ca_topic_score_codex":0.000022372027,"about_ca_topic_score_gemma":0.000075229174,"teacher_disagreement_score":0.95191264,"about_ca_system_score_codex":0.001967723,"about_ca_system_score_gemma":0.0021285596,"threshold_uncertainty_score":0.99953544},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2606182161","doi":"10.1177/1556264617696920","title":"Recognizing Risk and Vulnerability in Research Ethics: Imagining the “What Ifs?”","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Vulnerability (computing); Research ethics; Qualitative research; Human research; Theme (computing); Engineering ethics; Field (mathematics); Sociology; Psychology; Social psychology; Computer security; Social science; Computer science; Engineering","score_opus":0.9768887008413649,"score_gpt":0.8180332263880681,"score_spread":0.15885547445329684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606182161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62510365,0.00262979,0.000021929718,0.3587301,0.00029885882,0.0014813276,0.000009039696,0.000024760038,0.011700545],"genre_scores_gemma":[0.93230295,0.061936636,0.0006856955,0.0011350624,0.0017260363,0.00008910492,0.0000025745458,0.00011957972,0.0020023542],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8638944,0.08050192,0.0034352604,0.0021698722,0.044880215,0.0051183505],"domain_scores_gemma":[0.21863696,0.7186768,0.00095705857,0.0060850494,0.052436728,0.0032074102],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.71566635,0.00044797664,0.0013423505,0.0038756372,0.014168829,0.0046436316,0.005382719,0.0034985736,0.00026195636],"category_scores_gemma":[0.8797287,0.0002954067,0.00046410694,0.0024860268,0.027138812,0.0014389412,0.0053436537,0.2722506,0.00017931488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020465516,0.008303636,0.5261591,0.0072902483,0.0009816122,0.01093239,0.11216868,0.000060029037,0.0070386464,0.14010598,0.033401147,0.13309303],"study_design_scores_gemma":[0.0048944848,0.010251298,0.22867578,0.011913075,0.00003361004,0.00017188933,0.03487687,0.000493198,0.0012901386,0.683112,0.023855174,0.00043244637],"about_ca_topic_score_codex":0.0027592708,"about_ca_topic_score_gemma":0.006821457,"teacher_disagreement_score":0.6452574,"about_ca_system_score_codex":0.0021159665,"about_ca_system_score_gemma":0.017183825,"threshold_uncertainty_score":0.9999986},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2606622294","doi":"10.1016/j.wneu.2017.04.014","title":"Retraction of Neurosurgical Publications: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Medical physics; General surgery","score_opus":0.19839670561503756,"score_gpt":0.43591784524125055,"score_spread":0.237521139626213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606622294","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9199774e-8,0.9568718,0.0000041940707,0.0014608718,0.0022660769,0.0020357012,0.000044049764,0.0001142303,0.037202984],"genre_scores_gemma":[0.000003546899,0.9661994,0.000007160917,0.00056411995,0.0004686866,0.00030785374,0.00004379641,0.0000391534,0.03236627],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928511,0.0032403932,0.0020246492,0.0005123936,0.0009502571,0.00042120233],"domain_scores_gemma":[0.9909487,0.0039996766,0.0035054889,0.0011099417,0.00024323745,0.00019300685],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071492493,0.00036606833,0.003628759,0.0005774342,0.0006368819,0.00017367465,0.0011827481,0.001071918,0.00031904393],"category_scores_gemma":[0.02124418,0.00030256415,0.0012752147,0.0010829,0.00039614757,0.00039546023,0.000092206144,0.0032057797,0.00022421558],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001107744,0.000045053326,0.000004902614,0.87841135,0.00004510441,0.000016097452,0.000042139363,8.0567135e-9,3.0070204e-8,0.008817095,0.07308352,0.039533574],"study_design_scores_gemma":[0.000009491111,0.0000026705738,7.1867214e-7,0.35171396,0.0007662855,0.000027141581,0.0000032456219,1.6133052e-7,3.697217e-8,0.000041335137,0.6472807,0.00015425975],"about_ca_topic_score_codex":0.00011561689,"about_ca_topic_score_gemma":0.000059472437,"teacher_disagreement_score":0.5741972,"about_ca_system_score_codex":0.000111234396,"about_ca_system_score_gemma":0.0008649607,"threshold_uncertainty_score":0.99994266},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2607469252","doi":"10.1186/s12961-017-0188-6","title":"Understanding relevance of health research: considerations in the context of research impact assessment","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Innovates; University of Toronto","funders":"National Institute for Health and Care Research; Ontario Ministry of Health and Long-Term Care; McMaster University; Ontario SPOR SUPPORT Unit","keywords":"Relevance (law); Health services research; Context (archaeology); Health administration; Health care; Public health; Management science; Medicine; Knowledge management; Political science; Computer science; Engineering; Nursing","score_opus":0.9886580764518179,"score_gpt":0.840912815763316,"score_spread":0.1477452606885019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607469252","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.265927,0.002216361,0.00043359277,0.6884241,0.0005314583,0.016935026,0.0006546542,0.00003713271,0.024840686],"genre_scores_gemma":[0.9936839,0.0022704243,0.00010128017,0.002341477,0.00038492467,0.00077983126,0.0000059387894,0.000025675858,0.00040655193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8776993,0.10433828,0.0043485197,0.000870491,0.007348912,0.005394475],"domain_scores_gemma":[0.90944946,0.082223296,0.0015818699,0.0021403988,0.0035828596,0.0010221469],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.31721947,0.00018035469,0.00090523413,0.002518692,0.01409408,0.00022961773,0.001037857,0.00019710907,0.00005176957],"category_scores_gemma":[0.0778129,0.00012926084,0.000058513742,0.002109152,0.0030960613,0.00045900478,0.00054425385,0.0038455927,0.000027261443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005402853,0.00010645311,0.04632044,0.0049495962,0.000015916721,0.0000056448616,0.120844394,0.000008288052,0.00008411608,0.7195382,0.10717322,0.00089967594],"study_design_scores_gemma":[0.0035673173,0.0029645194,0.32987097,0.006376849,0.0000015014806,0.000024921801,0.5627908,0.0012469284,0.000012573631,0.051792827,0.041123208,0.00022754938],"about_ca_topic_score_codex":0.26134312,"about_ca_topic_score_gemma":0.024195582,"teacher_disagreement_score":0.7277569,"about_ca_system_score_codex":0.0052367663,"about_ca_system_score_gemma":0.040050026,"threshold_uncertainty_score":0.9996169},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2610479971","doi":"10.1139/cjss-2017-0035","title":"Retraction: Naturally occurring soil salinity does not reduce N-transforming enzymes or organisms","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Soil Science","topic":"Microbial Community Ecology and Physiology","field":"Environmental Science","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Salinity; Soil salinity; Enzyme; Biology; Environmental science; Chemistry; Ecology; Biochemistry","score_opus":0.02327697222855868,"score_gpt":0.26821594804704174,"score_spread":0.24493897581848306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610479971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989947,0.000019406962,0.000014614309,0.0015704471,0.002674648,0.00005412077,0.000008908049,0.0000055994606,0.0057052188],"genre_scores_gemma":[0.99828243,0.00001965001,0.00030972259,0.0007568893,0.00016156613,4.855226e-7,4.2407305e-7,0.0000063388234,0.00046249368],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9987084,0.00007149281,0.0002972925,0.0001962777,0.00022559457,0.000500893],"domain_scores_gemma":[0.9984486,0.00008679911,0.00037208904,0.000424843,0.00007544679,0.0005922397],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015593861,0.0001256165,0.00019459188,0.000105850486,0.0034277393,0.00022803797,0.0019337921,0.00013879381,0.002870669],"category_scores_gemma":[0.00085341086,0.00008847221,0.00006237809,0.0001880106,0.0023964443,0.0014944044,0.00011671012,0.00080031337,0.00007297526],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028405074,0.000090116875,0.14312726,0.00003652677,0.000049636456,0.00075540825,0.009420989,0.0013822591,0.8052899,0.0011895809,0.011143297,0.027230976],"study_design_scores_gemma":[0.0007483556,0.00045041592,0.6490376,0.00014599992,0.000043055228,0.001311644,0.0012911379,0.000135544,0.31640393,0.003547725,0.026246922,0.00063764036],"about_ca_topic_score_codex":0.034236122,"about_ca_topic_score_gemma":0.57161874,"teacher_disagreement_score":0.5373826,"about_ca_system_score_codex":0.00037302834,"about_ca_system_score_gemma":0.0012631229,"threshold_uncertainty_score":0.99804085},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2610551795","doi":"10.1177/1609406917706883","title":"Experiences in Broker-Facilitated Participatory Cross-Cultural Research","year":2017,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Interview; Participatory action research; Qualitative research; Documentation; Community-based participatory research; Informed consent; Psychology; Citizen journalism; Medical education; Focus group; General partnership; Conversation; Public relations; Sociology; Medicine; Political science; Social science; Computer science","score_opus":0.9506521147955451,"score_gpt":0.8333315679971051,"score_spread":0.11732054679844006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610551795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94058067,0.00070124783,0.01858563,0.017691595,0.002191419,0.00019410066,0.000015037117,0.0000117102245,0.020028606],"genre_scores_gemma":[0.856928,0.00034630566,0.14069124,0.00009191516,0.00053775246,0.000038559632,9.607318e-7,0.000011090469,0.0013541708],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9350134,0.059921324,0.0010845484,0.0002878915,0.0030397861,0.0006530479],"domain_scores_gemma":[0.97384644,0.016819676,0.00076814153,0.00026031872,0.007997429,0.00030800587],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20388605,0.0001413272,0.00039601958,0.00052175997,0.0011947124,0.0010833732,0.0021920814,0.00016220863,0.0004070399],"category_scores_gemma":[0.15543441,0.00011355699,0.00020622238,0.000277637,0.008895887,0.0021766296,0.00023594828,0.0012415155,0.000021172693],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027093972,0.00011391307,0.0031326106,0.000009457887,0.00010039056,0.000076236334,0.8683183,0.000007704304,0.0013011205,0.09290661,0.00037192105,0.033390786],"study_design_scores_gemma":[0.000778246,0.00019770674,0.009900132,0.00015633456,0.0000037100426,0.0000039854326,0.77720636,0.000043795237,0.0021523114,0.16641062,0.042981017,0.00016580342],"about_ca_topic_score_codex":0.0029545785,"about_ca_topic_score_gemma":0.0005643768,"teacher_disagreement_score":0.122105606,"about_ca_system_score_codex":0.00052402745,"about_ca_system_score_gemma":0.0008880514,"threshold_uncertainty_score":0.9999536},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2610816048","doi":"10.1111/josh.12514","title":"A Review of Implementation Outcome Measures of School‐Based Physical Activity Interventions","year":2017,"lang":"en","type":"review","venue":"Journal of School Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; Public Health Ontario; University of Toronto","funders":"","keywords":"Fidelity; Psychological intervention; Implementation research; Reliability (semiconductor); Medical education; Construct (python library); Construct validity; Applied psychology; Measure (data warehouse); Psychology; Medicine; Computer science; Process management; Psychometrics; Nursing; Engineering; Clinical psychology; Data mining","score_opus":0.9504611333678653,"score_gpt":0.8139359514779272,"score_spread":0.13652518188993812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610816048","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012383395,0.9855972,0.0010154909,0.007536267,0.0009601174,0.0038622995,0.0007226064,0.000015327265,0.00016685388],"genre_scores_gemma":[0.00048851175,0.9937529,0.0012815439,0.0034827876,0.0006698509,0.00015976299,0.00002214812,0.000050860224,0.000091632726],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826487,0.006704951,0.007853224,0.0003560159,0.0015862996,0.000850838],"domain_scores_gemma":[0.96317154,0.0019834738,0.030795801,0.0009944523,0.0018778887,0.0011768176],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019341191,0.00044539195,0.005209282,0.0009659352,0.0007019246,0.000019895459,0.0012081281,0.00022285493,0.00095604337],"category_scores_gemma":[0.00995647,0.0003373211,0.0018950016,0.0007022658,0.00015346796,0.00064765476,0.00017743821,0.0025747323,0.00010656459],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018105111,0.00014724443,0.000677132,0.49032226,0.00010668056,0.0000013676772,0.00016173493,1.6253625e-7,8.5312314e-7,0.000057566132,0.03026471,0.47824216],"study_design_scores_gemma":[0.00091468357,0.00059913774,0.002571106,0.3305078,0.0005068283,0.0000106028565,0.00015957125,0.0000011267522,0.0000011695582,0.000032650474,0.6645271,0.00016817627],"about_ca_topic_score_codex":0.0007322836,"about_ca_topic_score_gemma":0.00019268133,"teacher_disagreement_score":0.6342624,"about_ca_system_score_codex":0.0019412864,"about_ca_system_score_gemma":0.032200497,"threshold_uncertainty_score":0.9999572},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2612307800","doi":"","title":"Options épistémologiques et méthodologiques investies au fil d'un parcours de recherche dans le champ des rapports travail-formation et de la professionnalisation","year":2009,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.30816585118646084,"score_gpt":0.45031227537296914,"score_spread":0.1421464241865083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612307800","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21469334,0.0011145261,0.6810548,0.034493968,0.0002928231,0.0005757565,0.000047845413,0.00035258953,0.0673744],"genre_scores_gemma":[0.39987695,0.011663711,0.58026516,0.00076753995,0.00017795479,0.0002989688,0.0010352326,0.000038149235,0.005876346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4628406,0.53460056,0.0007988145,0.0006582203,0.00040361416,0.0006982085],"domain_scores_gemma":[0.97610766,0.019775221,0.0010855134,0.00084631925,0.0018513766,0.00033388974],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4699047,0.00046475345,0.00047636032,0.00022344812,0.0022136352,0.00041077723,0.001088008,0.0015348024,0.000098486074],"category_scores_gemma":[0.018279606,0.00051629805,0.00027172978,0.0006005497,0.004235221,0.00076180807,0.00027529796,0.00190956,0.000012855569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066106018,0.00056682434,0.008429504,0.00010062568,0.000048831804,0.0000011296047,0.25433978,0.00017329304,0.000993877,0.71475893,0.0004921998,0.020088408],"study_design_scores_gemma":[0.00032617338,0.000004177461,0.1255284,0.0019061504,0.000060828705,0.000035460107,0.078552395,0.0010364142,0.007799569,0.77769506,0.006451352,0.0006040197],"about_ca_topic_score_codex":0.014221659,"about_ca_topic_score_gemma":0.008471433,"teacher_disagreement_score":0.51482534,"about_ca_system_score_codex":0.0018297811,"about_ca_system_score_gemma":0.0070926542,"threshold_uncertainty_score":0.9997614},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2614250894","doi":"10.1017/cem.2017.292","title":"P090: Electronic invitations received from predatory journals and fraudulent conferences: a 6-month young researcher experience","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"","keywords":"Publishing; Publication; Medicine; Library science; Family medicine; Political science; Law; Computer science","score_opus":0.7878409052410476,"score_gpt":0.6192272024603012,"score_spread":0.1686137027807464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614250894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95667076,0.019795587,0.0010524465,0.010035476,0.0044592507,0.0001794096,0.00006960619,0.000002650242,0.007734807],"genre_scores_gemma":[0.98917496,0.007660354,0.00011661266,0.00007020566,0.00048768902,0.00000487886,0.000002088586,0.000010559822,0.0024726468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992141,0.00037342546,0.0013618806,0.00041564606,0.0048790774,0.0008289559],"domain_scores_gemma":[0.9882356,0.0010353081,0.0011309906,0.0008618901,0.0061387545,0.0025974552],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017419888,0.00016894126,0.00047895825,0.016250886,0.0011746588,0.00085107185,0.0033552465,0.00012721059,0.014971434],"category_scores_gemma":[0.10298875,0.000111382564,0.000114878116,0.01051812,0.00074354646,0.0014994697,0.0001275213,0.0008056552,0.000025706047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004724366,0.000037755664,0.8527345,0.000006602495,0.00010288267,0.00014070388,0.0075927405,0.0000099209055,0.0014309387,0.0009569249,0.10774919,0.0291906],"study_design_scores_gemma":[0.00086947664,0.000575665,0.8126033,0.0001266091,0.00001922927,0.000016864062,0.0073647704,0.00049940427,0.00007655428,0.037642166,0.14002438,0.00018161233],"about_ca_topic_score_codex":0.031471968,"about_ca_topic_score_gemma":0.07372863,"teacher_disagreement_score":0.08556886,"about_ca_system_score_codex":0.0002192199,"about_ca_system_score_gemma":0.0031178168,"threshold_uncertainty_score":0.9948991},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2614808596","doi":"10.1186/s40163-017-0067-z","title":"Retraction Note to: Investigative advising: a job for Bayes","year":2017,"lang":"en","type":"article","venue":"Crime Science","topic":"Data Analysis with R","field":"Computer Science","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Criminology; Computer science","score_opus":0.06064721273287438,"score_gpt":0.3712931682850319,"score_spread":0.3106459555521575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614808596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035168696,0.000016361171,0.9437954,0.0070094937,0.0018528487,0.00036557607,0.000010804143,0.00014517424,0.01163566],"genre_scores_gemma":[0.7908022,9.0792776e-7,0.20775072,0.0006659561,0.00010427651,0.000017305438,7.553159e-7,0.0000048280635,0.0006530534],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981169,0.000020666066,0.00016882733,0.00074962195,0.00055166846,0.00039229257],"domain_scores_gemma":[0.99731535,0.0000815621,0.00019109313,0.0017752632,0.00035588123,0.00028083794],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014187502,0.000113499475,0.00014192524,0.00022199948,0.0015986164,0.0018341406,0.004135108,0.000043773678,0.0000052228784],"category_scores_gemma":[0.0036005282,0.00010004105,0.000052058538,0.00059106515,0.00084652274,0.004178183,0.0007349023,0.00011598037,0.00015259218],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018880057,0.00008369113,0.002405868,0.000032926593,0.000020735977,0.000013783455,0.004070156,0.00014254347,0.5799693,0.17684422,0.039288472,0.1971094],"study_design_scores_gemma":[0.0004850077,0.00036639668,0.28187862,0.00013461817,0.00003899779,0.000017681628,0.000093838666,0.16445214,0.44924265,0.048881974,0.05359475,0.0008133448],"about_ca_topic_score_codex":0.00009168036,"about_ca_topic_score_gemma":0.000026139784,"teacher_disagreement_score":0.7556335,"about_ca_system_score_codex":0.00009377552,"about_ca_system_score_gemma":0.00037123018,"threshold_uncertainty_score":0.99970114},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2615609114","doi":"10.1111/j.1365-2362.2011.02494.x","title":"Strengthening the reporting of genetic risk prediction studies: the GRIPS statement","year":2011,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources","keywords":"Checklist; Transparency (behavior); Multidisciplinary approach; Statement (logic); Public health; Risk assessment; Documentation; Medicine; Data science; Computer science; Psychology; Political science; Pathology","score_opus":0.9346452681844739,"score_gpt":0.5891153882872244,"score_spread":0.3455298798972495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615609114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97692144,0.00091825303,0.018455863,0.0006640781,0.0008862416,0.00023887053,0.0000029149126,0.0000020965363,0.0019102457],"genre_scores_gemma":[0.98205113,0.0003320941,0.016741414,0.00018600616,0.00041795228,0.0000012647901,4.022207e-7,0.000008974452,0.00026075082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.83737266,0.0661415,0.09109576,0.00046880948,0.004738179,0.00018306715],"domain_scores_gemma":[0.80902237,0.011994954,0.17308278,0.002085042,0.0036297191,0.00018511183],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5305064,0.00013908136,0.0016593367,0.00010067385,0.00019909871,0.00013289604,0.0011974913,0.000021461647,0.00030832313],"category_scores_gemma":[0.39823985,0.000044492106,0.0012977395,0.0005032959,0.00034573328,0.0001872446,0.00011431919,0.0004481603,0.00009350934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031302487,0.00006638104,0.79885095,0.00002817388,0.0011981567,0.000023738412,0.015069664,0.0016229665,0.0000577485,0.0003044529,0.04535756,0.13738889],"study_design_scores_gemma":[0.0002991844,0.00046613286,0.9565031,0.00020238747,0.0008775255,0.000035376517,0.007260393,0.004264745,0.00009139267,0.012374144,0.017549593,0.00007601279],"about_ca_topic_score_codex":0.0000031708435,"about_ca_topic_score_gemma":0.000003017365,"teacher_disagreement_score":0.15765214,"about_ca_system_score_codex":0.000011110017,"about_ca_system_score_gemma":0.00008195502,"threshold_uncertainty_score":0.60682905},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2615663954","doi":"10.1200/jco.2014.32.15_suppl.3057","title":"A systematic review of immune-related adverse event (irAE) reporting in clinical trials of immune checkpoint inhibitors (ICIs).","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Oncology","topic":"Cancer Immunotherapy and Biomarkers","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Adverse effect; Consolidated Standards of Reporting Trials; Internal medicine; MEDLINE; Confidence interval; Systematic review","score_opus":0.27038554086918604,"score_gpt":0.5699617890490783,"score_spread":0.2995762481798923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615663954","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085519656,0.98913306,0.0000140176935,0.00056868524,0.0043328516,0.0046979194,0.000008609142,0.000009080664,0.00038056207],"genre_scores_gemma":[0.0007354099,0.9974202,0.0003118961,0.00036701054,0.00083261664,0.000073042014,0.000020566707,0.000069680915,0.00016958374],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77526426,0.018611109,0.20414259,0.0005076776,0.0010610136,0.00041335367],"domain_scores_gemma":[0.6956469,0.024147645,0.27760315,0.0011262953,0.001124892,0.00035110864],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.37718326,0.0006253833,0.05124045,0.00063899276,0.000024118515,0.000004483997,0.00064081035,0.0023188028,0.00028578276],"category_scores_gemma":[0.35988414,0.00037159488,0.034231503,0.0008217558,0.00057903246,0.000083882056,0.00017064334,0.0038851008,0.000012402822],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027394847,0.0015421677,0.00007558413,0.6352636,0.0053757876,0.00037565795,0.00002433911,3.1621994e-7,0.000007767261,0.000005912426,0.0003113608,0.354278],"study_design_scores_gemma":[0.0115460465,0.0069270693,0.00049255055,0.8416497,0.019058999,0.0014823354,0.000050554085,0.0000036783388,0.0000063759308,0.00001833645,0.1185092,0.00025513384],"about_ca_topic_score_codex":0.000054498014,"about_ca_topic_score_gemma":0.000006873134,"teacher_disagreement_score":0.35402286,"about_ca_system_score_codex":0.00055535516,"about_ca_system_score_gemma":0.0071431603,"threshold_uncertainty_score":0.9998736},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2616004446","doi":"","title":"Supporting Knowledge Mobilization and Research Impact Strategies in Grant Applications","year":2016,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Citation impact; Political science; Social research; Citation; Public relations; Grantsmanship; Sociology; Social science; Public administration; Library science; Higher education","score_opus":0.7008402576772212,"score_gpt":0.7181724566775245,"score_spread":0.01733219900030325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616004446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703491,0.0013309028,0.02213247,0.0024608357,0.00008357134,0.00058188476,0.000014960243,0.000006197168,0.0030401105],"genre_scores_gemma":[0.99768966,0.0008442994,0.000522421,0.0000023476086,0.00018147392,0.000027487697,0.0000013050739,0.000008848487,0.00072215346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9847255,0.0018953036,0.001441766,0.00046811346,0.010565464,0.0009038725],"domain_scores_gemma":[0.96715313,0.014238603,0.00047200613,0.0004994877,0.016953545,0.00068325055],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1332318,0.00010393059,0.00027382252,0.051070694,0.0003693711,0.0025955727,0.0012087199,0.0001267897,0.00021358884],"category_scores_gemma":[0.05246375,0.000055990553,0.00009869773,0.07561777,0.00058423827,0.0020177003,0.0002857632,0.0007195262,0.00007069752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046424722,0.0009336033,0.25292146,0.000047076872,0.00002528691,0.000117056516,0.00091986824,0.000030308596,0.07278461,0.0135339275,0.00959731,0.64862525],"study_design_scores_gemma":[0.0028301436,0.007101149,0.5868688,0.00029287636,0.0000061465416,0.00036915857,0.014621141,0.0027636697,0.017686486,0.33560076,0.03149206,0.00036760635],"about_ca_topic_score_codex":0.000036220437,"about_ca_topic_score_gemma":0.00017382998,"teacher_disagreement_score":0.6482576,"about_ca_system_score_codex":0.00040980944,"about_ca_system_score_gemma":0.0031060954,"threshold_uncertainty_score":0.99843985},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2616845762","doi":"10.3138/cjpe.328","title":"A Case Study of the Guiding Principles for Collaborative Approaches to Evaluation in a Developmental Evaluation Context","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Context (archaeology); Set (abstract data type); Reflection (computer programming); Engineering ethics; Sociology; Psychology; Knowledge management; Management science; Computer science; Engineering","score_opus":0.9106579329392426,"score_gpt":0.5628987801781327,"score_spread":0.3477591527611099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616845762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98442066,0.00012051433,0.00023358618,0.0014125762,0.0006805535,0.012077159,0.000012598627,0.000002218585,0.0010401321],"genre_scores_gemma":[0.99528795,7.1408266e-7,0.0030441347,0.000046588633,0.00008135614,0.0014899422,0.000005189169,0.000010834903,0.000033263954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920684,0.0018031584,0.0016006816,0.00032885684,0.003932361,0.00026653492],"domain_scores_gemma":[0.98879313,0.00037740733,0.0020797548,0.0005437232,0.007962837,0.00024315504],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.064809516,0.000163367,0.00034562,0.00073820323,0.00086905586,0.0006243639,0.0008291595,0.00007674073,0.00023190225],"category_scores_gemma":[0.021869153,0.00011448229,0.000102367085,0.0007839989,0.000097840944,0.00086140016,0.000053429198,0.00011883363,0.000004689034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006512539,0.00020470709,0.12024122,0.0000059622143,0.000057240646,0.0000069408584,0.03357006,0.02023438,0.000033513228,0.00021929716,0.00022471698,0.82513684],"study_design_scores_gemma":[0.007303105,0.0014681276,0.29415387,0.00016177403,0.00039006304,0.00019132238,0.20697147,0.48342752,0.00036446797,0.0030249713,0.0022904216,0.00025288848],"about_ca_topic_score_codex":0.0019691044,"about_ca_topic_score_gemma":0.3927177,"teacher_disagreement_score":0.82488394,"about_ca_system_score_codex":0.0016204901,"about_ca_system_score_gemma":0.015704846,"threshold_uncertainty_score":0.9898752},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2617385918","doi":"10.1016/j.physio.2017.05.002","title":"Strategies to translate knowledge related to common musculoskeletal conditions into physiotherapy practice: a systematic review","year":2017,"lang":"en","type":"review","venue":"Physiotherapy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation; Systematic review; Musculoskeletal pain; MEDLINE","score_opus":0.37201738847730537,"score_gpt":0.7552179448342382,"score_spread":0.38320055635693284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617385918","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008504341,0.95647,0.00020725981,0.009462573,0.00093714276,0.027229054,0.00036885464,0.00031951643,0.0049970928],"genre_scores_gemma":[0.000021736585,0.96008456,0.00064721523,0.022535145,0.0003650945,0.0136024235,0.00014531011,0.00026750294,0.0023310268],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.984162,0.008035202,0.00418225,0.001231346,0.00090935023,0.0014799044],"domain_scores_gemma":[0.98730063,0.004932904,0.0031962923,0.0028935038,0.000690843,0.0009858332],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043029785,0.0011287968,0.0060032676,0.0006486065,0.0026291732,0.00018282972,0.0021189011,0.0005009892,0.0011586726],"category_scores_gemma":[0.0012244445,0.00088119303,0.0009658181,0.001749389,0.00016210553,0.0010061339,0.00015093132,0.0014338224,0.013485966],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011628764,0.000118413314,1.774527e-7,0.8960375,0.00036201987,0.000004425332,0.0146502415,7.974654e-7,0.000024930858,0.0016500991,0.028424554,0.058715217],"study_design_scores_gemma":[0.0003606683,0.0001474853,0.000002777829,0.37909102,0.00045499863,0.0000050633,0.00059367926,0.0000014014582,1.8345297e-7,0.00030934066,0.618497,0.0005363509],"about_ca_topic_score_codex":0.00080571015,"about_ca_topic_score_gemma":0.00047382794,"teacher_disagreement_score":0.5900725,"about_ca_system_score_codex":0.0009465001,"about_ca_system_score_gemma":0.00438007,"threshold_uncertainty_score":0.9997544},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2617563733","doi":"","title":"Community-Based Participatory Research for Health","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Nursing Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community-based participatory research; Citizen journalism; Community health; Participatory action research; Environmental health; Psychology; Medicine; Environmental planning; Sociology; Environmental science; Computer science; Nursing; Public health; World Wide Web","score_opus":0.9747425574530478,"score_gpt":0.8281116068828547,"score_spread":0.14663095057019315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617563733","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.292248,0.0003218974,0.0012305874,0.6979588,0.00083828636,0.0017784436,0.000119932076,0.000014946992,0.0054890485],"genre_scores_gemma":[0.97816205,0.000008925214,0.0034332378,0.016401706,0.0011343249,0.000098439334,0.000004696763,0.000034489392,0.0007221454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97636074,0.018019028,0.0012107079,0.000157529,0.0013173984,0.0029346056],"domain_scores_gemma":[0.9808337,0.010812832,0.0003115185,0.00047890228,0.004150519,0.0034125254],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10005646,0.00009634496,0.00030096577,0.002300256,0.009353436,0.00006660281,0.00091282825,0.00013402716,0.00034590942],"category_scores_gemma":[0.011093432,0.0000930124,0.000066616754,0.0014413706,0.001016546,0.00025576452,0.00002192869,0.0044833035,0.00017784728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006949939,0.00005190453,0.0032096663,0.00019275447,0.000004181387,0.000004510644,0.07520977,0.000045271354,0.00007735152,0.0018620611,0.8776994,0.041573644],"study_design_scores_gemma":[0.0015670944,0.0011367918,0.008804777,0.0021417395,0.0000029976977,0.0000087822345,0.039334532,0.00030989537,0.00008260415,0.0042373533,0.9422671,0.00010630856],"about_ca_topic_score_codex":0.011162842,"about_ca_topic_score_gemma":0.0660959,"teacher_disagreement_score":0.68591404,"about_ca_system_score_codex":0.008443462,"about_ca_system_score_gemma":0.058756273,"threshold_uncertainty_score":0.9978134},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2618286485","doi":"10.1007/978-3-319-54392-5_14","title":"Addressing the Problem of Conflict-of-Interest and Moneyed Influence in Public Health: Some Case Studies","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Public health; Conflict of interest; Epidemiology; Political science; Public relations; Public policy; Public interest; Engineering ethics; Medicine; Law; Engineering; Pathology","score_opus":0.9386881181538173,"score_gpt":0.6259941071289344,"score_spread":0.3126940110248828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618286485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38043806,0.085654564,0.000023710561,0.2222697,0.0016765512,0.016860496,0.0007493133,0.0003114685,0.29201615],"genre_scores_gemma":[0.8513589,0.023148209,0.0009738461,0.012246385,0.00039965677,0.0003321707,0.000026376652,0.0001767368,0.111337736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937844,0.0018532181,0.0026096213,0.00059917883,0.00039244522,0.00076110417],"domain_scores_gemma":[0.98709714,0.0054530986,0.0047124284,0.0012175624,0.0011920994,0.00032764493],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00855008,0.00044832294,0.0015484538,0.00037334932,0.0011749,0.000042183307,0.0005320469,0.0006474099,0.000097475866],"category_scores_gemma":[0.0027715308,0.00030877138,0.00008895579,0.00004225357,0.0011686898,0.00078530563,0.000897209,0.002601098,0.000027344096],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020692029,0.00015750511,0.014146313,0.03468428,0.0006836842,0.00062499475,0.0912606,0.0000011975039,0.000036854115,0.7976042,0.0045833327,0.056010094],"study_design_scores_gemma":[0.004746664,0.0012991185,0.01317955,0.050528154,0.0002514065,0.00056408887,0.055729777,0.000051037252,0.000026090422,0.07409444,0.7975524,0.0019772581],"about_ca_topic_score_codex":0.012429081,"about_ca_topic_score_gemma":0.03277355,"teacher_disagreement_score":0.7929691,"about_ca_system_score_codex":0.00030693226,"about_ca_system_score_gemma":0.0024436885,"threshold_uncertainty_score":0.99993646},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2618479513","doi":"10.1016/j.ejrad.2017.05.032","title":"Treatment of multiple test readers in diagnostic accuracy systematic reviews-meta-analyses of imaging studies","year":2017,"lang":"en","type":"review","venue":"European Journal of Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Medical physics; Meta-analysis; Test (biology); Diagnostic accuracy; Nuclear medicine; Radiology; Pathology","score_opus":0.9369164767241436,"score_gpt":0.6267886288958096,"score_spread":0.310127847828334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618479513","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033882996,0.9962022,0.00054956984,0.000079718884,0.0004739716,0.0022465913,0.000041689003,0.0000013108728,0.00037108007],"genre_scores_gemma":[0.0021798343,0.9951563,0.0019215792,0.000013384414,0.00017752389,0.000048305938,0.000005762302,0.00004240005,0.0004549117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8096564,0.13024603,0.056177672,0.0010142887,0.0024446286,0.0004609998],"domain_scores_gemma":[0.689861,0.17790836,0.12461696,0.005405443,0.002019413,0.00018880384],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.18293574,0.0009878802,0.059001382,0.0019534081,0.00009681678,0.00016050244,0.0041135703,0.0000819379,0.00039878715],"category_scores_gemma":[0.6869249,0.00035782313,0.01728288,0.00088078086,0.0004038692,0.00025552724,0.00020321226,0.000348126,0.0004575984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011465139,0.0004950372,0.0023814042,0.20332754,0.04805002,0.0017107633,0.0024986046,0.00007960912,0.0000064412466,0.000023425686,0.015979202,0.7254365],"study_design_scores_gemma":[0.00064723,0.00066027883,0.00014555744,0.065956995,0.12054644,0.0032931485,0.0009658392,0.000041657062,0.0000014674347,0.00006326186,0.80724925,0.00042887466],"about_ca_topic_score_codex":0.0000058595747,"about_ca_topic_score_gemma":0.000006401777,"teacher_disagreement_score":0.7912701,"about_ca_system_score_codex":0.00015565549,"about_ca_system_score_gemma":0.00021141523,"threshold_uncertainty_score":0.99988735},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2620664699","doi":"10.1017/cjn.2017.84","title":"C.06 Retraction of scientific publications in neurosurgery","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Impact factor; Neurosurgery; MEDLINE; Medicine; Data extraction; Misattribution of memory; Scientific misconduct; Family medicine; Alternative medicine; Surgery; Political science; Psychiatry; Pathology; Law","score_opus":0.0743255195744261,"score_gpt":0.32388761057128634,"score_spread":0.24956209099686025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620664699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95754385,0.00033653184,0.000017255988,0.018608224,0.002478144,0.00013389469,0.000011455493,0.000011738928,0.020858899],"genre_scores_gemma":[0.9976512,0.00041632628,0.00059916003,0.0007384767,0.00037029252,0.0000017303165,3.0598815e-7,0.0000065033983,0.00021599873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994277,0.0016002806,0.0010770574,0.00048270856,0.0012585281,0.0013044483],"domain_scores_gemma":[0.99444425,0.0010713193,0.0018711973,0.00027046766,0.0009410189,0.0014017449],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.021140413,0.00022216662,0.0004720764,0.001765098,0.0111190835,0.0023160062,0.004193152,0.0005685617,0.00023735019],"category_scores_gemma":[0.023693027,0.00016805455,0.00024189978,0.0015104507,0.023200398,0.0032997478,0.00007987393,0.0029729102,0.0000049016658],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016974827,0.000029008002,0.9787042,0.0000034881327,0.0000041912817,0.0005269606,0.0013474901,0.0002686875,0.000048446003,0.014116363,0.0021761814,0.002758012],"study_design_scores_gemma":[0.00026281408,0.006469312,0.86308455,0.0000887334,0.000026643156,0.0026462309,0.0014333695,0.00047040018,0.00012272227,0.07035516,0.05466868,0.0003714104],"about_ca_topic_score_codex":0.014873269,"about_ca_topic_score_gemma":0.32834655,"teacher_disagreement_score":0.31347328,"about_ca_system_score_codex":0.00026757235,"about_ca_system_score_gemma":0.007880698,"threshold_uncertainty_score":0.99932724},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2620826610","doi":"10.1016/j.jclinepi.2017.05.017","title":"A systematic survey on reporting and methods for handling missing participant data for continuous outcomes in randomized controlled trials","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Missing data; Randomized controlled trial; Medicine; Interquartile range; Imputation (statistics); MEDLINE; Clinical trial; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9405744797648787,"score_gpt":0.763690149918479,"score_spread":0.17688432984639968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620826610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015292214,0.44952187,0.54398,0.00020552464,0.0011005386,0.0050657145,0.00011518927,0.0000043871464,0.000005250249],"genre_scores_gemma":[0.000002246514,0.43329653,0.5659041,0.000079750214,0.00033859655,0.00031039058,0.000012741934,0.00003284423,0.000022850434],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.46564835,0.39720544,0.13436544,0.0013235132,0.000351273,0.0011059837],"domain_scores_gemma":[0.011204932,0.85019875,0.1366738,0.0011192143,0.00051808613,0.00028520206],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86807144,0.00062488305,0.16247077,0.00029287147,0.0001458978,0.00009884395,0.0009307473,0.001006642,0.000005432174],"category_scores_gemma":[0.9985148,0.00028588445,0.007154574,0.000052126663,0.00037467643,0.0000754366,0.00017252662,0.0012128756,3.2064696e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03110057,0.00021225584,0.00015985538,0.10872371,0.0077517163,0.000024382658,0.000018355664,2.0059683e-7,2.9758652e-8,0.01993326,0.00022439503,0.83185124],"study_design_scores_gemma":[0.13236086,0.00061097124,0.000047515285,0.1921717,0.03230661,0.00008581176,0.000011390047,0.0063408352,3.142833e-8,0.63240886,0.003264421,0.0003909823],"about_ca_topic_score_codex":0.00002098454,"about_ca_topic_score_gemma":0.000012663776,"teacher_disagreement_score":0.8314603,"about_ca_system_score_codex":0.000030813353,"about_ca_system_score_gemma":0.0007908432,"threshold_uncertainty_score":0.99995935},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2625269005","doi":"10.11613/bm.2017.030","title":"Ethical issues in publishing in predatory journals","year":2017,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Publishing; Misrepresentation; Publication; Deception; Public relations; Political science; Library science; Sociology; Law; Computer science","score_opus":0.8941266353903872,"score_gpt":0.7234011886426125,"score_spread":0.17072544674777468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625269005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004736704,0.986076,0.000010179408,0.0036089418,0.0010241547,0.00042522707,0.000053465552,0.0000141214905,0.0087405285],"genre_scores_gemma":[0.00015788719,0.99620396,0.00021745147,0.00014188256,0.0006053997,0.000053887503,0.000020646146,0.000027103813,0.0025717737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97414494,0.0012904904,0.0028346505,0.001552011,0.019021869,0.0011560329],"domain_scores_gemma":[0.98189145,0.011271578,0.001624653,0.0025475118,0.0015628216,0.0011019926],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","research_integrity"],"category_scores_codex":[0.13731451,0.0003975683,0.002532168,0.10388776,0.00016857551,0.0122657,0.011879207,0.0031140286,0.0014357077],"category_scores_gemma":[0.522408,0.00025519493,0.0005101176,0.10748568,0.00045094022,0.0011257179,0.0024964858,0.006580627,0.00045156002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017311396,0.000050113067,0.0005362217,0.0005061114,0.000010077409,0.00014563883,0.00004652319,2.3850621e-8,6.428021e-7,0.000031173855,0.13955136,0.85912037],"study_design_scores_gemma":[0.00024894398,0.000020427404,0.00034369357,0.0062706615,0.000010893876,0.000022708253,0.00004853031,0.000019195215,0.000005418361,0.00087728817,0.9918603,0.00027198554],"about_ca_topic_score_codex":0.00021032494,"about_ca_topic_score_gemma":0.00006388654,"teacher_disagreement_score":0.8588484,"about_ca_system_score_codex":0.0005455957,"about_ca_system_score_gemma":0.0031797516,"threshold_uncertainty_score":0.99999005},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2642273887","doi":"10.29173/cais767","title":"Scientific Grey Literature in a Digital Age: Tracking its Use and Influence in an Evolving Information Economy","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Optics and Image Analysis","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Citation; Library science; Grey literature; Web of science; Humanities; Computer science; World Wide Web; Political science; MEDLINE; Art; Law","score_opus":0.016067922550592785,"score_gpt":0.21631387001993077,"score_spread":0.200245947469338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2642273887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952841,0.0006545584,0.0000028143895,0.0014449086,0.000111589965,0.00044224868,0.00004880019,0.000014326531,0.0019966846],"genre_scores_gemma":[0.9990181,0.00008562076,0.00012886788,0.0002617681,0.00007524801,0.00002124873,0.00002459385,0.00001625293,0.0003683537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812174,0.000008276661,0.00078087894,0.0003415812,0.0002785564,0.00046899435],"domain_scores_gemma":[0.84455764,0.0000717801,0.00091366953,0.000174014,0.1542274,0.000055500903],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00062595366,0.0003038126,0.00045904308,0.00083623733,0.00014767879,0.17505841,0.00085971295,0.00018437504,0.00002619104],"category_scores_gemma":[0.050227564,0.0002710037,0.00010372622,0.0014234934,0.00039283358,0.4802435,0.0006009646,0.00038452895,0.00001152229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027704018,0.00013196854,0.9659333,0.0015082847,0.000032310985,0.0000028916008,0.012309378,0.000047854195,0.0015543989,0.0061009256,0.0003517122,0.011999254],"study_design_scores_gemma":[0.0006138238,0.000050464718,0.94257706,0.002352704,0.00007832684,0.000007365,0.0029279455,0.025146488,0.00036450784,0.0050333003,0.02042163,0.00042639583],"about_ca_topic_score_codex":0.0009448843,"about_ca_topic_score_gemma":0.00015290602,"teacher_disagreement_score":0.30518508,"about_ca_system_score_codex":0.00005864448,"about_ca_system_score_gemma":0.000104571496,"threshold_uncertainty_score":0.9999742},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2676139175","doi":"10.1186/s41073-017-0038-7","title":"Improving the process of research ethics review","year":2017,"lang":"en","type":"editorial","venue":"Research Integrity and Peer Review","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research ethics; Process (computing); Workload; Workflow; Set (abstract data type); Engineering ethics; Process management; Business; Management science; Knowledge management; Political science; Computer science; Engineering","score_opus":0.8275826729916408,"score_gpt":0.742965650036921,"score_spread":0.08461702295471973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2676139175","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027279343,0.69173366,0.0000035322525,0.22927032,0.060941346,0.0045888675,0.00020297116,0.00002457411,0.0132319685],"genre_scores_gemma":[0.000031292104,0.7616955,0.00006594628,0.0007331114,0.19775593,0.0004991588,0.00019819634,0.000074855474,0.03894599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9271649,0.014270109,0.0028029638,0.0021488054,0.05135246,0.0022607488],"domain_scores_gemma":[0.12756337,0.56228936,0.0021561466,0.014852911,0.29063725,0.0025009334],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.50420654,0.00048565684,0.0026926487,0.0004066156,0.0017202916,0.00033611569,0.0040466534,0.0046733827,0.00036162868],"category_scores_gemma":[0.9291375,0.00028014337,0.0005790418,0.0013378968,0.007985244,0.0001459931,0.0026983316,0.16632363,0.0001798792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006920005,0.000097353884,0.000009219068,0.39270842,0.00007877245,0.0000450379,0.00010442992,1.1793649e-9,0.0000030809683,0.0010587241,0.58377904,0.022046693],"study_design_scores_gemma":[0.00021783574,0.0005055036,0.0000066328676,0.3646941,0.00016387313,0.00001504201,0.00006593389,0.0000022184572,0.000018156616,0.0073608016,0.62680286,0.00014704949],"about_ca_topic_score_codex":0.0030345242,"about_ca_topic_score_gemma":0.0010336222,"teacher_disagreement_score":0.79960155,"about_ca_system_score_codex":0.00034401292,"about_ca_system_score_gemma":0.032129582,"threshold_uncertainty_score":0.9999651},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W268872","doi":"10.46743/2160-3715/2008.1608","title":"Ethical Challenges in Participant Observation: A Reflection on Ethnographic Fieldwork","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Chicago","keywords":"Covert; Ethnography; Participant observation; Vulnerability (computing); Feeling; Insider; Psychology; Social psychology; Sociology; Fieldnotes; Research ethics; Qualitative research; Epistemology; Social science; Anthropology","score_opus":0.9279260381525751,"score_gpt":0.71354018712746,"score_spread":0.2143858510251151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W268872","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26921123,0.0018843395,0.0018945251,0.6392728,0.00067966076,0.00096128724,0.0000025384636,0.00014149756,0.08595209],"genre_scores_gemma":[0.99323934,0.0011212949,0.002473375,0.001484799,0.0003935144,0.0002839387,0.0000034102393,0.00001360026,0.0009867372],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97562814,0.021821808,0.0005027527,0.00031909664,0.0012920693,0.00043612657],"domain_scores_gemma":[0.9897013,0.009054509,0.00020306086,0.0003230123,0.00052183407,0.00019634166],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0933118,0.00011535131,0.00024372264,0.000115487055,0.00037098082,0.00004525933,0.00021499927,0.00032616509,0.000022051587],"category_scores_gemma":[0.033121686,0.00008184655,0.00008264263,0.000841198,0.0011300949,0.00016364959,0.000037485268,0.0013800907,0.000025850468],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000785057,0.0000445205,0.00022563557,0.000009400333,0.000015819054,0.00003610999,0.55725855,0.0000051607262,0.000004699644,0.43779153,0.000253312,0.0042767525],"study_design_scores_gemma":[0.00015550324,0.0002521061,0.0026357428,0.00007697871,0.000006460551,0.0000027711387,0.46817496,0.000016054568,0.000017063743,0.4949021,0.033646926,0.000113329814],"about_ca_topic_score_codex":0.0036000265,"about_ca_topic_score_gemma":0.0051155,"teacher_disagreement_score":0.7240281,"about_ca_system_score_codex":0.00014765307,"about_ca_system_score_gemma":0.0004515084,"threshold_uncertainty_score":0.97502273},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2724115498","doi":"10.1186/2044-5040-3-15","title":"Retraction Note: MyoD-dependent regulation of NF-κB activity couples cell-cycle withdrawal to myogenic differentiation","year":2013,"lang":"en","type":"article","venue":"Skeletal Muscle","topic":"NF-κB Signaling Pathways","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"MyoD; Cell biology; Neuroscience; Biology; Myogenesis; Myocyte","score_opus":0.005614974768504134,"score_gpt":0.22001784049896883,"score_spread":0.2144028657304647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724115498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885047,0.000058622918,0.010057621,0.000097106175,0.00034774005,0.00040362222,0.000020938034,0.000027616206,0.00048201552],"genre_scores_gemma":[0.9984303,0.000012611711,0.0005807377,0.000041547522,0.00024794287,0.00004325893,0.00011577797,0.000031609634,0.000496175],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879354,0.00006743968,0.00023564276,0.00038019408,0.00028920546,0.00023394983],"domain_scores_gemma":[0.9991563,0.000016329108,0.00018575347,0.0003874964,0.0001567911,0.00009735214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015150002,0.00016870396,0.000157725,0.00006625521,0.00008408752,0.0000309872,0.00013804367,0.0002449567,0.00014119566],"category_scores_gemma":[0.000060466722,0.0001738998,0.000109347355,0.00011899344,0.000039935156,0.000022451037,0.00008485664,0.00012923533,0.00007300246],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030518782,0.00013310454,0.000452803,0.000030516056,0.000016333153,2.4472826e-7,0.00004879582,0.0005442928,0.98528147,0.000014055303,0.00032979928,0.013118096],"study_design_scores_gemma":[0.0003396895,0.00025211272,0.15384115,0.000012012932,0.000019599365,0.0000016465763,0.000020783851,0.0008933119,0.8438398,0.000106544176,0.0004975364,0.00017578901],"about_ca_topic_score_codex":0.00022338041,"about_ca_topic_score_gemma":0.000091426955,"teacher_disagreement_score":0.15338835,"about_ca_system_score_codex":0.00004666374,"about_ca_system_score_gemma":0.000048164966,"threshold_uncertainty_score":0.7091428},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2724279214","doi":"10.1016/j.conctc.2017.07.002","title":"Successful collection of stool samples for microbiome analyses from a large community-based population of elderly men","year":2017,"lang":"en","type":"article","venue":"Contemporary Clinical Trials Communications","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging; National Institutes of Health","keywords":"Feces; Microbiome; Population; Biology; Medicine; Gut microbiome; Gerontology; Environmental health; Bioinformatics; Ecology","score_opus":0.5864438807256409,"score_gpt":0.5627591874978995,"score_spread":0.02368469322774136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724279214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9807567,0.0016690573,0.010000607,0.0016818901,0.00019380449,0.0014989092,0.0036272686,0.000016993243,0.0005547587],"genre_scores_gemma":[0.98440295,0.00040532416,0.008294968,0.00015476321,0.00009088365,0.00006144625,0.0064999186,0.000019797662,0.00006994239],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9936439,0.0040152986,0.0019007716,0.0002225835,0.00007482226,0.00014262434],"domain_scores_gemma":[0.99120444,0.0028504124,0.0023595293,0.003126752,0.00038236243,0.00007651767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007138015,0.0001502992,0.00087606115,0.000087300374,0.0008227255,0.00003827535,0.001326598,0.00030383136,0.000010725317],"category_scores_gemma":[0.005441337,0.00014308012,0.00051348243,0.00007978598,0.0003441301,0.000017769555,0.00033572328,0.00023074848,9.616996e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013173674,0.0014824269,0.20749512,0.00013224319,0.00050553767,6.9927616e-8,0.00009328025,0.0000047792278,0.7795192,0.00020822881,0.0079257935,0.0013159387],"study_design_scores_gemma":[0.021489905,0.0034029072,0.7230849,0.00048569377,0.0006565744,8.1952646e-7,0.000768253,0.0006668778,0.17053285,0.0024045748,0.07580802,0.00069857744],"about_ca_topic_score_codex":0.004834478,"about_ca_topic_score_gemma":0.0015753916,"teacher_disagreement_score":0.6089864,"about_ca_system_score_codex":0.000013704062,"about_ca_system_score_gemma":0.00038704235,"threshold_uncertainty_score":0.7308316},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2726750016","doi":"","title":"La collaboration dans le secteur spatial canadien - une approche exploratoire combinant bibliométrie et sondages","year":2016,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Regional Development and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics; Sociology","score_opus":0.015591350671284261,"score_gpt":0.25891027680017736,"score_spread":0.2433189261288931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726750016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36374047,0.004189394,0.26298198,0.3447025,0.0014406518,0.0017659331,0.00043568105,0.00076202163,0.019981349],"genre_scores_gemma":[0.9346442,0.006552327,0.005747922,0.0020098493,0.0005581792,0.0005144836,0.00007441503,0.00011337765,0.04978521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99501824,0.0014740368,0.000670936,0.000680451,0.00085134205,0.0013050067],"domain_scores_gemma":[0.9973597,0.00052426255,0.00044363385,0.0005649738,0.0003709625,0.0007364693],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020898997,0.00055081665,0.00053460064,0.0012865055,0.0010852375,0.00046650233,0.0007964894,0.00079288555,0.00008112043],"category_scores_gemma":[0.0004893726,0.00048424886,0.00019594358,0.0061804047,0.0011169271,0.0015247627,0.00021320881,0.00045181636,0.000100203106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012873534,0.0004840283,0.022419212,0.00007609434,0.00013659081,0.00023075254,0.030819496,0.00006052698,0.0076993294,0.73670477,0.07353803,0.12770246],"study_design_scores_gemma":[0.0017647145,0.0002974489,0.048855167,0.0005384341,0.00008181682,0.00010422686,0.008264634,0.0010592153,0.00851596,0.029682254,0.899522,0.0013140964],"about_ca_topic_score_codex":0.5002662,"about_ca_topic_score_gemma":0.58655715,"teacher_disagreement_score":0.825984,"about_ca_system_score_codex":0.0016086255,"about_ca_system_score_gemma":0.00472932,"threshold_uncertainty_score":0.9997609},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2730303399","doi":"10.18260/1-2--11175","title":"Threats To Validity In A Study Of The Effects Of Hypermedia Instruction On Learning Outcomes A Switched Replications Experiment","year":2020,"lang":"en","type":"article","venue":"","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hypermedia; Session (web analytics); Novelty; Test (biology); Computer science; Reliability (semiconductor); Mathematics education; Psychology; Multimedia; Social psychology; World Wide Web","score_opus":0.057562578653952125,"score_gpt":0.3676722945173379,"score_spread":0.31010971586338576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730303399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947883,0.0000045548536,0.000013533772,0.0028652935,0.00007914059,0.0005481127,1.5669625e-7,0.00002477483,0.0016761359],"genre_scores_gemma":[0.99944115,0.000003856144,0.00020481348,0.000084676874,0.000034526,0.000030901843,2.3925125e-7,0.0000037433063,0.00019609259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990313,0.00028640055,0.00016958854,0.00015203087,0.0002691398,0.00009152633],"domain_scores_gemma":[0.99943626,0.00027104767,0.00008327123,0.00012956974,0.00003499478,0.000044873104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023692354,0.00005205567,0.00014576328,0.000038726863,0.00010652755,0.0000065452227,0.00013354344,0.00002845843,0.000017696218],"category_scores_gemma":[0.0014558294,0.000035310164,0.00003775729,0.0004306989,0.000027755777,0.000041077805,0.000048560072,0.00012366494,0.0000030257122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026784433,0.0005237624,0.85449046,0.000018552062,0.000017212618,5.80956e-7,0.11020281,0.0003460612,0.008830456,0.0013005272,0.000015487354,0.024227293],"study_design_scores_gemma":[0.0013127512,0.001364337,0.8271553,0.00005112902,0.000026249283,7.932399e-8,0.14596993,0.0000809888,0.022810234,0.00016286159,0.0009383019,0.00012784885],"about_ca_topic_score_codex":0.0006538837,"about_ca_topic_score_gemma":0.0009044474,"teacher_disagreement_score":0.035767123,"about_ca_system_score_codex":0.0000339408,"about_ca_system_score_gemma":0.00007467256,"threshold_uncertainty_score":0.17428689},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2734932564","doi":"10.1353/nib.2017.0027","title":"Developing Trust, Multiple Identities, and Participatory Research: Select Examples","year":2017,"lang":"en","type":"article","venue":"Narrative Inquiry in Bioethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Community-based participatory research; Participatory action research; Context (archaeology); Photovoice; Public relations; Sociology; Health equity; Community engagement; Citizen journalism; Medicine; Political science; Public health; Geography; Nursing; Anthropology","score_opus":0.9676821735432983,"score_gpt":0.763809118205148,"score_spread":0.20387305533815037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734932564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658617,0.00006037106,0.00045148347,0.030644717,0.00083852804,0.0009776246,0.000023824612,0.000048238326,0.0010935201],"genre_scores_gemma":[0.99102837,0.00021646734,0.002080858,0.005203234,0.00039283957,0.00043163064,0.0000047609633,0.000021568376,0.00062028534],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.992369,0.004319412,0.0008698843,0.00048859115,0.0007595702,0.0011935409],"domain_scores_gemma":[0.9900327,0.007912071,0.00043343336,0.00059469556,0.00076215784,0.00026497775],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.017411737,0.00016761514,0.00030254986,0.00036293612,0.0064429054,0.000120227596,0.0005602618,0.00035182625,0.00017775103],"category_scores_gemma":[0.03019737,0.00015908862,0.000019778456,0.00037528566,0.003538646,0.00072259834,0.000521837,0.0019878522,0.00011058215],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027464384,0.0000097208385,0.4321817,0.00018873088,0.000005976976,0.000007234672,0.53825516,7.6295476e-7,0.00018803187,0.024003243,0.004685151,0.00044684848],"study_design_scores_gemma":[0.0016303885,0.00012774745,0.5022697,0.00049709214,0.000003321153,0.0000021920384,0.4395079,0.00022553206,0.00065196416,0.014524142,0.04024121,0.00031882455],"about_ca_topic_score_codex":0.004864637,"about_ca_topic_score_gemma":0.029499626,"teacher_disagreement_score":0.09874724,"about_ca_system_score_codex":0.000598634,"about_ca_system_score_gemma":0.0029348128,"threshold_uncertainty_score":0.99917316},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2735587480","doi":"10.1371/journal.pone.0180635","title":"Towards the development of a comprehensive framework: Qualitative systematic survey of definitions of clinical research quality","year":2017,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Stakeholder; Quality (philosophy); Generalizability theory; Transparency (behavior); Qualitative research; Quality management; Management science; Process management; Knowledge management; Medicine; Business; Psychology; Computer science; Public relations; Political science; Sociology; Social science; Marketing; Engineering","score_opus":0.9824894660492639,"score_gpt":0.7437267491665941,"score_spread":0.2387627168826698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735587480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916081,0.000230671,0.00040455896,0.0020424274,0.000043118558,0.001336593,0.00012162669,0.000008037859,0.0042048898],"genre_scores_gemma":[0.964204,0.00041785237,0.035051435,0.000043648477,0.000032485237,0.00008636004,0.000014353447,0.000017046932,0.00013282744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9786195,0.010848281,0.004304471,0.00044103453,0.0053627207,0.00042394732],"domain_scores_gemma":[0.5820835,0.3872602,0.002735598,0.004170921,0.023396883,0.00035290277],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09747097,0.00011992033,0.0017598842,0.00012254417,0.00030170506,0.000017727014,0.0009404013,0.00044626498,0.000082726445],"category_scores_gemma":[0.52337146,0.00007902782,0.00018639032,0.00029170656,0.0034587884,0.000042942615,0.0007033865,0.0027971505,0.000032213007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034044208,0.024151992,0.2120229,0.27878058,0.008147727,0.0000096852755,0.08019208,6.0018107e-7,0.004546871,0.38815847,0.00011395784,0.00047072547],"study_design_scores_gemma":[0.000992166,0.0007186725,0.86506164,0.037570085,0.00017096933,3.162512e-7,0.014555673,0.000031511307,0.010152068,0.07064945,5.628919e-7,0.000096868716],"about_ca_topic_score_codex":0.0012227165,"about_ca_topic_score_gemma":0.0011568067,"teacher_disagreement_score":0.65303874,"about_ca_system_score_codex":0.00004860218,"about_ca_system_score_gemma":0.0027170847,"threshold_uncertainty_score":0.99950343},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2736946457","doi":"10.1002/jrsm.1256","title":"Network meta‐analysis of disconnected networks: How dangerous are random baseline treatment effects?","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; University of British Columbia","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Baseline (sea); Meta-analysis; Computer science; Medicine; Political science","score_opus":0.9055690218436446,"score_gpt":0.6569411513546755,"score_spread":0.24862787048896917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736946457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003132869,0.025521843,0.96089196,0.0043767123,0.00029944335,0.002378485,0.00007899808,0.00001714806,0.0033025122],"genre_scores_gemma":[0.69733715,0.0010063307,0.28732607,0.00006700389,0.0005551212,0.0014940652,0.00001588361,0.00006505266,0.012133348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.70130223,0.28040314,0.0064847907,0.0022354317,0.008376493,0.0011979145],"domain_scores_gemma":[0.618771,0.35316414,0.008482932,0.015871722,0.0031411822,0.00056901586],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5441519,0.0006437598,0.017289426,0.0016443278,0.0013383472,0.0029369593,0.0051243785,0.00024048043,0.00699168],"category_scores_gemma":[0.46278784,0.00027945056,0.012123142,0.0043229572,0.0005205776,0.00039477492,0.000615641,0.00036677654,0.00017896293],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026385134,0.00046818366,0.010348008,0.00018537852,0.44870168,0.00007363408,0.00027573158,0.017603498,0.00029293908,0.0009244769,0.017018301,0.5038443],"study_design_scores_gemma":[0.0010132311,0.00025240128,0.017222596,0.0001224632,0.45518512,0.000004961716,0.00068691064,0.46382067,0.0023166812,0.0044919224,0.05410517,0.0007778883],"about_ca_topic_score_codex":0.00021989821,"about_ca_topic_score_gemma":0.0003981694,"teacher_disagreement_score":0.6942043,"about_ca_system_score_codex":0.00010568819,"about_ca_system_score_gemma":0.000103379265,"threshold_uncertainty_score":0.9999658},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2738634406","doi":"10.1177/1049731517718940","title":"A Systematic Survey of Control Groups in Behavioral and Social Science Trials","year":2017,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster University Medical Centre; Impact","funders":"","keywords":"Data extraction; Randomized controlled trial; MEDLINE; Psychological intervention; Intervention (counseling); Cochrane Library; Meta-analysis; Behavioural sciences; Medicine; Treatment and control groups; Psychology; Clinical psychology; Psychiatry; Psychotherapist; Surgery; Biology; Internal medicine","score_opus":0.9478805604741037,"score_gpt":0.7232155535404406,"score_spread":0.2246650069336631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738634406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538054,0.0012054512,0.00045181994,0.012629599,0.0005554565,0.0067429263,0.000093706636,0.0000074509753,0.024508197],"genre_scores_gemma":[0.99868727,0.000023426483,0.00014330013,0.000060810646,0.0001128386,0.00011207832,0.0000012364758,0.0000104686815,0.0008486015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.71845144,0.23928118,0.01362463,0.0017486354,0.025821047,0.0010730616],"domain_scores_gemma":[0.8481169,0.12678415,0.013673159,0.003124908,0.008083505,0.00021738197],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8136718,0.00021874755,0.005503086,0.00090734183,0.0028071457,0.004447833,0.0034909071,0.0001607029,0.0005574083],"category_scores_gemma":[0.71341574,0.00012003156,0.00067384023,0.00353258,0.0014176326,0.0012417008,0.0004286663,0.00067469553,0.00050238846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076302,0.006632193,0.3897044,0.009951879,0.0026338722,0.00034876622,0.053292695,0.000012664745,0.0017120754,0.26926258,0.10180086,0.1570178],"study_design_scores_gemma":[0.002547006,0.0002924222,0.9731216,0.0010364959,0.00051938073,0.000006973678,0.015666695,0.00026754139,0.000020835694,0.0033316838,0.0027767688,0.0004125981],"about_ca_topic_score_codex":0.00052313745,"about_ca_topic_score_gemma":0.0001823141,"teacher_disagreement_score":0.5834172,"about_ca_system_score_codex":0.00015466879,"about_ca_system_score_gemma":0.00046014634,"threshold_uncertainty_score":0.99849105},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2740628686","doi":"10.1080/08989621.2017.1362557","title":"The Inappropriate Use of Risk-Benefit Analysis in the Risk Assessment of Experimental Trauma-Focused Research","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Risk assessment; Risk analysis (engineering); Psychology; Medicine; Computer science; Computer security","score_opus":0.7439250363914514,"score_gpt":0.6797050059099999,"score_spread":0.06422003048145142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740628686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907122,0.0002489119,0.0000075133594,0.0036462233,0.00005110907,0.0020515672,0.000077511315,0.0000067313676,0.003198193],"genre_scores_gemma":[0.99668735,0.0021216727,0.00058052916,0.000015996651,0.000065383654,0.0003510559,0.0000085417705,0.000024980249,0.00014445926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.978365,0.008318594,0.0017669885,0.0010059215,0.009177534,0.0013659797],"domain_scores_gemma":[0.8692165,0.1196119,0.0004821429,0.0065088123,0.0039873226,0.00019330127],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.19739775,0.00020743973,0.0008454493,0.0011005118,0.001428691,0.000466053,0.0033583518,0.00053793885,0.00017549931],"category_scores_gemma":[0.14838572,0.000120402816,0.00038220276,0.0030695414,0.00669578,0.00039036514,0.0017016026,0.011068957,0.00001214232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014120756,0.0020213728,0.98236364,0.00012715298,0.00022630817,0.0000151342465,0.003493721,0.000057490837,0.0006207018,0.0049239337,0.000049587183,0.0046888823],"study_design_scores_gemma":[0.0016039016,0.0006422504,0.9582189,0.00014070392,0.000057143072,6.4741175e-7,0.010013112,0.0032107334,0.0024620665,0.023434196,0.00012277142,0.00009362303],"about_ca_topic_score_codex":0.11110694,"about_ca_topic_score_gemma":0.09545394,"teacher_disagreement_score":0.11129331,"about_ca_system_score_codex":0.00081383355,"about_ca_system_score_gemma":0.0011929029,"threshold_uncertainty_score":0.9998713},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2744837849","doi":"10.1186/s12961-017-0224-6","title":"Donor funding health policy and systems research in low- and middle-income countries: how much, from where and to whom","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Health services research; Low and middle income countries; Social policy; Health policy; Public health; Health administration; Health economics; Health informatics; Healthcare policy; Health care reform; Environmental health; Medicine; Public economics; Developing country; Economic growth; Political science; Economics; Nursing","score_opus":0.32262473213499143,"score_gpt":0.5194437880503282,"score_spread":0.19681905591533677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744837849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77069587,0.030172603,0.0000032861424,0.19510761,0.00017919732,0.0028720065,0.00030360077,0.000031224525,0.00063463324],"genre_scores_gemma":[0.963447,0.030172713,0.000026234009,0.0016431337,0.0024061664,0.00015090204,0.000009660645,0.00004506635,0.0020991298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921526,0.0019787916,0.0008452255,0.00092741346,0.0014646347,0.0026313455],"domain_scores_gemma":[0.99386907,0.0011291982,0.00026587394,0.00084222044,0.0004664537,0.0034272037],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012138362,0.00032453125,0.0012231886,0.0013930291,0.003164839,0.0017969079,0.00029666742,0.0002658339,0.0000025755705],"category_scores_gemma":[0.0015882847,0.0002641584,0.000027723472,0.0005343287,0.0007978725,0.00030314585,0.0005923089,0.0011856643,0.000017897666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018144388,0.0002101725,0.7154874,0.13142237,0.00013690363,0.00033110927,0.024530292,0.0000023281737,0.00007357893,0.11284313,0.008513522,0.004634733],"study_design_scores_gemma":[0.0065640393,0.003874104,0.76885104,0.064020745,0.0000075204357,0.0006911554,0.018648164,0.00132479,0.000005799642,0.0018151631,0.1336706,0.0005268499],"about_ca_topic_score_codex":0.60455817,"about_ca_topic_score_gemma":0.016191185,"teacher_disagreement_score":0.588367,"about_ca_system_score_codex":0.0013704507,"about_ca_system_score_gemma":0.0034251336,"threshold_uncertainty_score":0.99998105},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2745783518","doi":"10.1177/1609406917725678","title":"Calling for a Shared Understanding of Sampling Terminology in Qualitative Research","year":2017,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; CLARITY; Sampling (signal processing); Qualitative research; Experience sampling method; Computer science; Sample (material); Theoretical sampling; Management science; Data science; Psychology; Grounded theory; Sociology; Social psychology; Linguistics; Social science","score_opus":0.9750533214718722,"score_gpt":0.8411141359185502,"score_spread":0.13393918555332196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745783518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027149929,0.00022180763,0.9544493,0.01318151,0.0004140741,0.00039667962,0.00008190726,0.0000047252806,0.0041001],"genre_scores_gemma":[0.37124324,0.0001458223,0.6280933,0.000024620898,0.00024647097,0.000043076077,0.0000025915149,0.000012269173,0.00018862526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9717624,0.025105609,0.0011564919,0.0002544062,0.0012672776,0.00045376868],"domain_scores_gemma":[0.94748425,0.04699073,0.00134588,0.00020995928,0.0038283055,0.00014084535],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1352258,0.000114690716,0.00048011335,0.00086562044,0.00073324156,0.00020320622,0.0014740714,0.00011669507,0.00006591968],"category_scores_gemma":[0.075498566,0.00010603394,0.00022352407,0.000251795,0.0021058475,0.0006135372,0.00014180984,0.0005431993,0.0000013120144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020209672,0.0000838155,0.00009716384,0.00001983847,0.00012574668,0.0000034254708,0.41133758,0.000008857328,0.0048475806,0.5666086,0.0000695056,0.016595772],"study_design_scores_gemma":[0.0006371592,0.00013643746,0.00032745022,0.00019812354,0.000006466777,0.0000012240091,0.41493893,0.00007896944,0.0010478593,0.57836014,0.0041889595,0.00007830967],"about_ca_topic_score_codex":0.0012139755,"about_ca_topic_score_gemma":0.00043053355,"teacher_disagreement_score":0.34409332,"about_ca_system_score_codex":0.00074704,"about_ca_system_score_gemma":0.0006800283,"threshold_uncertainty_score":0.9322889},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2746253778","doi":"10.1186/s12961-017-0241-5","title":"Health policy and systems research collaboration pathways: lessons from a network science analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Global health; Health policy; Social connectedness; Citation; Political science; Health informatics; Public health; Economic growth; Medicine; Economics; Psychology; Nursing","score_opus":0.4682911180968649,"score_gpt":0.5992208265458154,"score_spread":0.13092970844895052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746253778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5653295,0.065903105,0.00012273043,0.3486399,0.0010877054,0.0071008285,0.0009533217,0.0001536111,0.010709294],"genre_scores_gemma":[0.98081785,0.012395239,0.00005105854,0.0013537657,0.0039289813,0.00023819995,0.00006008406,0.00002919684,0.0011256292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9865411,0.0038445995,0.0011704083,0.0010981393,0.0033248954,0.00402085],"domain_scores_gemma":[0.98876697,0.0019808572,0.00050759653,0.0017308074,0.00248197,0.0045317984],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049799535,0.00026277505,0.0014070721,0.0029660359,0.009618187,0.0017201947,0.00047432067,0.00024345871,0.0000030813164],"category_scores_gemma":[0.011388227,0.00022173814,0.00007528152,0.0062267384,0.0018645087,0.00041880147,0.00043145262,0.0011297356,0.000028382063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015548593,0.00047109794,0.13667446,0.011745016,0.00052107853,0.00017888712,0.012328983,0.00022823067,0.00018883958,0.6929063,0.099948645,0.04325359],"study_design_scores_gemma":[0.0040097097,0.003475856,0.6593528,0.0061925007,0.000061034436,0.00022740292,0.017727468,0.05745628,0.000009723459,0.004133169,0.24664676,0.0007072942],"about_ca_topic_score_codex":0.51700526,"about_ca_topic_score_gemma":0.009257981,"teacher_disagreement_score":0.68877316,"about_ca_system_score_codex":0.00255576,"about_ca_system_score_gemma":0.03181797,"threshold_uncertainty_score":0.9993161},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2746285394","doi":"","title":"RESEARCH REFLECTIONS: Communicating your research","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Knowledge translation; Dissemination; Knowledge transfer; Health care; Confusion; Psychology; Knowledge management; Public relations; Computer science; Political science","score_opus":0.9462178341347498,"score_gpt":0.83928829713914,"score_spread":0.10692953699560981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746285394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7081926,0.009185185,0.000056455945,0.012621424,0.0020864855,0.0025718245,0.00003091852,0.000054400494,0.26520073],"genre_scores_gemma":[0.9588001,0.02938456,0.00082171045,0.00036229833,0.0012547234,0.0006803566,0.000011166367,0.000057078672,0.0086280415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9826134,0.00944116,0.0015699555,0.0006939239,0.0033629443,0.0023186419],"domain_scores_gemma":[0.98284316,0.006795367,0.0011656532,0.003134258,0.004854099,0.0012074616],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07054256,0.00022501731,0.00065625936,0.0026397633,0.025354328,0.00280434,0.014234308,0.00031079183,0.015559983],"category_scores_gemma":[0.024965214,0.0001943838,0.00011505232,0.0027655496,0.0014322696,0.004648195,0.007559576,0.0063797343,0.00075847417],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018626235,0.0002896536,0.49533853,0.00032601564,0.000037817532,0.000009494175,0.0034205264,0.000005443633,0.015403115,0.0008108099,0.46765137,0.016520951],"study_design_scores_gemma":[0.00042547326,0.000034070494,0.769987,0.0015726611,0.000005752046,0.0000032268053,0.009095743,0.000108977714,0.00083558686,0.023555145,0.19416,0.0002163566],"about_ca_topic_score_codex":0.04810541,"about_ca_topic_score_gemma":0.003371427,"teacher_disagreement_score":0.27464846,"about_ca_system_score_codex":0.00090418314,"about_ca_system_score_gemma":0.004740216,"threshold_uncertainty_score":0.9982308},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2747587219","doi":"10.2196/jmir.7071","title":"The Use of Facebook in Recruiting Participants for Health Research Purposes: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":792,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet privacy; Social media; Psychology; Systematic review; MEDLINE; World Wide Web; Medicine; Applied psychology; Computer science","score_opus":0.955916298959609,"score_gpt":0.7570215887201007,"score_spread":0.19889471023950822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747587219","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007719727,0.9595272,0.000009429312,0.021375036,0.0018454305,0.017123604,0.00000627776,0.0000038663406,0.00010141853],"genre_scores_gemma":[0.000018025563,0.9918361,0.000066910085,0.00009672387,0.0013789313,0.0058310283,0.0000023626765,0.000034234923,0.00073573977],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.940645,0.04055046,0.005490682,0.0003744828,0.010873075,0.0020663347],"domain_scores_gemma":[0.8473718,0.14245445,0.0042064907,0.00080180855,0.003816365,0.001349084],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28403652,0.00019411434,0.0033019332,0.00077721395,0.00087276485,0.00039541323,0.0040560905,0.0005777882,0.00011662316],"category_scores_gemma":[0.65214336,0.00011623426,0.00053090206,0.00090248394,0.0019384867,0.00023939194,0.00034879084,0.0046372823,0.000032931457],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012771108,0.00007222247,0.000004936478,0.50749713,0.00007041423,0.0000128950105,0.0061768247,6.802012e-9,2.7379707e-9,0.00077999075,0.024538301,0.4608345],"study_design_scores_gemma":[0.00007055799,0.00015386315,8.616128e-7,0.4697593,0.000046150995,0.0000068243903,0.0011987815,0.0000047832623,3.0384918e-8,0.000101246835,0.5286168,0.000040797884],"about_ca_topic_score_codex":0.0059042587,"about_ca_topic_score_gemma":0.0068479865,"teacher_disagreement_score":0.5040785,"about_ca_system_score_codex":0.0024831526,"about_ca_system_score_gemma":0.02811316,"threshold_uncertainty_score":0.9976591},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2748041157","doi":"10.1177/1556264617723137","title":"Transparency of Biobank Access in Canada: An Assessment of Industry Access and the Availability of Information on Access Policies and Resulting Research","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; University of Toronto","funders":"University of Toronto","keywords":"Biobank; Transparency (behavior); Business; Commercialization; Accountability; Data access; Public access; Internet privacy; Public relations; Computer security; Political science; Computer science; Marketing; Law","score_opus":0.9494966952269831,"score_gpt":0.8060133584040988,"score_spread":0.14348333682288428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748041157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93443,0.00013331855,0.0000075875355,0.056252412,0.000056934172,0.0012564035,0.000056452704,0.000002829355,0.0078040734],"genre_scores_gemma":[0.99475104,0.0046403026,0.00009465235,0.000214097,0.000155226,0.000033623965,0.0000042964507,0.00002588611,0.00008089784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9570784,0.014581433,0.0036305257,0.0006590581,0.022475388,0.0015751938],"domain_scores_gemma":[0.7907996,0.17443582,0.0016293057,0.0028757814,0.028913306,0.001346191],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.24327019,0.00024560414,0.0012463913,0.002841258,0.0015247079,0.0008609921,0.005201896,0.0013678204,0.000091240545],"category_scores_gemma":[0.36117914,0.00016022682,0.00014417392,0.0018894837,0.013336905,0.001809416,0.003246382,0.045343067,5.549629e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010155075,0.0014842087,0.9210206,0.00602724,0.0001766135,0.00010528822,0.0057033724,0.00011413785,0.00088051055,0.04799014,0.0012354089,0.005107361],"study_design_scores_gemma":[0.00445761,0.0041470267,0.92412734,0.0040465323,0.0000141223545,0.0000076190045,0.003709452,0.00046816474,0.0036693616,0.055081077,0.00015288345,0.00011877963],"about_ca_topic_score_codex":0.4163566,"about_ca_topic_score_gemma":0.4236261,"teacher_disagreement_score":0.16627881,"about_ca_system_score_codex":0.0014798163,"about_ca_system_score_gemma":0.034463726,"threshold_uncertainty_score":0.9999286},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2749249904","doi":"10.1108/ajim-01-2017-0024","title":"Incorporating data sharing to the reward system of science","year":2017,"lang":"en","type":"article","venue":"Aslib Journal of Information Management","topic":"Research Data Management Practices","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Institutes of Health","keywords":"Computer science; Similarity (geometry); Set (abstract data type); Data science; Originality; Data sharing; Information retrieval; Value (mathematics); Data set; Scientometrics; Scale (ratio); World Wide Web; Psychology; Artificial intelligence","score_opus":0.13976620657204658,"score_gpt":0.3809386428785568,"score_spread":0.2411724363065102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749249904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027888883,0.000013325257,0.9571408,0.006557424,0.0005656938,0.0003435592,0.0000043541204,0.000016962838,0.032568995],"genre_scores_gemma":[0.8547153,0.000059422553,0.14483507,0.00021676967,0.000056864425,0.0000038699027,0.000002608324,0.0000028024585,0.00010729546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973874,0.000039428654,0.00072690984,0.00015922917,0.001468859,0.00021815086],"domain_scores_gemma":[0.99366057,0.000048323527,0.0021243184,0.003628525,0.0004347557,0.000103491926],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.014029949,0.00007537395,0.00012253836,0.00059193146,0.0008094053,0.0065349406,0.024012676,0.000010209557,0.0000013094368],"category_scores_gemma":[0.0011549682,0.000050807907,0.000026367572,0.00052751246,0.00013273911,0.11337294,0.013156379,0.00013552417,0.000033595275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019341476,0.000018420767,0.0008884902,0.00029274976,0.0000857898,0.000020300824,0.0006875512,0.0024805686,0.000033122684,0.858923,0.004789569,0.13176109],"study_design_scores_gemma":[0.0021775106,0.0005838192,0.10990025,0.0020780645,0.00014084236,0.00015248454,0.014840038,0.42922646,0.0015165911,0.0030329505,0.43569425,0.00065672817],"about_ca_topic_score_codex":0.000029293355,"about_ca_topic_score_gemma":0.0000035427427,"teacher_disagreement_score":0.85589004,"about_ca_system_score_codex":0.00009117433,"about_ca_system_score_gemma":0.00008405392,"threshold_uncertainty_score":0.994825},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2749388036","doi":"10.1177/0022034517725049","title":"Impact of Selection Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2017,"lang":"en","type":"review","venue":"Journal of Dental Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Selection bias; Meta-analysis; Epidemiology; Randomized controlled trial; Psychological intervention; Medicine; Sample size determination; Oral health; Effect modification; Environmental health; Selection (genetic algorithm); Statistics; Dentistry; Confidence interval; Internal medicine; Computer science; Mathematics; Psychiatry; Pathology","score_opus":0.9859906141623999,"score_gpt":0.8396295782838669,"score_spread":0.146361035878533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749388036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076722484,0.97808415,0.00088828965,0.000031580068,0.00039732805,0.012621342,0.00025895936,0.000008245147,0.000037842365],"genre_scores_gemma":[0.002802078,0.9369317,0.059576582,0.0000012082081,0.00016026704,0.00042151322,0.0000022138886,0.0000480612,0.000056319088],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7887486,0.19320612,0.015055876,0.00047628113,0.001915487,0.0005976062],"domain_scores_gemma":[0.24072504,0.7440867,0.013790346,0.0005592316,0.00055051665,0.00028820452],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.39669845,0.00063443935,0.040490534,0.0012410365,0.00009446629,0.00006680262,0.0007997012,0.00040295382,0.0005341789],"category_scores_gemma":[0.9190332,0.00025548902,0.017764425,0.000551915,0.0004685759,0.00007477305,0.00018820264,0.0017164019,0.00000618795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05611753,0.009903557,0.000677562,0.014773244,0.031560622,0.00009783376,0.000049734546,0.000004180853,0.0000012565476,0.0002918303,0.00037921764,0.88614345],"study_design_scores_gemma":[0.29510933,0.22264238,0.0013809913,0.13310225,0.06186797,0.00035107715,0.000110126704,0.00007055094,0.000049664348,0.28395683,0.00063206814,0.0007267734],"about_ca_topic_score_codex":0.0004981416,"about_ca_topic_score_gemma":0.000067591514,"teacher_disagreement_score":0.8854166,"about_ca_system_score_codex":0.0013414948,"about_ca_system_score_gemma":0.0010153367,"threshold_uncertainty_score":0.99998975},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2750029871","doi":"10.1016/j.jclinepi.2017.06.001","title":"The PRECIS-2 tool has good interrater reliability and modest discriminant validity","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital; Centre for Family Medicine; Western University","funders":"Medical Research Council; Chief Scientist Office; University of Aberdeen; Scottish Government; University of Dundee","keywords":"Inter-rater reliability; Discriminant validity; External validity; Intraclass correlation; Reliability (semiconductor); Face validity; Medicine; Linear discriminant analysis; Applied psychology; Validity; Clinical psychology; Psychology; Computer science; Psychometrics; Artificial intelligence; Social psychology; Developmental psychology; Rating scale","score_opus":0.9632173445817618,"score_gpt":0.6924030426664284,"score_spread":0.2708143019153334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750029871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88056576,0.0006110346,0.04148401,0.07116447,0.003472031,0.00030177843,0.00000599161,0.0000013681146,0.0023935498],"genre_scores_gemma":[0.98915493,0.0005456184,0.006109705,0.0008309113,0.000627193,0.000004309934,2.357515e-7,0.0000058846963,0.0027212068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.77562684,0.15694404,0.06307024,0.0012455194,0.0025340319,0.0005793487],"domain_scores_gemma":[0.333975,0.5556789,0.0946098,0.011576163,0.0033941746,0.0007659879],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7460754,0.00023617,0.009188504,0.0000627697,0.00071709964,0.000790519,0.0036609713,0.00026096308,0.00054583064],"category_scores_gemma":[0.9041359,0.00007303007,0.003994357,0.00006801746,0.0013248603,0.00040160478,0.0005366948,0.0009100093,0.000222253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011662593,0.000082874525,0.84270215,0.000013840513,0.00016465299,0.00000790437,0.00006926218,0.000040304036,0.0000022881236,0.004093522,0.07826993,0.07443667],"study_design_scores_gemma":[0.00023809771,0.00026698824,0.64580274,0.000033391407,0.00017276406,0.000057408208,0.00005882819,0.0065500606,0.0000011736028,0.18234277,0.16440442,0.00007135155],"about_ca_topic_score_codex":0.000018454779,"about_ca_topic_score_gemma":0.00006826854,"teacher_disagreement_score":0.44165185,"about_ca_system_score_codex":0.000016396249,"about_ca_system_score_gemma":0.00015004505,"threshold_uncertainty_score":0.7622993},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2751853820","doi":"10.21083/partnership.v12i1.3906","title":"Research Impact Metrics: A Faculty Perspective","year":2017,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Discipline; Library science; Perspective (graphical); Sociology; Psychology; Social science; Computer science","score_opus":0.7298564952173201,"score_gpt":0.6544215829644491,"score_spread":0.07543491225287102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751853820","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23787731,0.006239104,0.000060823368,0.30678838,0.00033956484,0.00057537004,0.000073357274,0.00000616722,0.44803992],"genre_scores_gemma":[0.99545485,0.0019235916,0.00018254477,0.0004451331,0.0002040722,0.000003777428,0.00000213055,0.00000583965,0.001778072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886036,0.0021244574,0.00068997464,0.00020985198,0.007528841,0.00084330427],"domain_scores_gemma":[0.96404773,0.019778002,0.00083401415,0.00091592723,0.012128504,0.0022958147],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.10161031,0.00010896747,0.00022655747,0.03879334,0.005858558,0.03357773,0.00297349,0.00014811326,0.0003368008],"category_scores_gemma":[0.21332103,0.000056040717,0.000098449476,0.029847268,0.0017405814,0.05452465,0.0006264305,0.0020986816,0.00011837029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006700682,0.0000685202,0.096745625,0.000026365795,0.00019833776,0.00018526879,0.017088741,0.000031159292,0.000009282867,0.44930574,0.28617615,0.14949474],"study_design_scores_gemma":[0.0004927839,0.0006112872,0.14250568,0.000023592565,0.000007880345,0.00028494903,0.052164923,0.0007078101,0.00007836379,0.03181339,0.7712012,0.0001081575],"about_ca_topic_score_codex":0.0047852797,"about_ca_topic_score_gemma":0.00028952866,"teacher_disagreement_score":0.75757754,"about_ca_system_score_codex":0.00014139462,"about_ca_system_score_gemma":0.0045615905,"threshold_uncertainty_score":0.99543566},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2753047867","doi":"10.1136/bmjopen-2017-017887","title":"The role of pragmatism in explaining heterogeneity in meta-analyses of randomised trials: a protocol for a cross-sectional methodological review","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Medicine; Cross-sectional study; Protocol (science); Meta-analysis; Alternative medicine; Family medicine; Pathology","score_opus":0.9855658679454322,"score_gpt":0.7827304410721874,"score_spread":0.20283542687324485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753047867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048240093,0.0024829898,0.007935525,0.00064479513,0.00007070717,0.9773025,0.00005041681,0.0000015797699,0.0066875056],"genre_scores_gemma":[0.021707967,0.000027398783,0.03413842,0.00008901735,0.00002978281,0.9433464,0.00000222943,0.000007990098,0.00065082696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.80984783,0.14127482,0.041606642,0.0015134584,0.005328663,0.00042859185],"domain_scores_gemma":[0.8877957,0.07225357,0.033183165,0.0054598213,0.001228375,0.00007940534],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7298235,0.000234347,0.011038712,0.00015896086,0.00023338578,0.0011263536,0.0047214516,0.000087803484,0.002126318],"category_scores_gemma":[0.6041337,0.000078489466,0.0046692286,0.00038822414,0.00013411803,0.00038573856,0.0006148352,0.00010905135,0.000019729281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031346537,0.0015375791,0.68570566,0.010181829,0.02730212,0.000018651801,0.0014466705,0.0016880633,0.004259497,0.019033173,0.016013917,0.20146628],"study_design_scores_gemma":[0.07921023,0.000769799,0.46315885,0.0052212575,0.01240862,0.0000494973,0.0008654465,0.023138367,0.011536649,0.19880174,0.20347027,0.0013692713],"about_ca_topic_score_codex":0.00013214257,"about_ca_topic_score_gemma":0.0003156293,"teacher_disagreement_score":0.22254682,"about_ca_system_score_codex":0.000016454089,"about_ca_system_score_gemma":0.0001738583,"threshold_uncertainty_score":0.9999106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2753482354","doi":"10.2196/resprot.7565","title":"Study of Methods for Assessing Research Topic Elicitation and pRioritization (SMARTER): Study Protocol to Compare Qualitative Research Methods and Advance Patient Engagement in Research","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Prioritization; Focus group; Protocol (science); Modalities; Qualitative research; Medical education; Quality (philosophy); Psychology; Data science; Knowledge management; Applied psychology; Computer science; Medicine; Management science; Alternative medicine; World Wide Web; Sociology","score_opus":0.954935550933068,"score_gpt":0.870473263312009,"score_spread":0.084462287621059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753482354","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2592393,0.000008332834,0.00074989314,0.00036855665,0.000028344903,0.73879755,0.0000137333145,0.00001791937,0.0007764107],"genre_scores_gemma":[0.098749764,0.0000019243428,0.042655967,0.000023597058,0.000107978456,0.8581318,0.000011854584,0.000052140193,0.00026492667],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.82615304,0.16351001,0.0022604961,0.0016222164,0.003795592,0.0026586622],"domain_scores_gemma":[0.96666586,0.023819858,0.0004512218,0.0015519623,0.006881172,0.00062989944],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23444234,0.00029250953,0.0007657492,0.0023034927,0.009093234,0.0003866317,0.0009465404,0.00017625798,0.000034229124],"category_scores_gemma":[0.011218223,0.0002570958,0.000034737288,0.0016573275,0.0006727038,0.00071706955,0.0027907568,0.0040184683,0.000011834049],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00469755,0.0087368665,0.18726495,0.012917334,0.00003575302,0.000009715814,0.52415067,0.000003652224,0.0020687175,0.0017921733,0.0011025603,0.25722006],"study_design_scores_gemma":[0.012574678,0.03224326,0.14946379,0.0100807445,0.0000028196384,2.882239e-7,0.7404245,0.0004744943,0.0009799052,0.008666471,0.044769056,0.00031995983],"about_ca_topic_score_codex":0.0023445408,"about_ca_topic_score_gemma":0.0023845744,"teacher_disagreement_score":0.2569001,"about_ca_system_score_codex":0.0012021314,"about_ca_system_score_gemma":0.0011153154,"threshold_uncertainty_score":0.99998814},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2753703079","doi":"10.1186/s12961-017-0242-4","title":"The SPARK Tool to prioritise questions for systematic reviews in health policy and systems research: development and initial validation","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Systematic review; Scope (computer science); SPARK (programming language); Health services research; Process management; Benchmarking; Computer science; Medicine; Management science; MEDLINE; Public health; Political science; Engineering; Nursing; Business","score_opus":0.937649951510094,"score_gpt":0.7843373099113006,"score_spread":0.15331264159879343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753703079","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19180916,0.02011274,0.0015543611,0.6277,0.0019353828,0.15346098,0.0006525393,0.0001657757,0.002609089],"genre_scores_gemma":[0.91791725,0.018674418,0.000904565,0.007727863,0.0037948505,0.043920536,0.000023348253,0.00010127776,0.0069358763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9611446,0.02842201,0.004038213,0.0008598168,0.0018374617,0.0036978943],"domain_scores_gemma":[0.9702016,0.023386873,0.0013773978,0.0013247433,0.0015147112,0.0021946568],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16822213,0.0002797185,0.0011450333,0.0015766483,0.01927759,0.0010013045,0.00063027325,0.00020217667,0.0000015772612],"category_scores_gemma":[0.11374836,0.00020567224,0.000029469027,0.0010695943,0.00054267247,0.0004678658,0.0006013609,0.0011452603,0.000066353976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001727993,0.00006691308,0.0038378707,0.32383215,0.000027201162,0.0000054131006,0.0946217,0.0000069897233,0.000024752959,0.51334167,0.038759954,0.025302602],"study_design_scores_gemma":[0.0019824242,0.00072577404,0.018493162,0.04885081,0.000002313294,0.00003947811,0.018792305,0.0010153259,0.0000023080604,0.0012354902,0.9085336,0.00032702903],"about_ca_topic_score_codex":0.09992566,"about_ca_topic_score_gemma":0.012719131,"teacher_disagreement_score":0.8697736,"about_ca_system_score_codex":0.0030488414,"about_ca_system_score_gemma":0.016197465,"threshold_uncertainty_score":0.98937976},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2754566416","doi":"10.1007/s10637-017-0510-8","title":"Comparison of reporting phase I trial results in ClinicalTrials.gov and matched publications","year":2017,"lang":"en","type":"review","venue":"Investigational New Drugs","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Interquartile range; Adverse effect; Internal medicine; Clinical endpoint; MEDLINE","score_opus":0.9371062626576229,"score_gpt":0.7366516816469256,"score_spread":0.20045458101069724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754566416","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005908707,0.9701888,0.0027321095,0.004092772,0.0033448057,0.010477428,0.0020285642,0.00024489695,0.0062997537],"genre_scores_gemma":[0.000031503532,0.4421112,0.55453575,0.000045207318,0.001740661,0.00025599482,0.0002025971,0.000082203136,0.000994864],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9782745,0.002403813,0.01705474,0.0010026707,0.0009029506,0.0003612791],"domain_scores_gemma":[0.6909024,0.25971347,0.045390002,0.002569205,0.00053942576,0.0008855058],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02375586,0.0004946809,0.0063820677,0.0003548514,0.00013686184,0.00014850499,0.0007655091,0.0008686631,0.00008619604],"category_scores_gemma":[0.7733957,0.00042475,0.0006360341,0.00043740388,0.0007795555,0.00014872334,0.00028575904,0.001086023,0.000026222828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019700874,0.00094929204,0.00003543244,0.0070795994,0.00025888078,0.0000069474495,0.00025195032,3.5823456e-7,9.819821e-7,0.099042624,0.01986966,0.8705342],"study_design_scores_gemma":[0.026989898,0.00019859207,0.000011254087,0.009344024,0.00071759394,0.000006371154,0.000016425769,0.000034697903,0.0000049296777,0.64569896,0.3166168,0.00036046843],"about_ca_topic_score_codex":0.000059753373,"about_ca_topic_score_gemma":0.000011568803,"teacher_disagreement_score":0.8701737,"about_ca_system_score_codex":0.00010208337,"about_ca_system_score_gemma":0.0026770313,"threshold_uncertainty_score":0.9998204},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2754936352","doi":"10.1177/1077800417727763","title":"A Critical Dialogical Methodology for Conducting Research With Disabled Youth Who Use Augmentative and Alternative Communication","year":2017,"lang":"en","type":"article","venue":"Qualitative Inquiry","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Dialogical self; Inclusion (mineral); Normative; Context (archaeology); Agency (philosophy); Qualitative research; Psychology; Disability studies; Augmentative and alternative communication; Value (mathematics); Sociology; Epistemology; Social psychology; Computer science; Gender studies; Social science","score_opus":0.93586659598058,"score_gpt":0.726431289546063,"score_spread":0.20943530643451702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754936352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90908223,0.00014585984,0.07004804,0.013676682,0.00024068097,0.0024320567,0.00026927763,0.00012448177,0.0039806794],"genre_scores_gemma":[0.9327083,0.00008577515,0.064780995,0.00042680945,0.00008435254,0.001377869,0.000066559885,0.000026037342,0.00044325367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9779736,0.020128919,0.0005553182,0.0005318988,0.00024959436,0.00056069094],"domain_scores_gemma":[0.9290201,0.06724511,0.0004698386,0.0013794097,0.0017522803,0.00013326053],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.014491882,0.00020152547,0.0005291052,0.00012871808,0.005701065,0.00007382854,0.0007575146,0.00031236492,0.00006163558],"category_scores_gemma":[0.055309806,0.00015498322,0.000047886937,0.00010538597,0.009591083,0.00063666404,0.0009623617,0.0015313028,0.000013744568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009859195,0.00014678002,0.014320043,0.00009815449,0.00012309248,0.0000013727214,0.46962747,2.7396266e-7,0.00021780524,0.5124557,0.0007980641,0.0012253557],"study_design_scores_gemma":[0.0023442125,0.00071896194,0.03164303,0.00037779906,0.000059277736,0.0000014084525,0.81274384,0.000088371824,0.00033049172,0.15075485,0.00067913916,0.00025858672],"about_ca_topic_score_codex":0.00081958884,"about_ca_topic_score_gemma":0.0004121991,"teacher_disagreement_score":0.36170083,"about_ca_system_score_codex":0.00022498576,"about_ca_system_score_gemma":0.0001665198,"threshold_uncertainty_score":0.99559337},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2756094298","doi":"10.1136/ebmed-2017-110798","title":"What does expert opinion in guidelines mean? a meta-epidemiological study","year":2017,"lang":"en","type":"review","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Observational study; CLARITY; Medicine; Expert opinion; Evidence-based medicine; Evidence-based practice; Family medicine; MEDLINE; Alternative medicine; Pathology; Intensive care medicine","score_opus":0.934234501038434,"score_gpt":0.7009597189922305,"score_spread":0.23327478204620344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756094298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014979963,0.9121943,0.0001927012,0.07438689,0.0059177885,0.007102703,0.000010994885,0.00014123328,0.00003841961],"genre_scores_gemma":[0.000067783214,0.9787335,0.002031612,0.00871586,0.0076115443,0.0019025069,0.0003813958,0.00012739624,0.0004284065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823679,0.003986571,0.008747175,0.0020974772,0.0019504447,0.0008504786],"domain_scores_gemma":[0.964281,0.026692992,0.004089397,0.0031629126,0.0011364318,0.0006372398],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.028759964,0.0015302339,0.011952052,0.00094347366,0.00020097362,0.00012695152,0.0010876268,0.0007750569,0.0021738724],"category_scores_gemma":[0.21570525,0.0007154682,0.0018428767,0.0006673709,0.00053553295,0.0014003833,0.0003349974,0.0018805627,0.00015031501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004012448,0.000711383,0.00037136843,0.00715709,0.0016284203,0.00034252653,0.00023994765,0.0000037384161,0.0000012424443,0.0000085244155,0.029257316,0.9598772],"study_design_scores_gemma":[0.00312249,0.002506773,0.00013751724,0.13953836,0.011007054,0.00007603854,0.0015821398,0.0000770148,5.3034654e-7,0.00006510001,0.8413488,0.000538161],"about_ca_topic_score_codex":0.0022547774,"about_ca_topic_score_gemma":0.00059727376,"teacher_disagreement_score":0.959339,"about_ca_system_score_codex":0.00059902016,"about_ca_system_score_gemma":0.0019078997,"threshold_uncertainty_score":0.99974465},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2756336022","doi":"10.1186/s12961-017-0244-2","title":"Requirements of health policy and services journals for authors to disclose financial and non-financial conflicts of interest: a cross-sectional study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Health policy; Financial services; Health services research; Payment; Finance; Business; Accounting; Public health; Public relations; Medicine; Political science; Nursing","score_opus":0.899154213398619,"score_gpt":0.7397961640869437,"score_spread":0.1593580493116753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756336022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97501963,0.0021570288,0.000017836925,0.017898455,0.0005259968,0.0034061684,0.00079693185,0.000010444791,0.00016750318],"genre_scores_gemma":[0.99477446,0.0011326484,0.00001574022,0.0020000215,0.0014219534,0.00021450703,0.000007277588,0.000019027175,0.0004143355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994307,0.0021092198,0.001411813,0.00049263897,0.0004589148,0.0012204507],"domain_scores_gemma":[0.99567676,0.00087408227,0.0007558896,0.00031709686,0.0006916885,0.0016845018],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018194139,0.00022929974,0.0008086894,0.00058944576,0.002667827,0.00018750959,0.0003912359,0.00044451802,0.0000104802075],"category_scores_gemma":[0.0032881596,0.0002067387,0.000052984662,0.00026741825,0.0006858214,0.00024501813,0.00041556603,0.0013302183,0.0000018808055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003315715,0.0010347903,0.89520156,0.014731352,0.0001627872,0.000013146479,0.01842837,0.000014867765,0.0014363034,0.039647136,0.0016226685,0.024391277],"study_design_scores_gemma":[0.0042470223,0.0035387515,0.9599242,0.0007010418,0.000011402294,0.000033689674,0.00096643425,0.00056271104,0.00026951806,0.0017550234,0.02779898,0.00019118153],"about_ca_topic_score_codex":0.016601553,"about_ca_topic_score_gemma":0.0014244284,"teacher_disagreement_score":0.06472266,"about_ca_system_score_codex":0.00023657616,"about_ca_system_score_gemma":0.0025067097,"threshold_uncertainty_score":0.9986306},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2760916783","doi":"10.1186/s13643-017-0590-8","title":"Recommendations for reporting of systematic reviews and meta-analyses of diagnostic test accuracy: a systematic review","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ottawa Hospital; Jewish General Hospital; McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; MEDLINE; Cochrane Library; Guideline; Protocol (science); Meta-analysis; Test (biology); Medical physics; Family medicine; Alternative medicine; Pathology","score_opus":0.9613751068015918,"score_gpt":0.6744415448250984,"score_spread":0.28693356197649333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760916783","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.163619e-8,0.8003549,0.0037413603,0.00017569668,0.00041488773,0.19445235,0.00043471073,0.000015735992,0.00041032914],"genre_scores_gemma":[0.00000358845,0.89086205,0.0068398863,0.00016293745,0.00009633744,0.095289476,0.00014091838,0.00016725878,0.006437568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.48298055,0.16764559,0.33472767,0.0043662624,0.009126834,0.0011531078],"domain_scores_gemma":[0.056551747,0.37182093,0.5354584,0.029789288,0.005815276,0.0005643646],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.65425,0.0038933004,0.28534368,0.0019166487,0.00059847697,0.0015782316,0.010255521,0.0007178274,0.00141982],"category_scores_gemma":[0.98445624,0.0014408194,0.061679814,0.003438286,0.0003254878,0.0008531558,0.0008603929,0.0007281765,0.0017117586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.096451e-7,0.000114418595,0.0000010102691,0.95827156,0.014629112,0.0000055505975,0.00012732374,1.4845455e-7,3.307546e-7,0.00022190057,0.023009665,0.0036185395],"study_design_scores_gemma":[0.00006029069,0.000049196162,4.4592788e-8,0.49771848,0.30486313,0.00022104318,0.00006458325,0.000028471291,2.7179365e-7,0.00014862797,0.19631101,0.0005348367],"about_ca_topic_score_codex":0.000025578938,"about_ca_topic_score_gemma":0.000023180884,"teacher_disagreement_score":0.4605531,"about_ca_system_score_codex":0.00021492584,"about_ca_system_score_gemma":0.00060837535,"threshold_uncertainty_score":0.999493},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2762274663","doi":"10.1177/1747016117733506","title":"Pragmatic clinical trials and the consent process","year":2017,"lang":"en","type":"article","venue":"Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"Alberta Innovates - Health Solutions; University of Saskatchewan; University of Calgary","keywords":"Waiver; Informed consent; Legislation; Context (archaeology); Flexibility (engineering); Political science; Psychology; Public relations; Law; Business; Engineering ethics; Medicine; Alternative medicine; Economics","score_opus":0.980525196242898,"score_gpt":0.8479461696890097,"score_spread":0.1325790265538883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762274663","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083141565,0.0014304372,0.00014668191,0.8645617,0.00035294035,0.003382685,0.000011177909,0.00004719173,0.04692567],"genre_scores_gemma":[0.9576791,0.031282283,0.0004731481,0.002083276,0.0008840138,0.00016298104,0.0000029756902,0.000032644984,0.007399597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.955186,0.031160917,0.0024435853,0.000983669,0.0090559935,0.0011698115],"domain_scores_gemma":[0.054979723,0.9337486,0.0005747703,0.0034248692,0.006327481,0.0009445249],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.59554416,0.0001362509,0.0010022734,0.00010990027,0.0019934224,0.0005752031,0.0010788286,0.0014518177,0.0001439033],"category_scores_gemma":[0.96630293,0.00007199416,0.0002507067,0.00016134472,0.01718554,0.000098427416,0.0010284947,0.02880186,0.00018617851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008651492,0.0008134059,0.04471844,0.008438815,0.0007171857,0.00035153766,0.008826785,7.4077116e-7,0.0001397455,0.89973944,0.008143391,0.019459018],"study_design_scores_gemma":[0.014491879,0.00092322065,0.018751223,0.0028271985,0.00013560509,0.00006442763,0.0027473888,0.0015229726,0.00024407463,0.94945824,0.008650126,0.00018361876],"about_ca_topic_score_codex":0.0002704331,"about_ca_topic_score_gemma":0.00076687976,"teacher_disagreement_score":0.9025877,"about_ca_system_score_codex":0.00005298379,"about_ca_system_score_gemma":0.009283273,"threshold_uncertainty_score":0.9998445},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2762768501","doi":"10.1002/asi.23958","title":"geNov: A new metric for measuring novelty and relevancy in biomedical information retrieval","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Novelty; Metric (unit); Computer science; Information retrieval; Ranking (information retrieval); Discriminative model; Redundancy (engineering); Artificial intelligence; Learning to rank; Machine learning; Data mining","score_opus":0.023544872292898943,"score_gpt":0.2867085057204873,"score_spread":0.26316363342758836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762768501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52986103,0.00011143034,0.391965,0.07186885,0.0028078589,0.002060502,0.000040701947,0.00009291853,0.0011917283],"genre_scores_gemma":[0.98831016,0.00005819594,0.011255899,0.00027538065,0.000036502708,0.0000064701244,0.0000011217452,0.0000016385949,0.000054652457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981636,0.000009876642,0.00065772946,0.00006465127,0.0008603938,0.00024379112],"domain_scores_gemma":[0.9960877,0.00013079715,0.0015976331,0.00023050894,0.0018713808,0.000082013124],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004722696,0.00007280188,0.00015920082,0.0014441527,0.0007615404,0.00077932735,0.0011056939,0.00013853716,3.7303303e-7],"category_scores_gemma":[0.014881816,0.000051089537,0.000044154767,0.0013640814,0.00015838715,0.012927827,0.000284621,0.00019925708,0.0000020157563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014943685,0.000052506293,0.030409142,0.000117328316,0.00003796396,3.5614252e-7,0.004963814,0.000037396057,0.0017587948,0.22046602,0.0022088254,0.7397984],"study_design_scores_gemma":[0.015087175,0.0015308528,0.43258205,0.000248656,0.0000777177,0.00024387593,0.0017123201,0.09393851,0.02579901,0.0605375,0.36750692,0.0007354037],"about_ca_topic_score_codex":0.000008478693,"about_ca_topic_score_gemma":0.0000025416211,"teacher_disagreement_score":0.739063,"about_ca_system_score_codex":0.00033025313,"about_ca_system_score_gemma":0.00064946525,"threshold_uncertainty_score":0.99341625},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2763139081","doi":"10.1186/s13012-017-0648-y","title":"Organizational participatory research: a systematic mixed studies review exposing its extra benefits and the key factors associated with them","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pharmacists Association; Université de Montréal; Université de Sherbrooke; Douglas Mental Health University Institute; McGill University","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Health services research; Health administration; Medicine; Health informatics; Citizen journalism; Participatory action research; Nursing research; Value (mathematics); Public health; Key (lock); Public relations; Knowledge management; Sociology; Nursing; Political science; Computer science","score_opus":0.9823586787688844,"score_gpt":0.7849291663275012,"score_spread":0.19742951244138318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763139081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009596061,0.98342675,0.0000132738305,0.0020036423,0.0004765522,0.01256376,0.0002630456,0.000067961795,0.00022542413],"genre_scores_gemma":[0.003024305,0.99125355,0.00006850123,0.0015947381,0.00009030815,0.0037361335,0.00004850378,0.0000491004,0.00013485247],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98313785,0.008313889,0.0028723357,0.00091479847,0.0032495237,0.0015116001],"domain_scores_gemma":[0.9676277,0.023285486,0.0040409327,0.000995833,0.0036179137,0.00043215335],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05217391,0.00046413933,0.00215683,0.00047793984,0.0100120725,0.00029223436,0.0015595753,0.00011987368,0.00037573738],"category_scores_gemma":[0.051283054,0.00024692394,0.0001015245,0.0029607338,0.0023854023,0.000991381,0.00073318224,0.0008147011,0.00015395891],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014914607,0.00005256139,0.0014947877,0.77616453,0.0005624246,0.0000074317054,0.099859625,4.7159136e-7,0.000002359594,0.04085775,0.005769622,0.07521354],"study_design_scores_gemma":[0.0037233105,0.00016473283,0.0014936837,0.7553376,0.0020596588,0.00002685357,0.05805571,0.000015924239,0.000010891179,0.00043239174,0.17753665,0.0011425696],"about_ca_topic_score_codex":0.000053254535,"about_ca_topic_score_gemma":0.00041204214,"teacher_disagreement_score":0.17176703,"about_ca_system_score_codex":0.0013025005,"about_ca_system_score_gemma":0.0072020427,"threshold_uncertainty_score":0.9999983},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2765089630","doi":"10.1089/trgh.2017.0012","title":"Guidance and Ethical Considerations for Undertaking Transgender Health Research and Institutional Review Boards Adjudicating this Research","year":2017,"lang":"en","type":"review","venue":"Transgender Health","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Youth Services Bureau of Ottawa","funders":"","keywords":"Transgender; Confidentiality; Temptation; Informed consent; Guard (computer science); Framing (construction); Public relations; Institutional review board; Research ethics; Psychology; Political science; Engineering ethics; Medical education; Medicine; Social psychology; Law; Alternative medicine; Psychiatry; Computer science; Engineering","score_opus":0.9016664340896657,"score_gpt":0.705548719146325,"score_spread":0.19611771494334074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765089630","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016466846,0.8923207,0.0008071803,0.08888856,0.00059503963,0.0068337265,0.00069985556,0.00008680849,0.009766462],"genre_scores_gemma":[0.00018941458,0.98581755,0.0020402677,0.006929072,0.0010053735,0.0016826739,0.00020708983,0.00015117969,0.0019773585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98298717,0.008063841,0.002707469,0.0020275332,0.0015225174,0.0026914575],"domain_scores_gemma":[0.99022275,0.0051614926,0.000802003,0.0016091065,0.0008314854,0.0013731767],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.032280024,0.0007035956,0.0032101145,0.0009490529,0.008292201,0.0003149565,0.0007066667,0.0013632,0.000414871],"category_scores_gemma":[0.0015088351,0.0006626823,0.00039350905,0.0006471505,0.0020690197,0.00016011302,0.00010712478,0.0069081676,0.00009470047],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017485441,0.00011831475,0.000015417922,0.29767275,0.00016975036,0.000009200358,0.0027147254,5.552148e-8,4.6510735e-8,0.12934294,0.09367245,0.47626686],"study_design_scores_gemma":[0.0008861159,0.0005423461,0.00023272353,0.026062977,0.00015912404,0.00036405167,0.00011630251,0.000003855967,1.7680811e-8,0.011225156,0.9599301,0.000477231],"about_ca_topic_score_codex":0.010028354,"about_ca_topic_score_gemma":0.0051623913,"teacher_disagreement_score":0.86625767,"about_ca_system_score_codex":0.0009179602,"about_ca_system_score_gemma":0.017136626,"threshold_uncertainty_score":0.99993324},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2765187625","doi":"10.1136/bmj.j4904","title":"Canadian researchers whose studies questioned vaccine safety face second retraction","year":2017,"lang":"en","type":"letter","venue":"BMJ","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Face (sociological concept); Psychology; Library science; History; Medicine; Sociology; Computer science; Social science","score_opus":0.31409842297018065,"score_gpt":0.5251742825277179,"score_spread":0.21107585955753727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765187625","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006104271,0.002085799,0.0000050576027,0.97519106,0.0011146113,0.0018783056,0.00014763777,0.00005412532,0.018912986],"genre_scores_gemma":[0.0015557744,0.0023503022,0.00010587045,0.7568575,0.0138737075,0.00011669827,0.0007028857,0.000073080875,0.22436419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949282,0.00038428244,0.0005491297,0.00051228603,0.0015716292,0.0020544827],"domain_scores_gemma":[0.9900226,0.00092030695,0.00024153711,0.001185267,0.0007760747,0.0068542054],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0047664614,0.00030670845,0.0008046483,0.00054294773,0.00051611115,0.000066798406,0.00029162536,0.0014498697,0.0015028844],"category_scores_gemma":[0.17111956,0.00024495999,0.00012427931,0.0001613256,0.00014839918,0.00016180905,0.000069193906,0.0064627845,0.00060218724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001799038,0.000012916118,0.00027109572,0.0013918147,0.00019778407,0.004156974,0.0001536519,8.2089564e-8,0.000012995554,0.0000015669357,0.9783466,0.015274619],"study_design_scores_gemma":[0.0012389498,0.00040711524,0.007617317,0.0014450453,0.000055551423,0.00016318647,0.00010730943,0.000012220713,0.000019922405,0.000042683732,0.98868597,0.0002047368],"about_ca_topic_score_codex":0.09191481,"about_ca_topic_score_gemma":0.14678405,"teacher_disagreement_score":0.21833356,"about_ca_system_score_codex":0.003733439,"about_ca_system_score_gemma":0.025979606,"threshold_uncertainty_score":0.99984646},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2765270098","doi":"10.1016/j.tips.2017.10.003","title":"The Academic–Industrial Complexity: Failure to Launch","year":2017,"lang":"en","type":"review","venue":"Trends in Pharmacological Sciences","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Eye Institute","keywords":"Process (computing); Pharmaceutical industry; Inefficiency; Subject (documents); Engineering ethics; Business; Psychology; Medicine; Public relations; Engineering; Political science; Computer science; Economics; Pharmacology; Library science","score_opus":0.9015690611008396,"score_gpt":0.6837231467590539,"score_spread":0.21784591434178568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765270098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003932026,0.92339325,8.5523124e-7,0.057898395,0.00081373355,0.0011691102,0.000034988738,0.000047179336,0.016603163],"genre_scores_gemma":[0.00011977388,0.99076724,0.00008402334,0.0030948238,0.0015092951,0.00023232622,0.000015117477,0.00001086171,0.004166512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99429834,0.00063002243,0.00078487926,0.00067146064,0.0015198924,0.0020953852],"domain_scores_gemma":[0.9923711,0.0018423841,0.00025257183,0.00029763178,0.000047306865,0.005189008],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008772842,0.00034772741,0.0015232393,0.00040897427,0.0009004925,0.00013090337,0.0017356551,0.0006567514,0.0016254892],"category_scores_gemma":[0.02737915,0.00014951736,0.00028487633,0.0014956305,0.0021138617,0.00008851448,0.0004505644,0.0034195597,0.00024161856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003626462,0.00004604706,0.000018147291,0.00025818415,0.000019588984,0.000091950176,0.000010976046,6.6110914e-8,5.739445e-7,0.0001566985,0.15653987,0.84282166],"study_design_scores_gemma":[0.00060964096,0.00067337096,0.00004778372,0.0024866376,0.00014012551,0.00004293037,0.000011996674,0.000010432421,9.3897546e-7,0.00010504397,0.9957064,0.00016472816],"about_ca_topic_score_codex":0.000052133953,"about_ca_topic_score_gemma":0.000050305534,"teacher_disagreement_score":0.8426569,"about_ca_system_score_codex":0.000407196,"about_ca_system_score_gemma":0.0050906823,"threshold_uncertainty_score":0.9992872},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2765462444","doi":"10.5489/cuaj.4993","title":"Pop psychology and predatory journals","year":2017,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; Psychoanalysis","score_opus":0.2567076572803043,"score_gpt":0.45094534428486244,"score_spread":0.19423768700455812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765462444","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008618276,0.003825544,0.0000070760016,0.07555229,0.8030831,0.00023482874,0.00044957668,0.000052005897,0.11593375],"genre_scores_gemma":[0.006349344,0.116104245,0.00005025232,0.002752665,0.8645695,0.000013182026,0.00016130426,0.000028522523,0.009970971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648136,0.0013213542,0.00042952356,0.00026047786,0.0008545216,0.00065277255],"domain_scores_gemma":[0.9958077,0.00079245126,0.0011214596,0.0002970811,0.000909396,0.001071892],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005035529,0.00019097672,0.0003751678,0.00029642813,0.003395057,0.0012153503,0.0008767216,0.0024642812,0.004338073],"category_scores_gemma":[0.012890271,0.00018684861,0.00014151077,0.000084918625,0.00023713968,0.00029773507,0.000053039235,0.002578276,0.00015080592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007336591,0.00001091111,0.0070256097,0.0000024513206,0.00003518581,0.000011023457,0.00095115846,1.3715612e-7,0.0000014055368,0.00006129033,0.9772489,0.01464458],"study_design_scores_gemma":[0.0002763081,0.00004509286,0.020809801,0.00002588524,0.000036160414,0.000007795069,0.00019389449,0.0000014297054,1.5381413e-8,0.0020290057,0.97638315,0.00019148733],"about_ca_topic_score_codex":0.0067289732,"about_ca_topic_score_gemma":0.07770308,"teacher_disagreement_score":0.1122787,"about_ca_system_score_codex":0.0014246345,"about_ca_system_score_gemma":0.0017456065,"threshold_uncertainty_score":0.9998853},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","score_opus":0.18654494011674747,"score_gpt":0.4686407095626851,"score_spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766184587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008786069,0.99330235,0.0004452432,0.000010429681,0.00076906494,0.004751027,0.0003124353,0.00005313996,0.00034755399],"genre_scores_gemma":[0.0001547628,0.99536604,0.002562627,0.000007044553,0.00006480063,0.0010221367,0.00015457385,0.00011997555,0.00054804736],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9899106,0.004641711,0.002831376,0.0010597184,0.0010372202,0.0005193493],"domain_scores_gemma":[0.9900385,0.0029845715,0.0039020618,0.00245925,0.00040806364,0.00020753824],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.00898363,0.0010136287,0.017039774,0.0007510525,0.00014143059,0.000298963,0.00092481385,0.0008251872,0.00008103392],"category_scores_gemma":[0.0024955394,0.0007675448,0.004772052,0.0011837692,0.0002733378,0.00025153437,0.00050400087,0.0010986233,0.000031924876],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027890326,0.00011731092,0.004886171,0.87546265,0.111577414,0.00035549275,0.000009958277,4.4723913e-7,3.030312e-9,0.00053005334,0.000008788596,0.0070237983],"study_design_scores_gemma":[0.0004719409,0.00006864161,0.00024368863,0.07067263,0.8995192,0.000088054825,0.000004795082,0.0000143111865,1.764444e-7,0.0000034852947,0.028258273,0.00065481424],"about_ca_topic_score_codex":0.00004509601,"about_ca_topic_score_gemma":0.00028263003,"teacher_disagreement_score":0.80479,"about_ca_system_score_codex":0.00015310278,"about_ca_system_score_gemma":0.00020838721,"threshold_uncertainty_score":0.99947757},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766277718","doi":"10.1111/irv.12516","title":"Assessing the reporting quality of influenza outbreaks in the community","year":2017,"lang":"en","type":"article","venue":"Influenza and Other Respiratory Viruses","topic":"Respiratory viral infections research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Outbreak; Medicine; Quality (philosophy); MEDLINE; Pandemic; Public health; Family medicine; Environmental health; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Internal medicine; Disease; Pathology; Biology","score_opus":0.60826168929986,"score_gpt":0.5799901471619165,"score_spread":0.028271542137943473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766277718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853886,0.00069807324,0.000009166774,0.00004626778,0.000049265444,0.0005136811,0.0000060643465,0.00003213041,0.013256791],"genre_scores_gemma":[0.92350465,7.143993e-7,0.000029534629,0.07627854,0.000100867706,0.000053146734,5.5980284e-8,0.00002772012,0.00000477344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955379,0.0016249649,0.0017561675,0.00023152918,0.0005341766,0.0003152732],"domain_scores_gemma":[0.9948366,0.0008210372,0.0019247478,0.002153573,0.00018241919,0.00008161823],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0121078305,0.00020523633,0.00047349214,0.00016156986,0.0013980444,0.0004557892,0.0006193919,0.00014817451,0.00003599063],"category_scores_gemma":[0.010181333,0.000114921604,0.00012696676,0.00019783282,0.0011408362,0.00054066285,0.0002544604,0.0010725458,0.000011664843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010283023,0.00014197174,0.98211807,0.0001206463,0.000041538373,0.0000144463165,0.0014654628,0.000006199891,0.011663041,0.0005518045,0.000057597208,0.0037163948],"study_design_scores_gemma":[0.00090210064,0.0001437717,0.83139384,0.00015057322,0.00002238162,0.00001278333,0.0017347641,0.000004437706,0.0028421148,0.0002626105,0.16241923,0.00011141127],"about_ca_topic_score_codex":0.0051091043,"about_ca_topic_score_gemma":0.0009500366,"teacher_disagreement_score":0.16236162,"about_ca_system_score_codex":0.000049244776,"about_ca_system_score_gemma":0.00019450858,"threshold_uncertainty_score":0.999902},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2766363682","doi":"10.3138/jsp.49.1.66","title":"Evaluating and Promoting Open Data Practices in Open Access Journals","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Directory; Scholarly communication; Citation; Open data; Data sharing; Incentive; Open science; Computer science; Data access; Data science; World Wide Web; Business; Political science; Publishing; Medicine; Database","score_opus":0.8265358079998114,"score_gpt":0.6426917435008372,"score_spread":0.18384406449897417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766363682","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4493245,0.0036907375,0.025529563,0.46696708,0.001567821,0.0022673556,0.000022648257,0.00003183809,0.050598484],"genre_scores_gemma":[0.6962835,0.0023997896,0.29903677,0.0011699974,0.0006182748,0.000012370453,0.0000063973966,0.000030597566,0.00044229033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936638,0.001420403,0.0012016651,0.0008437377,0.002359714,0.0005106999],"domain_scores_gemma":[0.98027885,0.0014530432,0.011662192,0.0043293647,0.0018651681,0.0004113919],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.13979344,0.00016412642,0.00041954173,0.0007587454,0.0013287866,0.9319236,0.14772896,0.00009163256,0.000022530514],"category_scores_gemma":[0.31693116,0.00013635366,0.000026545982,0.00058195763,0.000059403304,0.980358,0.18247744,0.0029767356,0.0000020074679],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013658719,0.00033285943,0.38457733,0.00013028657,0.00024301025,0.0009460113,0.0011820432,0.00003460334,0.0017555946,0.013146913,0.00900042,0.5885143],"study_design_scores_gemma":[0.0057494333,0.00049152476,0.84895015,0.0031444624,0.000090699614,0.0008939551,0.0014599079,0.041851208,0.0002065552,0.024658673,0.07184941,0.00065401423],"about_ca_topic_score_codex":0.0021001562,"about_ca_topic_score_gemma":0.00039517425,"teacher_disagreement_score":0.58786035,"about_ca_system_score_codex":0.00011687829,"about_ca_system_score_gemma":0.0010361179,"threshold_uncertainty_score":0.99997133},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2766781696","doi":"10.2214/ajr.17.18077","title":"Bibliometric Analysis of Manuscript Characteristics That Influence Citations: A Comparison of Six Major Radiology Journals","year":2017,"lang":"en","type":"article","venue":"American Journal of Roentgenology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Medicine; Bibliometrics; Medical physics; Library science; Radiology; Computer science","score_opus":0.42414929523449185,"score_gpt":0.5606304783726436,"score_spread":0.13648118313815172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766781696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882716,0.002509268,0.007293823,0.0010204121,0.00054941943,0.0000978995,0.000083942556,0.0000029380394,0.00017071399],"genre_scores_gemma":[0.9950147,0.002077088,0.002705326,0.00008074466,0.00004696755,0.0000018080843,0.000002103711,0.000010435794,0.00006078772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99002886,0.00078927504,0.0031144244,0.00041243964,0.005028821,0.0006261798],"domain_scores_gemma":[0.9700585,0.0053510945,0.01325647,0.0012910281,0.009605418,0.00043750813],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.014930036,0.00020599544,0.002394904,0.64514935,0.00030509802,0.0005993518,0.0054280297,0.00012517473,0.00037823533],"category_scores_gemma":[0.069086805,0.00014889505,0.0006859102,0.5675114,0.0021594935,0.0007978675,0.00059121416,0.000540674,0.000015841055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001242546,0.00021948326,0.8344164,0.00000466208,0.00091070135,0.000027633896,0.00022576949,0.00023747857,0.003685457,0.00008544443,0.00054231484,0.15952042],"study_design_scores_gemma":[0.00049931515,0.0017302525,0.9924628,0.000016809343,0.00041301208,0.00008639288,0.0013341485,0.00095841096,0.0010110439,0.0005654037,0.00080366584,0.00011873544],"about_ca_topic_score_codex":0.0003047899,"about_ca_topic_score_gemma":0.00003814633,"teacher_disagreement_score":0.15940168,"about_ca_system_score_codex":0.00009587316,"about_ca_system_score_gemma":0.00032115667,"threshold_uncertainty_score":0.9999531},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2766784478","doi":"10.1002/jae.2697","title":"A robust approach to estimating production functions: Replication of the ACF procedure","year":2019,"lang":"en","type":"article","venue":"Journal of Applied Econometrics","topic":"Monetary Policy and Economic Impact","field":"Economics, Econometrics and Finance","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spurious relationship; Replicate; Replication (statistics); Estimator; Sample (material); Monte Carlo method; Function (biology); Identification (biology); Econometrics; Population; Production (economics); Standard error; Computer science; Sample size determination; Statistics; Mathematical optimization; Mathematics; Economics; Physics","score_opus":0.13436217161276157,"score_gpt":0.21717276713809802,"score_spread":0.08281059552533646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766784478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94818693,0.00025214438,0.01097301,0.00068213244,0.0012625554,0.0006952264,0.000035944937,0.000011296208,0.037900772],"genre_scores_gemma":[0.9834863,0.000024441053,0.015120962,0.00023655866,0.00039332392,0.000016694928,0.0000042972815,0.000023945853,0.0006934865],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9979359,0.000007679497,0.0013262612,0.0004416193,0.000055765267,0.00023277015],"domain_scores_gemma":[0.9970529,0.00005551838,0.0020284227,0.00071221037,0.00004955165,0.00010139285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019094034,0.0001516555,0.0005255876,0.0009404078,0.000084544896,0.000052438798,0.0004333992,0.00010245627,0.00011251012],"category_scores_gemma":[0.0005581037,0.00013613464,0.000191253,0.0011880905,0.000030195986,0.00035704134,0.00006744882,0.00026552385,0.00024233617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120091885,0.0003190733,0.052275527,0.00023820862,0.0001895302,7.667813e-8,0.0011473605,0.91471714,0.00014241476,0.01989638,0.006947705,0.0040064706],"study_design_scores_gemma":[0.0050194603,0.0013103079,0.47361422,0.0002655278,0.00022016764,0.00037786132,0.0033875748,0.36891815,0.0038762053,0.060199194,0.080530025,0.0022813282],"about_ca_topic_score_codex":0.000016168382,"about_ca_topic_score_gemma":7.755198e-7,"teacher_disagreement_score":0.545799,"about_ca_system_score_codex":0.00022942864,"about_ca_system_score_gemma":0.000042701286,"threshold_uncertainty_score":0.5551409},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766861252","doi":"10.1093/reseval/rvx037","title":"Using contribution analysis to evaluate the impacts of research on policy: Getting to ‘good enough’","year":2017,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo; Canadian Cancer Society","keywords":"Management science; Regional science; Operations research; Public economics; Political science; Psychology; Sociology; Economics; Mathematics","score_opus":0.8233162217039798,"score_gpt":0.7626251681297992,"score_spread":0.06069105357418059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766861252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94695306,0.00004612406,0.002495474,0.038954534,0.00014717094,0.0025154166,0.000025963536,0.000011940491,0.008850327],"genre_scores_gemma":[0.99828464,0.0000172436,0.00049045234,0.00022238758,0.00039495993,0.00017924466,0.000013902824,0.000013531965,0.00038363325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9600894,0.009900765,0.0011042964,0.0008738126,0.026899844,0.0011318797],"domain_scores_gemma":[0.9701758,0.005652245,0.00036345527,0.0028389194,0.020552509,0.00041706982],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.296196,0.00016049661,0.00039747552,0.004401063,0.0034368122,0.0015060768,0.0021138107,0.0001109212,0.0009325754],"category_scores_gemma":[0.14534761,0.00010222519,0.00018396747,0.0077941343,0.00029634102,0.0006425466,0.0007466074,0.0005805732,0.0009983936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015592136,0.00059958344,0.083287455,0.000032056712,0.000878086,0.0000041898766,0.013846855,0.33368924,0.10515947,0.06176222,0.0075446707,0.39163697],"study_design_scores_gemma":[0.0008857088,0.00076719833,0.47774345,0.00010041211,0.00012172131,9.040789e-7,0.0021804743,0.4768889,0.017996687,0.020776868,0.0023692178,0.00016846877],"about_ca_topic_score_codex":0.0021473593,"about_ca_topic_score_gemma":0.0012826022,"teacher_disagreement_score":0.394456,"about_ca_system_score_codex":0.0013851862,"about_ca_system_score_gemma":0.002949105,"threshold_uncertainty_score":0.9999807},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2767159407","doi":"10.1136/bmjopen-2017-018856","title":"Association between statistical significance and time to publication among systematic reviews: a study protocol for a meta-epidemiological investigation","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Japan Society for the Promotion of Science","keywords":"Medicine; Publication bias; Protocol (science); Family medicine; Clinical trial; Systematic review; Meta-analysis; Epidemiology; Publication; Peer review; Psychological intervention; MEDLINE; Medical education; Alternative medicine; Pathology; Psychiatry","score_opus":0.9313157082465333,"score_gpt":0.6675016834766426,"score_spread":0.2638140247698907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767159407","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010566063,0.000007639369,0.02433292,0.004663386,0.00002228043,0.9677949,0.000057836674,0.000007191483,0.002057258],"genre_scores_gemma":[0.005251097,1.54582e-7,0.015819438,0.0003433247,0.00008147814,0.9580355,0.000014325678,0.000010532692,0.020444103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9462198,0.036150314,0.012633798,0.0014800567,0.0031951717,0.00032087398],"domain_scores_gemma":[0.9526178,0.02080832,0.019536309,0.0047544125,0.00192688,0.0003562405],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43747333,0.00032799857,0.0075542433,0.00014376514,0.0005588166,0.0060063666,0.0031075007,0.000110508634,0.0028724002],"category_scores_gemma":[0.62210315,0.00014013749,0.0006667792,0.0003478492,0.000054531243,0.0009712196,0.000613615,0.000104688406,0.002754623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038969145,0.00012038511,0.43077576,0.004538728,0.0021996042,9.023231e-7,0.0005080431,0.000004691786,0.000010259132,0.0014698589,0.55792946,0.0024033396],"study_design_scores_gemma":[0.0015330492,0.0007942432,0.88735014,0.0016773328,0.008051565,0.0000019166973,0.00027303057,0.008953924,0.0000067976603,0.023167167,0.06747135,0.00071950327],"about_ca_topic_score_codex":0.00006146828,"about_ca_topic_score_gemma":0.00005321489,"teacher_disagreement_score":0.49045813,"about_ca_system_score_codex":0.00008978706,"about_ca_system_score_gemma":0.00008086727,"threshold_uncertainty_score":0.9980391},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2768881033","doi":"10.1037/ipp0000042","title":"Adaptation of Assessment Scales in Cross-National Research: Issues, Guidelines, and Caveats","year":2015,"lang":"en","type":"article","venue":"International Perspectives in Psychology","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Equivalence (formal languages); Criticism; Scale (ratio); Set (abstract data type); Adaptation (eye); Psychology; Computer science; Management science; Data science; Political science; Mathematics; Geography; Engineering","score_opus":0.9019762010793025,"score_gpt":0.722889276717478,"score_spread":0.1790869243618245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768881033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8647325,0.004300357,0.011318502,0.0147406915,0.0015732916,0.00024127691,0.000030243276,0.000018691866,0.10304445],"genre_scores_gemma":[0.9411087,0.0005013461,0.057855684,0.00010916835,0.00016282807,0.000017771594,0.0000031595828,0.0000061727014,0.00023518794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951218,0.0008838924,0.00089896546,0.0006038076,0.0022842097,0.00020734996],"domain_scores_gemma":[0.98845637,0.00640429,0.00023306634,0.00023968669,0.0046025366,0.00006402277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01904705,0.00009566304,0.00024264531,0.0021443763,0.00003200044,0.00007930789,0.00067264395,0.000104671555,0.000085964726],"category_scores_gemma":[0.124767154,0.000081624676,0.00003465733,0.0015109214,0.0004535771,0.00028542808,0.00018450605,0.00030231403,0.000011380108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017348734,0.00028359127,0.84169114,0.0000016442046,0.00001783198,0.000017924931,0.0027004632,0.0027134246,0.00015950878,0.08269278,0.007728415,0.0618198],"study_design_scores_gemma":[0.00080393424,0.00008198371,0.62826926,0.0000142718245,3.322325e-7,0.000018436813,0.0066079027,0.0074872826,0.0000047441736,0.35194033,0.0047153556,0.000056189016],"about_ca_topic_score_codex":0.0005339621,"about_ca_topic_score_gemma":0.00041139335,"teacher_disagreement_score":0.26924756,"about_ca_system_score_codex":0.00030079615,"about_ca_system_score_gemma":0.00015479898,"threshold_uncertainty_score":0.8826053},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2769378808","doi":"10.1016/j.jclinepi.2017.10.014","title":"Same family, different species: methodological conduct and quality varies according to purpose for five types of knowledge synthesis","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Toronto; University of Alberta; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; Protocol (science); Citation; Missing data; MEDLINE; Medical physics; Statistics; Alternative medicine; Computer science; Mathematics; Pathology; Library science","score_opus":0.9944644201276043,"score_gpt":0.7932841591772162,"score_spread":0.2011802609503881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769378808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088795717,0.9360163,0.057754178,0.0011107625,0.002202947,0.0012349755,0.00013523473,0.0000019947977,0.00065565086],"genre_scores_gemma":[0.00026932042,0.936711,0.058992453,0.00032511505,0.0011394008,0.00005603066,0.0000029122766,0.00002095898,0.00248282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.56424093,0.34397092,0.087403744,0.0018896664,0.0018384213,0.0006563144],"domain_scores_gemma":[0.045667466,0.85280406,0.094747335,0.0033223336,0.0027621263,0.0006966966],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7123786,0.00073568313,0.09167862,0.0006064063,0.00017959325,0.00017626332,0.0040843864,0.001111367,0.0006405377],"category_scores_gemma":[0.9657862,0.00027633336,0.01804075,0.00032155644,0.0007635977,0.00014246618,0.00071250764,0.0011440748,0.00011316413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010262367,0.00011589016,0.0028787702,0.004096586,0.0018590945,0.000003180125,0.0000473515,0.000002119314,5.162671e-7,0.0073761814,0.014894789,0.9686229],"study_design_scores_gemma":[0.00017847466,0.0005622373,0.0069206995,0.0033762795,0.0038342401,0.000036838777,0.00021662316,0.000040805,2.6253596e-7,0.022077227,0.96249723,0.00025908064],"about_ca_topic_score_codex":0.000008558354,"about_ca_topic_score_gemma":0.000017856923,"teacher_disagreement_score":0.9683638,"about_ca_system_score_codex":0.000048381757,"about_ca_system_score_gemma":0.0004640268,"threshold_uncertainty_score":0.9999689},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2770107865","doi":"10.1136/bmjopen-2017-018593","title":"UpToDate adherence to GRADE criteria for strong recommendations: an analytical survey","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Family medicine; Epidemiology; Public health; MEDLINE; Medical education; Nursing; Internal medicine","score_opus":0.9530837414453088,"score_gpt":0.7578939457473015,"score_spread":0.19518979569800732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770107865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6758176,0.000014979106,0.0074626748,0.23560959,0.0069720126,0.055828974,0.0028791944,0.00018660292,0.015228375],"genre_scores_gemma":[0.94605815,0.000014873031,0.022038188,0.014751014,0.0009941347,0.009315499,0.0005029038,0.000079238795,0.0062459684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923853,0.0051333616,0.00094892655,0.00057687215,0.00025381483,0.0007017188],"domain_scores_gemma":[0.9936501,0.0025005094,0.0007504616,0.0019590522,0.00056432356,0.0005755889],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020061519,0.00017967306,0.0004589971,0.00007222388,0.0027954136,0.00044896346,0.0019310915,0.00019457113,0.0014424796],"category_scores_gemma":[0.016437078,0.00016997546,0.00004281833,0.000097397446,0.000060829094,0.0019475287,0.0009700896,0.00049701374,0.00086548395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002149953,0.00048536126,0.49402985,0.0008331665,0.000106816726,0.00000988396,0.0068175453,0.0000016852872,0.00011430354,0.020841502,0.43672964,0.03788028],"study_design_scores_gemma":[0.0017808389,0.0007969867,0.88830245,0.00080453453,0.000035202065,0.0000016143042,0.0045833206,0.0013825473,0.00002912716,0.002310001,0.09945012,0.00052326865],"about_ca_topic_score_codex":0.034237612,"about_ca_topic_score_gemma":0.058009684,"teacher_disagreement_score":0.3942726,"about_ca_system_score_codex":0.0001585224,"about_ca_system_score_gemma":0.0011252565,"threshold_uncertainty_score":0.99991244},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2771770473","doi":"10.3138/cjpe.31128","title":"Using Rubrics for an Evaluation: A National Research Council Pilot","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Rubric; Excellence; Relevance (law); Context (archaeology); Psychology; Political science; Computer science; Medical education; Pedagogy; Medicine; Geography","score_opus":0.9730025773537614,"score_gpt":0.7170565067688764,"score_spread":0.25594607058488494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771770473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8876423,0.0012111469,0.010642959,0.00967995,0.0060327095,0.010795872,0.00010425991,0.000023342023,0.07386744],"genre_scores_gemma":[0.98470426,0.000004604855,0.013873204,0.00012343349,0.00088528066,0.00021522916,0.000012827835,0.000015305353,0.00016587308],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9746389,0.001330455,0.0010430451,0.00033734995,0.022208577,0.00044170397],"domain_scores_gemma":[0.8787238,0.0005346013,0.0010955519,0.0005820711,0.118514165,0.0005498141],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26418558,0.00013146864,0.00024189812,0.00078465923,0.0022827906,0.002524644,0.0012490937,0.00009464572,0.0013717236],"category_scores_gemma":[0.08519602,0.00011039406,0.00011926915,0.00047096855,0.00027900952,0.0022541007,0.000026344198,0.00029091508,0.000042766234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00012303914,0.00018348102,0.009522122,0.000009612614,0.000055562068,0.0000022962213,0.0016183474,0.018156866,0.00024167066,0.0039800135,0.027361965,0.938745],"study_design_scores_gemma":[0.0020936097,0.0015512388,0.028511992,0.000046503636,0.00008726859,0.000036370737,0.0008288218,0.76247776,0.00004408643,0.09416685,0.110001944,0.00015357237],"about_ca_topic_score_codex":0.0013355825,"about_ca_topic_score_gemma":0.07478361,"teacher_disagreement_score":0.9385915,"about_ca_system_score_codex":0.006140058,"about_ca_system_score_gemma":0.09513073,"threshold_uncertainty_score":0.99954116},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2772564313","doi":"10.1016/j.jclinepi.2017.11.022","title":"Flaws in the application and interpretation of statistical analyses in systematic reviews of therapeutic interventions were common: a cross-sectional analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Generalitat Valenciana; University of Bristol; National Institute for Health and Care Research; Canada Research Chairs; Cancer Research UK; Medical Research Council; University of Ottawa","keywords":"Meta-analysis; Funnel plot; Interquartile range; Medicine; Random effects model; Sample size determination; Statistics; Publication bias; Subgroup analysis; Confounding; Psychological intervention; Study heterogeneity; MEDLINE; Mathematics; Internal medicine","score_opus":0.9443845471738417,"score_gpt":0.7567789989945132,"score_spread":0.1876055481793285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772564313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46753833,0.0059765466,0.52414846,0.0010084221,0.0002050745,0.0008474623,0.000013586773,4.60939e-7,0.0002616517],"genre_scores_gemma":[0.99539346,0.00070937333,0.0036073832,0.00018276925,0.000045375124,0.000026696916,0.0000030760193,0.0000029051816,0.000028995439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7754369,0.1462049,0.07578049,0.0006241291,0.001734559,0.0002190429],"domain_scores_gemma":[0.6667369,0.24091008,0.08787781,0.0030514281,0.0012952295,0.00012854293],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5300859,0.00016638404,0.014145268,0.0006695689,0.00006750179,0.000111574176,0.0018131323,0.00017365236,0.0003442761],"category_scores_gemma":[0.5043805,0.00006769574,0.005122395,0.00064872904,0.000498697,0.00021413177,0.00009111772,0.00048749044,0.000016011958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000527737,0.00015612961,0.9849139,0.0010458664,0.0006627754,0.0000015247126,0.00011926774,0.00086209545,0.000004365626,0.0059081167,0.00009256916,0.006180624],"study_design_scores_gemma":[0.0002425098,0.00014338148,0.8928452,0.0005356895,0.0009087538,0.000014771749,0.00015205894,0.07045032,2.5218563e-7,0.03457281,0.00009083082,0.000043415235],"about_ca_topic_score_codex":0.00006916752,"about_ca_topic_score_gemma":0.00065481605,"teacher_disagreement_score":0.5278551,"about_ca_system_score_codex":0.00001861304,"about_ca_system_score_gemma":0.000051990934,"threshold_uncertainty_score":0.96694225},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2772565825","doi":"10.1038/nbt.4029","title":"The international MAQC Society launches to enhance reproducibility of high-throughput technologies","year":2017,"lang":"en","type":"article","venue":"Nature Biotechnology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Ontario Institute for Cancer Research","funders":"Biotechnology and Biological Sciences Research Council","keywords":"Reproducibility; Throughput; Emerging technologies; Computer science; Telecommunications; Chemistry; Artificial intelligence; Chromatography","score_opus":0.052898998107023545,"score_gpt":0.40772936774633867,"score_spread":0.35483036963931514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772565825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.495826,0.00086165895,0.010336102,0.48162034,0.008093616,0.00043200364,0.0000738792,0.0005622214,0.0021941569],"genre_scores_gemma":[0.98522574,0.00007913823,0.01228542,0.00022125585,0.00007135484,0.000009837156,0.0000026554671,0.0000049596824,0.0020996425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99601644,0.000036501704,0.0005121289,0.0021803044,0.00096958986,0.00028500854],"domain_scores_gemma":[0.986064,0.00054017507,0.00051949534,0.012475417,0.00037780765,0.000023106171],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.011038692,0.00013188364,0.00024210234,0.0001553209,0.00078288926,0.0004653905,0.008209341,0.00056057354,0.000021706048],"category_scores_gemma":[0.061301094,0.000078296456,0.00012529996,0.0005063119,0.0011671843,0.00016775829,0.0057989866,0.00063797383,0.000096580494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025947622,0.000046125722,0.0015448928,0.0000029403673,0.000039808416,0.0000020519074,0.00007360833,0.000011483503,0.006108864,0.052732516,0.25137916,0.6880326],"study_design_scores_gemma":[0.000084417596,0.000045140045,0.010080483,0.000012924945,0.000005248515,0.0000027682506,0.00082107546,0.00020552208,0.22876956,0.098686986,0.6611718,0.00011409235],"about_ca_topic_score_codex":0.000074027084,"about_ca_topic_score_gemma":0.00016937395,"teacher_disagreement_score":0.68791854,"about_ca_system_score_codex":0.000057105644,"about_ca_system_score_gemma":0.00004306081,"threshold_uncertainty_score":0.99715674},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2772951174","doi":"10.1177/1476750317745955","title":"Adaptation of a structured story-dialogue method for action research with social movement activists","year":2017,"lang":"en","type":"article","venue":"Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Public Health Ontario; University of Toronto","funders":"","keywords":"Action research; Action (physics); Movement (music); Qualitative research; Social constructivism; Grounded theory; Adaptation (eye); Participant observation; Context (archaeology); Participatory action research; Social research; Social movement; Sociology; Pedagogy; Psychology; Social science; Political science; Aesthetics; Politics","score_opus":0.9254772498682508,"score_gpt":0.7713054344567797,"score_spread":0.15417181541147107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772951174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89026916,0.000042684827,0.09208854,0.006622966,0.00053795875,0.0035568355,0.00004524098,0.00008176778,0.0067548505],"genre_scores_gemma":[0.9836232,0.000062275336,0.01200631,0.000012933779,0.00076349516,0.000742127,0.000009265255,0.000033755903,0.002746612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9835246,0.010717025,0.00026287313,0.0005383894,0.003791966,0.0011651337],"domain_scores_gemma":[0.9921082,0.0035964027,0.0002664076,0.00056250626,0.0031703934,0.00029606587],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04561091,0.00013367482,0.0002861166,0.0006418605,0.0078704655,0.0004054431,0.00079478195,0.00025404952,0.0001433822],"category_scores_gemma":[0.013031919,0.000125261,0.0000948565,0.0006493474,0.0017916671,0.0008593484,0.00017368638,0.0011609657,0.000015620666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041529564,0.00045368142,0.0025434785,0.00026977182,0.00022527458,0.000007718845,0.041461237,0.00009802371,0.14456055,0.041036993,0.0060414914,0.75914884],"study_design_scores_gemma":[0.005443579,0.003650694,0.19103062,0.0001777576,0.00006742557,0.0000016424572,0.17621434,0.010396127,0.22675467,0.054644834,0.33081654,0.0008017594],"about_ca_topic_score_codex":0.018644143,"about_ca_topic_score_gemma":0.025274161,"teacher_disagreement_score":0.7583471,"about_ca_system_score_codex":0.0010922794,"about_ca_system_score_gemma":0.0019725454,"threshold_uncertainty_score":0.99528176},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2773905952","doi":"10.2196/resprot.7407","title":"Participant-Centric Initiatives and Medical Research: Scoping Review Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Grey literature; MEDLINE; Digital health; Health care; Medicine; Medical education; Political science","score_opus":0.926366277379418,"score_gpt":0.7808380871818876,"score_spread":0.14552819019753038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773905952","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040765194,0.00008440214,0.0000034364368,0.0041137286,0.000023145278,0.9712802,0.000013448057,0.00005804227,0.024015952],"genre_scores_gemma":[0.0009062734,0.00021224817,0.00007403518,0.0013631711,0.00043322617,0.9960016,0.000014155056,0.000039399176,0.00095586164],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.981676,0.009856856,0.0013164142,0.00072826736,0.0038404695,0.0025820236],"domain_scores_gemma":[0.99278015,0.002655679,0.00045649117,0.0014263556,0.0010986659,0.0015826647],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.032652,0.0002278225,0.000568506,0.00030940343,0.008514953,0.0001342956,0.0011951101,0.0003073836,0.003920764],"category_scores_gemma":[0.006146304,0.00017183226,0.00005571705,0.0003960329,0.0010837867,0.00055395387,0.0020870771,0.0034002287,0.001250722],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015299015,0.0017934259,0.16333275,0.6945495,0.000032594493,0.00017719394,0.0045011174,2.485036e-8,0.000037013862,0.0072524026,0.08319378,0.043600325],"study_design_scores_gemma":[0.0036874488,0.0015706306,0.007338445,0.66890365,0.0000015285983,0.0000017076145,0.00059536565,0.000024806537,0.00006498584,0.0009515104,0.31666183,0.00019807872],"about_ca_topic_score_codex":0.00022212275,"about_ca_topic_score_gemma":0.00029335017,"teacher_disagreement_score":0.23346804,"about_ca_system_score_codex":0.00026306038,"about_ca_system_score_gemma":0.0036120564,"threshold_uncertainty_score":0.9995269},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2775078427","doi":"10.1177/2053951717745678","title":"Challenges in administrative data linkage for research","year":2017,"lang":"en","type":"article","venue":"Big Data & Society","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":356,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"Economic and Social Research Council; Wellcome Trust","keywords":"Linkage (software); Record linkage; Computer science; Data quality; Data science; Data collection; Confidentiality; Data mining; Sample (material); Population; Computer security; Engineering; Statistics; Sociology","score_opus":0.9805021151538041,"score_gpt":0.681924870153455,"score_spread":0.2985772450003491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775078427","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02054836,0.01685871,0.056675423,0.4947101,0.008716423,0.010453798,0.18591082,0.00032732333,0.20579906],"genre_scores_gemma":[0.9244187,0.019760638,0.031172777,0.0013382344,0.0023792582,0.00018348428,0.012218664,0.00004949484,0.008478783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560934,0.00036895066,0.00049364823,0.0015490326,0.0015135409,0.00046548835],"domain_scores_gemma":[0.98190695,0.0026410192,0.00023717608,0.014890411,0.00021302435,0.0001114057],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.043281335,0.0001217356,0.00026117873,0.000056613997,0.0008379799,0.001330097,0.017246831,0.0001122376,0.000042092364],"category_scores_gemma":[0.017427856,0.00009554727,0.00005861652,0.00017658819,0.00048061064,0.002232797,0.014980306,0.00029884785,0.00020948189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001755518,0.00011708596,0.00012636418,0.000027941005,0.000024636245,0.0000044367735,0.0013596436,1.0215941e-7,0.000008770851,0.007451819,0.6041026,0.38675904],"study_design_scores_gemma":[0.00047704368,0.000053241467,0.013985453,0.000030463236,0.0000067875812,4.708933e-7,0.016254015,0.0015982552,0.000016281761,0.017350942,0.95009947,0.00012757762],"about_ca_topic_score_codex":0.00024212286,"about_ca_topic_score_gemma":0.007538258,"teacher_disagreement_score":0.9038703,"about_ca_system_score_codex":0.000034576737,"about_ca_system_score_gemma":0.00022248088,"threshold_uncertainty_score":0.9997066},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2776920184","doi":"10.2106/jbjs.16.01408","title":"A Historical Analysis of Randomized Controlled Trials in Anterior Cruciate Ligament Surgery","year":2017,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Knee injuries and reconstruction techniques","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Randomized controlled trial; Confidence interval; Checklist; Anterior cruciate ligament reconstruction; MEDLINE; Randomization; Anterior cruciate ligament; Physical therapy; Internal medicine; Surgery; Psychology","score_opus":0.1492740404499428,"score_gpt":0.3919929937555513,"score_spread":0.2427189533056085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776920184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026147608,0.99486285,0.000056530083,0.00028307852,0.0011385909,0.0009767931,0.0000074341974,0.000008667461,0.00005129659],"genre_scores_gemma":[0.0007195208,0.99833465,0.00017506316,0.00002360905,0.00038428608,0.000055020828,0.0000018270282,0.00002320851,0.0002828123],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9731239,0.00213724,0.023830436,0.00021177727,0.0004818212,0.00021481818],"domain_scores_gemma":[0.9481641,0.011887097,0.039085317,0.00031451025,0.00035658016,0.00019240066],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.08011701,0.00039217345,0.120307244,0.011377909,0.000044866,0.00004911696,0.00003448063,0.00038862138,0.00008258861],"category_scores_gemma":[0.033142205,0.0002084588,0.042295717,0.000399088,0.00016623123,0.0000970611,0.000035828445,0.00052691693,3.339556e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031702098,0.00020365749,0.00042215857,0.011281198,0.018936587,0.0004947832,0.0000318143,6.178262e-8,0.0000061075743,0.0000016248596,0.0017259794,0.93519396],"study_design_scores_gemma":[0.07222408,0.00018648621,0.0003846979,0.43138647,0.14189453,0.0022251478,0.000036280646,0.000008990268,0.00002049844,0.000088432724,0.35096523,0.00057916465],"about_ca_topic_score_codex":0.00007879275,"about_ca_topic_score_gemma":0.0000029949717,"teacher_disagreement_score":0.9346148,"about_ca_system_score_codex":0.00028900968,"about_ca_system_score_gemma":0.0009843,"threshold_uncertainty_score":0.99982727},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad","bibliometrics"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2778151157","doi":"10.18438/b8h66r","title":"Effect of Undergraduate Research Output on Faculty Scholarly Research Impact","year":2017,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Scientific Research and Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Context (archaeology); Variables; Undergraduate research; Regression analysis; Linear regression; Library science; Statistics; Medical education; Computer science; Psychology; Mathematics education; Mathematics; Medicine; Geography","score_opus":0.11077999805075847,"score_gpt":0.44767616987259407,"score_spread":0.3368961718218356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778151157","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19121894,0.00060632866,0.014050792,0.7484316,0.0005633318,0.0020686004,0.000042255273,0.00040391207,0.04261421],"genre_scores_gemma":[0.9954754,0.0004205978,0.0027829523,0.000778363,0.000030621635,0.000040164257,0.000010798672,0.0000053271087,0.00045578042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99464256,0.0021426934,0.00035202314,0.00034526314,0.0019550563,0.00056238717],"domain_scores_gemma":[0.9884024,0.008634913,0.00032206546,0.0017866738,0.00060835,0.0002455619],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.017111342,0.0001307807,0.00017494055,0.0011302584,0.0015218883,0.0063361716,0.0027648478,0.00013716584,0.00002110722],"category_scores_gemma":[0.040563725,0.000094092575,0.000060456645,0.001130563,0.0006187838,0.35425636,0.0012348782,0.0012951422,0.00033312454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010675167,0.00006892905,0.0015842088,0.00017358635,0.000025283449,0.000023330138,0.00012263795,0.000040318773,0.00035473486,0.74578524,0.019219445,0.2315348],"study_design_scores_gemma":[0.0032410305,0.01889685,0.056903422,0.0018338653,0.000014224352,0.0000839297,0.0002639706,0.0712055,0.24061246,0.027413242,0.57886916,0.000662318],"about_ca_topic_score_codex":0.000058582118,"about_ca_topic_score_gemma":6.95913e-8,"teacher_disagreement_score":0.80425644,"about_ca_system_score_codex":0.000035759185,"about_ca_system_score_gemma":0.000561863,"threshold_uncertainty_score":0.999778},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2782480566","doi":"10.1177/1049732317748896","title":"Who Do We Think We Are? Disrupting Notions of Quality in Qualitative Research","year":2017,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reflexivity; Qualitative research; Debriefing; Subjectivity; Psychology; Autonomy; Lived experience; Participant observation; Photovoice; Social psychology; Sociology; Epistemology; Psychotherapist; Social science","score_opus":0.9197824013211875,"score_gpt":0.8173011851950969,"score_spread":0.10248121612609062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782480566","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15369062,0.009548017,0.0032696459,0.77610886,0.00039489765,0.004420446,0.00057350035,0.00009784851,0.051896133],"genre_scores_gemma":[0.9454469,0.026609914,0.017134454,0.00020216998,0.00053243415,0.00053480046,0.00001383627,0.00009661052,0.009428867],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5853648,0.39324963,0.0028993057,0.0017452337,0.011891184,0.004849861],"domain_scores_gemma":[0.8385522,0.14631477,0.0015749005,0.0021399928,0.009896172,0.0015219797],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.57328856,0.0003741854,0.0015087441,0.0020374744,0.011524671,0.0007735797,0.0027779401,0.00055757817,0.00031298384],"category_scores_gemma":[0.2558103,0.00035201642,0.00028848453,0.0033374904,0.020786855,0.001307712,0.0010883524,0.0065982263,0.00020128278],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015842867,0.0002756849,0.00050117495,0.0007839723,0.000029535347,0.000007297988,0.5296042,0.0000012170311,0.000050141414,0.45506173,0.002085882,0.011440761],"study_design_scores_gemma":[0.0005376992,0.00035617402,0.00482518,0.0014343627,0.0000011859584,1.4722545e-7,0.58256924,0.000021701622,0.000042343032,0.39628983,0.013713651,0.00020851071],"about_ca_topic_score_codex":0.10653862,"about_ca_topic_score_gemma":0.047891535,"teacher_disagreement_score":0.7917563,"about_ca_system_score_codex":0.002113357,"about_ca_system_score_gemma":0.0067278533,"threshold_uncertainty_score":0.9998932},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2782749611","doi":"10.1186/s12874-017-0465-7","title":"A systematic review of comparisons between protocols or registrations and full reports in primary biomedical research","year":2018,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Programs for Assessment of Technology in Health Research Institute; Impact; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"CINAHL; MEDLINE; Systematic review; Observational study; Medicine; Protocol (science); Data extraction; Research design; Meta-analysis; Family medicine; Reporting bias; Clinical trial; Medical physics; Alternative medicine; Pathology; Psychological intervention; Statistics; Nursing","score_opus":0.9885280043170334,"score_gpt":0.7979694208306354,"score_spread":0.19055858348639798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782749611","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002391544,0.9140452,0.020239158,0.000612917,0.00012401717,0.063359685,0.000048118847,0.000007977027,0.0015605122],"genre_scores_gemma":[5.30789e-7,0.9053399,0.05501549,0.000066479675,0.0003824587,0.035598125,0.00009992043,0.0000492325,0.0034478393],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.09656229,0.7793008,0.066190414,0.0044451496,0.051441446,0.002059876],"domain_scores_gemma":[0.09633132,0.85240644,0.02189495,0.016463002,0.01023221,0.0026720844],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.9201274,0.0008083689,0.042113062,0.005126741,0.00033203542,0.00040944514,0.0071951156,0.0017303834,0.009425594],"category_scores_gemma":[0.956582,0.0003435732,0.0031393506,0.0132974535,0.0049139163,0.00014854982,0.0026323625,0.004387284,0.0009200575],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015761547,0.00014775389,0.00007627875,0.8518956,0.00033150412,0.00022620009,0.00006495754,4.192283e-9,1.7523013e-7,0.00042971884,0.10205429,0.044757783],"study_design_scores_gemma":[0.00010905623,0.00036065647,0.000023103907,0.50959694,0.0005837479,0.00056192325,0.00011837545,0.000016718372,6.64039e-8,0.0012890897,0.48716384,0.0001764555],"about_ca_topic_score_codex":0.00008926479,"about_ca_topic_score_gemma":0.0005352489,"teacher_disagreement_score":0.38510957,"about_ca_system_score_codex":0.00036534868,"about_ca_system_score_gemma":0.016935559,"threshold_uncertainty_score":0.99990165},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2782830987","doi":"10.2147/jmdh.s151745","title":"Exploring the characteristics, global distribution and reasons for retraction of published articles involving human research participants: a literature survey","year":2018,"lang":"en","type":"article","venue":"Journal of Multidisciplinary Healthcare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Scientific misconduct; Misconduct; Human research; Medicine; Research integrity; Research ethics; Psychology; Alternative medicine; Political science; Law; Pathology; Psychiatry; Public relations","score_opus":0.3137519640706948,"score_gpt":0.47320960417727975,"score_spread":0.15945764010658497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782830987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97932386,0.0006061531,0.00017886145,0.018495353,0.0007472023,0.00028056937,0.0003329791,0.000008592391,0.00002644514],"genre_scores_gemma":[0.99748963,0.0008089292,0.00018298415,0.000023741533,0.0014134368,0.000010498448,0.000040001014,0.000005985788,0.000024794024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963614,0.0017639464,0.0006132077,0.00016631419,0.0006426407,0.00045251692],"domain_scores_gemma":[0.99468124,0.001194562,0.0004919742,0.0001459372,0.003253248,0.00023303802],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.019114833,0.00008927316,0.00023954913,0.000075950134,0.0018949816,0.00014994829,0.00027031678,0.00031429264,0.000006395994],"category_scores_gemma":[0.010043449,0.00006389211,0.000068061454,0.0005823249,0.0005889768,0.0010422074,0.00008415802,0.0014182548,6.4417117e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016405573,0.00025950017,0.79740167,0.000398708,0.000085518484,0.000015232267,0.14393999,9.65469e-7,0.0011064596,0.030967752,0.0062269634,0.017956695],"study_design_scores_gemma":[0.00026650232,0.00050446374,0.9637245,0.0006904247,0.000017637867,0.000011902404,0.026063602,0.00013812243,0.00015120291,0.0072248415,0.0011271136,0.0000797064],"about_ca_topic_score_codex":0.0032036724,"about_ca_topic_score_gemma":0.007232984,"teacher_disagreement_score":0.16632281,"about_ca_system_score_codex":0.0003002164,"about_ca_system_score_gemma":0.0003758471,"threshold_uncertainty_score":0.99940443},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2789140267","doi":"10.1186/s12916-018-1018-6","title":"Reproducibility of clinical research in critical care: a scoping review","year":2018,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; St. Michael's Hospital; University of Calgary","funders":"Alberta Innovates","keywords":"Medicine; Specialty; Randomized controlled trial; Clinical trial; MEDLINE; Clinical Practice; Clinical research; Alternative medicine; Family medicine; Intensive care; Clinical study design; Intensive care medicine; Internal medicine; Pathology","score_opus":0.9900117962764459,"score_gpt":0.8171614305301508,"score_spread":0.1728503657462951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789140267","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002752009,0.98388016,0.00024368831,0.0005871538,0.0010385109,0.0057889326,0.000010558168,0.0000037764055,0.008444464],"genre_scores_gemma":[0.000011812499,0.9950317,0.0021704182,0.00014225679,0.0014421265,0.00025149432,0.00002056174,0.000026365195,0.0009032413],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.5211586,0.31441358,0.123572,0.0138337,0.025912708,0.0011094422],"domain_scores_gemma":[0.37069172,0.4382584,0.03812027,0.12759891,0.023810217,0.0015204829],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8712873,0.00059587014,0.040442992,0.001235298,0.0000864073,0.00008709748,0.004648648,0.0004608736,0.012703187],"category_scores_gemma":[0.9249736,0.00023677628,0.0054751975,0.0070437295,0.0016527656,0.00009922844,0.00074223394,0.0013053272,0.00304953],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024396381,0.000046093617,0.000567264,0.48986676,0.000036901747,0.000008484567,0.000057432477,7.51649e-9,4.5567363e-9,0.00017602945,0.047124222,0.46211436],"study_design_scores_gemma":[0.000077007826,0.00011189167,0.000043524287,0.4823584,0.0008030986,0.00001214546,0.00007549052,0.0000033886295,1.3697594e-8,0.00039295087,0.5160151,0.00010696148],"about_ca_topic_score_codex":0.000050780705,"about_ca_topic_score_gemma":0.00014954021,"teacher_disagreement_score":0.4688909,"about_ca_system_score_codex":0.00009154252,"about_ca_system_score_gemma":0.0025356943,"threshold_uncertainty_score":0.99772674},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2790961009","doi":"10.1111/vcp.12602","title":"Reproducibility, stability, and biological variability of thrombin generation using calibrated automated thrombography in healthy dogs","year":2018,"lang":"en","type":"article","venue":"Veterinary Clinical Pathology","topic":"Blood Coagulation and Thrombosis Mechanisms","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Guelph","funders":"OVC Pet Trust","keywords":"Venipuncture; Thrombin generation; Reproducibility; Repeatability; Medicine; Hemostasis; Anesthesia; Thrombin; Internal medicine; Chemistry; Platelet; Chromatography","score_opus":0.31760266562642114,"score_gpt":0.4478613848263333,"score_spread":0.13025871919991217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790961009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972028,0.000053449345,0.0005710836,0.00059933483,0.0005591786,0.00069403276,0.000015262307,0.00019873622,0.00010611843],"genre_scores_gemma":[0.98975307,0.000065098204,0.00915957,0.00079276337,0.00016516636,0.0000107469905,0.000036743517,0.000016207665,6.34293e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99404657,0.0025911392,0.0014456597,0.001471491,0.00014280218,0.00030235967],"domain_scores_gemma":[0.9977522,0.00038034437,0.0002720766,0.0012226106,0.00020969378,0.0001630903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007200832,0.00019925223,0.0009536082,0.00014821606,0.00007377221,0.000008185576,0.00009758522,0.00050866744,0.00019560408],"category_scores_gemma":[0.0017671556,0.00016757853,0.00013094401,0.00051263324,0.0012796624,0.0000901221,0.00023607684,0.0003136535,0.0000039714464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007970402,0.001433654,0.5808353,0.000072713025,0.000027066966,0.00003388454,0.00014553961,6.8805736e-7,0.41568327,0.00054011005,0.000012526746,0.00041824393],"study_design_scores_gemma":[0.0024806713,0.015655389,0.9598859,0.000040708626,0.000044086515,0.00041491576,0.000035657653,0.013768203,0.004603549,0.0028856911,0.000015516027,0.00016974499],"about_ca_topic_score_codex":0.00008993913,"about_ca_topic_score_gemma":0.000026065694,"teacher_disagreement_score":0.4110797,"about_ca_system_score_codex":0.000036896676,"about_ca_system_score_gemma":0.00010993343,"threshold_uncertainty_score":0.6833654},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2791081953","doi":"10.1016/j.jclinepi.2018.02.009","title":"Is providing uncertainty intervals in treatment ranking helpful in a network meta-analysis?","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Canada Research Chairs; St. Michael's Hospital","funders":"","keywords":"Scopus; Meta-analysis; Ranking (information retrieval); Confidence interval; Rank (graph theory); Statistics; Medicine; MEDLINE; Computer science; Mathematics; Information retrieval; Internal medicine; Combinatorics","score_opus":0.967078491098483,"score_gpt":0.7103394275835999,"score_spread":0.25673906351488307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791081953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8240702,0.0136740655,0.10505297,0.05065067,0.0023067966,0.0012935583,0.000011777582,0.0000050339568,0.0029349118],"genre_scores_gemma":[0.9755193,0.00027423495,0.01570995,0.006427078,0.000963438,0.00001736327,0.0000010136188,0.000009344441,0.0010783072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6468782,0.24495432,0.10264432,0.0017415347,0.0028140072,0.0009676349],"domain_scores_gemma":[0.50873977,0.4050071,0.078067675,0.0046196543,0.0028742745,0.0006915212],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7186421,0.0004078314,0.03736205,0.0011436978,0.000065087785,0.00011885623,0.0019352942,0.0003662659,0.0102530075],"category_scores_gemma":[0.49858013,0.00016276869,0.024722382,0.0032339643,0.00026014345,0.00023342717,0.00016235367,0.0007221358,0.00042887413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017341763,0.0002336986,0.9028394,0.000009134117,0.051971752,0.000047473633,0.00047846112,0.012626529,8.337422e-7,0.001016672,0.012865398,0.017737223],"study_design_scores_gemma":[0.0025899466,0.0025805715,0.3827754,0.0001073779,0.121928334,0.000078485304,0.00057151425,0.16322346,0.0000036914305,0.1850292,0.14059232,0.0005197135],"about_ca_topic_score_codex":0.00013550385,"about_ca_topic_score_gemma":0.0018119012,"teacher_disagreement_score":0.520064,"about_ca_system_score_codex":0.000116304676,"about_ca_system_score_gemma":0.00021565668,"threshold_uncertainty_score":0.9906517},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2791660821","doi":"10.1136/bmjebm-2017-110852","title":"Assessing the validity of surrogate endpoints in the context of a controversy about the measurement of effectiveness of hepatitis C virus treatment","year":2018,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Hepatitis C virus research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council","keywords":"Surrogate endpoint; Medicine; Clinical endpoint; Intensive care medicine; Context (archaeology); Endpoint Determination; Randomized controlled trial; Clinical trial; Internal medicine","score_opus":0.2545075038471375,"score_gpt":0.4540353686146979,"score_spread":0.1995278647675604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791660821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890643,0.0021558164,0.0004916464,0.0035412011,0.00018498991,0.0037028766,0.00003858948,0.000008064625,0.0008125433],"genre_scores_gemma":[0.99789345,0.0013187408,0.00005297632,0.00032416004,0.00016603293,0.00021150471,0.000006850593,0.000018927809,0.000007352857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99229527,0.003382418,0.0012034976,0.00029637423,0.0024781846,0.000344256],"domain_scores_gemma":[0.9860871,0.010242616,0.00078798004,0.0010904525,0.0017028535,0.00008902744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0170533,0.00025121417,0.001155924,0.00020759513,0.00008431553,0.0000082788,0.00044878433,0.000091321366,0.00014504648],"category_scores_gemma":[0.010963213,0.000109099536,0.0002179374,0.00070386264,0.0022960308,0.00013344626,0.000050263763,0.00024371086,0.0000033353144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004599491,0.0010587106,0.6362983,0.0028143201,0.0004949382,0.00007179138,0.005905801,0.000017728424,0.30705327,0.00042024124,0.00037212652,0.04089331],"study_design_scores_gemma":[0.0065632863,0.005791358,0.5083423,0.016809782,0.00041594054,0.0000070517845,0.0012680289,0.0005123401,0.45971626,0.00008261966,0.0004031472,0.00008786864],"about_ca_topic_score_codex":0.03087585,"about_ca_topic_score_gemma":0.0051556868,"teacher_disagreement_score":0.152663,"about_ca_system_score_codex":0.00038427958,"about_ca_system_score_gemma":0.0012809908,"threshold_uncertainty_score":0.99736786},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2791957709","doi":"10.3389/fnins.2018.00047","title":"Open Science Meets Stem Cells: A New Drug Discovery Approach for Neurodegenerative Disorders","year":2018,"lang":"en","type":"review","venue":"Frontiers in Neuroscience","topic":"Pluripotent Stem Cells Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"Québec Consortium for Drug Discovery; Fondation Brain Canada","keywords":"Drug discovery; Induced pluripotent stem cell; Open science; Neuroscience; Computer science; Translational research; Stem cell; Computational biology; Data science; Medicine; Bioinformatics; Biology; Embryonic stem cell; Pathology","score_opus":0.04700102043857651,"score_gpt":0.33360719776178527,"score_spread":0.28660617732320876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791957709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007245887,0.9280457,0.062224567,0.000060584618,0.0033907918,0.0049302,0.00019049586,0.00001614678,0.0010690659],"genre_scores_gemma":[0.000088856905,0.9730482,0.01127193,0.00014102901,0.00024043098,0.0004581346,0.000058073423,0.000086884786,0.0146064665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942583,0.00032983877,0.0005769291,0.0030531646,0.00068822404,0.0010935742],"domain_scores_gemma":[0.9978906,0.000033616874,0.0003425628,0.0013142395,0.00008726322,0.00033175125],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0015049543,0.00057449844,0.0009871178,0.0004547248,0.00044112428,0.00086582673,0.008528531,0.00020288333,7.4735135e-7],"category_scores_gemma":[0.00022372293,0.00049100997,0.000301457,0.0015504344,0.0016094135,0.00010246616,0.0038499525,0.00033096786,0.000003134981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019506215,0.00066434144,0.00007214537,0.0063826134,0.000047231544,0.00001571821,0.00019396198,0.0004475932,0.016795263,0.00015428555,0.26611537,0.7089164],"study_design_scores_gemma":[0.00035272946,0.00025147156,0.000002677084,0.00038092674,0.000038447364,0.000008635275,0.000035598572,0.0012002744,0.0035606704,0.000025138504,0.9935765,0.0005669181],"about_ca_topic_score_codex":0.00003179743,"about_ca_topic_score_gemma":0.000018951316,"teacher_disagreement_score":0.72746116,"about_ca_system_score_codex":0.00013940276,"about_ca_system_score_gemma":0.0028936611,"threshold_uncertainty_score":0.99975413},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2792523540","doi":"10.1093/intqhc/mzy016","title":"The representation of vulnerable populations in quality improvement studies","year":2018,"lang":"en","type":"review","venue":"International Journal for Quality in Health Care","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Inclusion (mineral); Population; Family medicine; Psychology; Environmental health","score_opus":0.9161806005348413,"score_gpt":0.827947324376147,"score_spread":0.08823327615869425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792523540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079731405,0.96200603,0.00032208159,0.017271,0.012515951,0.005600574,0.0013033497,0.000021594218,0.00016213175],"genre_scores_gemma":[0.00047657333,0.99266744,0.0009762366,0.00270024,0.0011644439,0.0014067177,0.00016619629,0.000032489064,0.0004096574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97853774,0.00966415,0.009070186,0.00046771098,0.0013726497,0.00088754174],"domain_scores_gemma":[0.973922,0.015435991,0.0068424293,0.00048737664,0.0030997866,0.00021237378],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.026995642,0.0002897025,0.0016053386,0.0006843141,0.001502643,0.00004602054,0.0009860811,0.00022709901,0.000042469408],"category_scores_gemma":[0.020304808,0.00021013572,0.00036757087,0.0007125793,0.00017159416,0.0002734642,0.00022313648,0.0014298944,0.000018019042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015388377,0.00007457931,0.0031021996,0.04180983,0.00018694466,0.0000022428947,0.05248184,0.00002874787,3.2731393e-7,0.015103718,0.017795863,0.86925983],"study_design_scores_gemma":[0.0010787281,0.00013625536,0.0010504243,0.011003723,0.00001723562,0.0000034326001,0.040551964,0.000005816467,4.546601e-7,0.0035539158,0.9424179,0.00018011197],"about_ca_topic_score_codex":0.005198955,"about_ca_topic_score_gemma":0.019145612,"teacher_disagreement_score":0.92462206,"about_ca_system_score_codex":0.005995311,"about_ca_system_score_gemma":0.0055537205,"threshold_uncertainty_score":0.9997973},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2793499162","doi":"10.1007/s11121-018-0868-7","title":"Innovation and Integrity in Intervention Research: Conceptual Issues, Methodology, and Knowledge Translation","year":2018,"lang":"en","type":"editorial","venue":"Prevention Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Engineering ethics; Knowledge translation; Transparency (behavior); Health psychology; Knowledge management; Quality (philosophy); Translational research; Knowledge transfer; Management science; Sociology; Public health; Computer science; Psychology; Medicine; Engineering; Epistemology","score_opus":0.9528265798018847,"score_gpt":0.8058821268165601,"score_spread":0.14694445298532455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793499162","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21425751,0.00136317,0.014157599,0.0061068693,0.75307626,0.0060347263,0.00023415359,0.00018423432,0.0045854687],"genre_scores_gemma":[0.22673692,0.0028446265,0.068086505,0.0011331371,0.67775357,0.0029474404,0.00059184624,0.00016603382,0.019739905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839572,0.010333331,0.001898871,0.0011911446,0.0015880506,0.0010314105],"domain_scores_gemma":[0.98268694,0.012371907,0.0008348661,0.00042517803,0.003456576,0.00022456016],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.10284258,0.00022731542,0.00045191144,0.0024405217,0.0014278879,0.000098982804,0.000540831,0.0007809585,0.0002678011],"category_scores_gemma":[0.053319395,0.00022369355,0.000030288295,0.004565819,0.003550946,0.0012474317,0.0005233055,0.0028427583,0.00010729172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012014887,0.000097813194,0.0023581467,0.0010682269,0.000008580598,0.0000010042183,0.077653125,1.2394182e-7,0.0013649317,0.01619226,0.8205589,0.08057676],"study_design_scores_gemma":[0.0016398457,0.00036740792,0.0072311414,0.0012274402,0.000010785906,9.978169e-7,0.010181303,0.00021670951,0.00009954149,0.022074854,0.9566884,0.00026159684],"about_ca_topic_score_codex":0.001510329,"about_ca_topic_score_gemma":0.004791185,"teacher_disagreement_score":0.1361295,"about_ca_system_score_codex":0.0006982519,"about_ca_system_score_gemma":0.0042020082,"threshold_uncertainty_score":0.9998721},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2793684105","doi":"10.1177/1609406918757613","title":"Five Steps to Writing More Engaging Qualitative Research","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Manitoba; Red River College","funders":"","keywords":"Qualitative research; Psychology; Computer science; Sociology; Social science","score_opus":0.9032266907770278,"score_gpt":0.8264882132438385,"score_spread":0.0767384775331893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793684105","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088492386,0.00044987054,0.78827107,0.09254145,0.0021601445,0.00043874246,0.00005517397,0.000035544937,0.027555613],"genre_scores_gemma":[0.177693,0.000118360185,0.8157073,0.0011470922,0.0030599118,0.000022630842,0.0000023586806,0.000029502231,0.0022198253],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8412234,0.15158668,0.0014052875,0.00042255782,0.0044884235,0.0008736092],"domain_scores_gemma":[0.9008144,0.075589225,0.00072813977,0.00023182675,0.021962598,0.0006737982],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34811163,0.00021757618,0.0005394395,0.0014228395,0.0011514267,0.00038340702,0.0016487477,0.00017253311,0.0003690811],"category_scores_gemma":[0.14050451,0.0001943216,0.00027975353,0.0014600527,0.0042677247,0.0008365529,0.0003379837,0.00180806,0.00008835725],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002465676,0.000070184855,0.000016840693,0.000010477242,0.00023847749,0.000026042,0.7376255,0.000004093443,0.00242422,0.18409382,0.0029680675,0.072275706],"study_design_scores_gemma":[0.00037345692,0.0004703258,0.000086341846,0.00026154777,0.000009385686,0.0000059723006,0.72679365,0.000033796427,0.0024185262,0.1879296,0.08144025,0.00017716551],"about_ca_topic_score_codex":0.00137915,"about_ca_topic_score_gemma":0.00015499313,"teacher_disagreement_score":0.20760712,"about_ca_system_score_codex":0.00085209997,"about_ca_system_score_gemma":0.0014419721,"threshold_uncertainty_score":0.9984421},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2794004352","doi":"10.1016/j.jclinepi.2018.01.010","title":"A scoping review and survey provides the rationale, perceptions, and preferences for the integration of randomized and nonrandomized studies in evidence syntheses and GRADE assessments","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"Grading (engineering); Randomized controlled trial; Certainty; Systematic review; Medicine; Intervention (counseling); Evidence-based medicine; Psychology; MEDLINE; Applied psychology; Family medicine; Alternative medicine; Medical education; Nursing; Pathology","score_opus":0.9751420023304412,"score_gpt":0.7545576842830853,"score_spread":0.2205843180473559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794004352","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067686,0.98461926,0.005963786,0.0022154297,0.00023593247,0.0062698782,0.000013932295,5.4651764e-7,0.000004374474],"genre_scores_gemma":[0.0007543748,0.9932038,0.005092854,0.0003575386,0.00013520692,0.00037532471,0.0000016186779,0.000006711419,0.000072580915],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.56793845,0.37361214,0.055693828,0.0011053832,0.0013775582,0.00027263907],"domain_scores_gemma":[0.033709645,0.9247251,0.03873275,0.0007777697,0.0019479959,0.00010675108],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.757845,0.00038095188,0.03479362,0.00023444225,0.00015755113,0.00014541033,0.0007487055,0.0002297227,0.000056701752],"category_scores_gemma":[0.9457026,0.00010723612,0.0024172938,0.00028995215,0.0019357927,0.00027554363,0.00020156677,0.00053281884,0.0000012626327],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036370193,0.000086303015,0.012222531,0.07097495,0.004701975,8.4314604e-7,0.00044915642,0.0000014466125,7.480586e-8,0.0006423469,0.005444929,0.9018384],"study_design_scores_gemma":[0.021928353,0.0009772792,0.012478811,0.88042766,0.031760093,0.00030090983,0.0013181262,0.0016875552,2.8778418e-8,0.033441287,0.015176225,0.0005036727],"about_ca_topic_score_codex":0.000018692692,"about_ca_topic_score_gemma":0.0003209963,"teacher_disagreement_score":0.90133476,"about_ca_system_score_codex":0.000012234684,"about_ca_system_score_gemma":0.00034763655,"threshold_uncertainty_score":0.9795359},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2794643990","doi":"10.1016/j.clinbiochem.2018.03.015","title":"Benign and malignant scientific irreproducibility","year":2018,"lang":"en","type":"editorial","venue":"Clinical Biochemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Relevance (law); Analogy; Value (mathematics); Publishing; Elite; Engineering ethics; Medicine; Computer science; Epistemology; Political science; Engineering; Philosophy; Law","score_opus":0.7370651064824161,"score_gpt":0.6024564965966668,"score_spread":0.1346086098857493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794643990","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056325704,0.002675171,0.000108977496,0.00035233263,0.9349755,0.00054060895,0.00046705542,0.000015298427,0.00453936],"genre_scores_gemma":[0.008242137,0.00008373625,0.0014987636,0.00006716303,0.8421897,0.000028390186,0.0003381464,0.000032517197,0.14751941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94316024,0.008375059,0.024268873,0.011170391,0.012453602,0.0005718656],"domain_scores_gemma":[0.8178824,0.075304925,0.02610964,0.064799465,0.014188768,0.0017147907],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43201038,0.00065736024,0.0066109146,0.0001374656,0.0003368677,0.0032194576,0.0043196543,0.001826798,0.008313419],"category_scores_gemma":[0.67417496,0.0003320979,0.003449537,0.00094495114,0.0019342438,0.000094700554,0.0010851035,0.0011195949,0.0056917192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110650235,0.000094680756,0.0016772501,0.0001681239,0.00013439887,0.0000049527885,0.000016751033,3.5065437e-8,0.00011986874,0.0000035501853,0.99323875,0.004530559],"study_design_scores_gemma":[0.0001614768,0.000046084355,0.00019647967,0.000111031266,0.000335373,0.0000022352647,0.000042300573,0.000046186884,0.0004457417,0.002616601,0.9956414,0.00035507095],"about_ca_topic_score_codex":0.000003915397,"about_ca_topic_score_gemma":0.000005153027,"teacher_disagreement_score":0.2421646,"about_ca_system_score_codex":0.00004717723,"about_ca_system_score_gemma":0.00085562764,"threshold_uncertainty_score":0.9999131},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2794995886","doi":"10.1101/256982","title":"Ethical Shades of Gray: Questionable Research Practices in Health Professions Education","year":2018,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian Government; U.S. Navy; U.S. Department of Defense","keywords":"Scientific misconduct; Psychology; Research ethics; Misconduct; Gray (unit); Medical education; Data collection; Public relations; Medicine; Alternative medicine; Political science; Social science; Sociology; Psychiatry; Law; Pathology","score_opus":0.09381003052914959,"score_gpt":0.42703758821685456,"score_spread":0.33322755768770496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794995886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759161,0.005274798,0.00057403,0.1068329,0.0054186955,0.0038146304,0.00019215049,0.00037987254,0.0015968262],"genre_scores_gemma":[0.9903127,0.001986016,0.0055632405,0.000579706,0.0012094947,0.00023335748,5.649513e-7,0.00003488248,0.00008004762],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99162626,0.0049055973,0.0007468297,0.00073346525,0.0012446367,0.00074323016],"domain_scores_gemma":[0.9947086,0.0011165761,0.001170642,0.0006208651,0.0020643538,0.000318967],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.026002323,0.00023142324,0.00044976032,0.00057956885,0.00079183,0.00013889461,0.0009220174,0.0035376437,0.00015105591],"category_scores_gemma":[0.018439127,0.0002417709,0.000070705704,0.0011956852,0.00094635633,0.00028397667,0.00040029534,0.009877468,0.00006305681],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016327213,0.001807551,0.11771498,0.0036433071,0.00012279047,0.000013130869,0.0082657095,0.000020601297,0.020658098,0.78831214,0.05924716,0.00003129297],"study_design_scores_gemma":[0.00084185926,0.00041606955,0.25817952,0.023053214,0.00009085092,2.917427e-8,0.005815611,0.0003845646,0.024663974,0.008013566,0.67627716,0.002263586],"about_ca_topic_score_codex":0.033803068,"about_ca_topic_score_gemma":0.0010235964,"teacher_disagreement_score":0.78029853,"about_ca_system_score_codex":0.00087666424,"about_ca_system_score_gemma":0.019543197,"threshold_uncertainty_score":0.99775594},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2795004738","doi":"10.1186/s40985-018-0084-9","title":"Population health intervention research training: the value of public health internships and mentorship","year":2018,"lang":"en","type":"review","venue":"Public health reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Fonds de Recherche du Québec - Santé; Hebrew University of Jerusalem; Institut National de Santé Publique du Québec; Université du Québec à Montréal","keywords":"Mentorship; Internship; Public health; Medicine; Intervention (counseling); Value (mathematics); Population; Medical education; Environmental health; Nursing","score_opus":0.981045491593976,"score_gpt":0.798071119265296,"score_spread":0.18297437232868008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795004738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022274282,0.77645206,0.00088347774,0.20560798,0.001241322,0.015238041,0.00019874766,0.00009912657,0.00025699058],"genre_scores_gemma":[0.0001724895,0.9515651,0.00086040475,0.041180383,0.0012491102,0.0037553064,0.00055822876,0.00013658626,0.00052238535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.72393847,0.23955578,0.021407316,0.0026870593,0.00376748,0.008643885],"domain_scores_gemma":[0.9704455,0.008801045,0.013785463,0.0022976217,0.0010329841,0.0036373565],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3460763,0.0008484372,0.0058927936,0.002075461,0.004435904,0.0002070482,0.001999895,0.0005460963,0.00044611376],"category_scores_gemma":[0.026840607,0.0005686011,0.0006497759,0.0047311895,0.00068383024,0.0007453178,0.0008872783,0.0040585664,0.00043053195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000014969712,0.000057826448,0.00023850765,0.10530234,0.000028518116,1.0780203e-7,0.02684842,2.789813e-9,2.3520093e-9,0.0077057383,0.077400364,0.7824167],"study_design_scores_gemma":[0.00039931838,0.00065360486,0.00079415354,0.036111657,0.000015666823,0.000012916944,0.004501838,0.000009325232,1.9725626e-9,0.00034485298,0.9568735,0.0002831736],"about_ca_topic_score_codex":0.009918881,"about_ca_topic_score_gemma":0.004863936,"teacher_disagreement_score":0.87947315,"about_ca_system_score_codex":0.0063575585,"about_ca_system_score_gemma":0.022732034,"threshold_uncertainty_score":0.9996765},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2798069311","doi":"10.1186/s12961-017-0268-7","title":"The quest for a framework for sustainable and institutionalised priority-setting for health research in a low-resource setting: the case of Zambia","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Health services research; Health administration; Process (computing); Resource (disambiguation); Health policy; Medicine; Business; Public health; Public relations; Nursing; Political science; Computer science","score_opus":0.23809911840727452,"score_gpt":0.553165129415467,"score_spread":0.31506601100819254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798069311","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41013554,0.027285617,0.0025646337,0.515626,0.00035140067,0.042522952,0.00056239404,0.0000604001,0.00089106284],"genre_scores_gemma":[0.9908321,0.0006374291,0.0005987999,0.0028493498,0.0019686844,0.0022884181,0.000023800694,0.000030377518,0.00077107205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99303585,0.002103999,0.0009807006,0.00045145946,0.0006413313,0.0027866638],"domain_scores_gemma":[0.974658,0.021309374,0.00025575623,0.0005142878,0.002286686,0.000975884],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07008284,0.00015003237,0.000547541,0.00050945557,0.004600424,0.00016589333,0.00016514072,0.00019041484,4.1234662e-7],"category_scores_gemma":[0.027637435,0.00009581172,0.000067770015,0.0010198177,0.0010132488,0.0000760664,0.0001230583,0.0007623143,5.678339e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035193407,0.0001596617,0.00137563,0.04030192,0.000029446175,0.00004427152,0.006719572,0.0000026269563,0.0000050273875,0.8689643,0.060797624,0.018080559],"study_design_scores_gemma":[0.0044435305,0.0054424633,0.0020110058,0.0056966254,0.0000061552755,0.00069740415,0.04379629,0.013431354,0.000013059,0.03376629,0.89051783,0.00017798935],"about_ca_topic_score_codex":0.029112753,"about_ca_topic_score_gemma":0.0023459154,"teacher_disagreement_score":0.83519804,"about_ca_system_score_codex":0.0007975221,"about_ca_system_score_gemma":0.009255248,"threshold_uncertainty_score":0.99669546},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2799360482","doi":"10.1177/1558689818770058","title":"A Conceptual Framework for Critical Appraisal in Systematic Mixed Studies Reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Critical appraisal; Systematic review; Management science; Conceptual framework; Multimethodology; Psychological intervention; Engineering ethics; Computer science; Psychology; Sociology; Social science; Political science; MEDLINE; Engineering; Medicine","score_opus":0.9502460382962103,"score_gpt":0.7781767957523354,"score_spread":0.1720692425438749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799360482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00863585,0.057667896,0.92539054,0.0023430223,0.003441526,0.0020378223,0.0000054040324,0.0000017453156,0.0004761851],"genre_scores_gemma":[0.033547934,0.00070636166,0.9629987,0.00009652239,0.0012109609,0.00022600385,2.4023242e-7,0.000024806555,0.0011884783],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.70853335,0.25139514,0.026304595,0.0011000958,0.011594536,0.0010722708],"domain_scores_gemma":[0.06373666,0.88100296,0.013392233,0.0062670186,0.034585323,0.0010158037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7673156,0.00035449897,0.009789005,0.0018332795,0.00031379337,0.0007072559,0.0033171754,0.00024937134,0.0016207783],"category_scores_gemma":[0.93864346,0.00015738686,0.00279738,0.0036760457,0.0011825844,0.00038453258,0.0003732832,0.0012066471,0.0009055477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042284318,0.00065769115,0.0011271202,0.019675648,0.0019248436,0.00009640921,0.021395223,0.000010128006,0.0026340194,0.33646387,0.5250255,0.09056675],"study_design_scores_gemma":[0.0013354404,0.0025571669,0.00073657575,0.021745827,0.0009232886,0.00031311237,0.09419762,0.0024978805,0.0017513585,0.5712246,0.30210418,0.0006130068],"about_ca_topic_score_codex":0.0000017319879,"about_ca_topic_score_gemma":0.000014881172,"teacher_disagreement_score":0.6447967,"about_ca_system_score_codex":0.00016208562,"about_ca_system_score_gemma":0.00031231256,"threshold_uncertainty_score":0.9998724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2799507680","doi":"10.1136/oemed-2018-icohabstracts.222","title":"547 Systematic review evidence in one minute or less","year":2018,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Computer science; CLARITY; Systematic review; Storyboard; Quality (philosophy); Multimedia; MEDLINE","score_opus":0.9520176926143207,"score_gpt":0.5998502158121681,"score_spread":0.35216747680215255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799507680","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04798199,0.59299123,0.11347943,0.03216769,0.0021540518,0.034138117,0.000019248164,0.000095771895,0.17697248],"genre_scores_gemma":[0.49736285,0.008889388,0.024564173,0.013867543,0.00032707327,0.0007891494,0.0000023355885,0.000040436862,0.45415705],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9637049,0.013730765,0.015166106,0.0010586794,0.0060272417,0.00031229854],"domain_scores_gemma":[0.9742015,0.011603514,0.005132684,0.007087223,0.0017813704,0.00019371616],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20159107,0.0002820497,0.007141812,0.0003358144,0.00007778718,0.0005978203,0.0028820594,0.000063504085,0.04405973],"category_scores_gemma":[0.1893699,0.00010244113,0.0010952587,0.003147804,0.00008226802,0.00045015008,0.00018944667,0.0001008792,0.03490114],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019194767,0.00020647256,0.0046376023,0.49459308,0.00044898095,0.000046532674,0.0008843354,0.000001650525,0.000093883136,0.0066794762,0.4867425,0.0056462805],"study_design_scores_gemma":[0.00044238244,0.0003682752,0.003286048,0.95123667,0.0037073435,0.00015291726,0.002219387,0.0077433353,0.0001590332,0.0054994817,0.023952344,0.001232803],"about_ca_topic_score_codex":0.00004007205,"about_ca_topic_score_gemma":0.00083725137,"teacher_disagreement_score":0.58410186,"about_ca_system_score_codex":0.000045942004,"about_ca_system_score_gemma":0.00009346103,"threshold_uncertainty_score":0.9658503},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2799699001","doi":"10.1007/s11136-018-1861-0","title":"A systematic review of the quality of reporting of simulation studies about methods for the analysis of complex longitudinal patient-reported outcomes data","year":2018,"lang":"en","type":"review","venue":"Quality of Life Research","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Providence Health Care; University of Calgary; Western University; University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Quality of Life Research; Public health; Quality (philosophy); Longitudinal data; Systematic review; MEDLINE; Medicine; Psychology; Data science; Computer science; Data mining; Nursing; Political science","score_opus":0.936527074074851,"score_gpt":0.7564366288651042,"score_spread":0.18009044520974682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799699001","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058802932,0.7255521,0.26891285,0.000051862808,0.000050783674,0.0041346927,0.001209227,0.000005416591,0.00002428338],"genre_scores_gemma":[0.00070263713,0.6790998,0.3198593,0.000008674086,0.000021935894,0.00018306458,0.00007912043,0.0000299214,0.000015574764],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9478159,0.02608051,0.022287963,0.0006686477,0.0027731291,0.0003738661],"domain_scores_gemma":[0.4835461,0.4102021,0.08169821,0.010012942,0.014389394,0.00015125709],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16270874,0.00035807188,0.012888805,0.00037088295,0.00014274097,0.000012796623,0.0017581423,0.00018627626,0.00004376037],"category_scores_gemma":[0.6847704,0.00017404543,0.0019733834,0.002520367,0.001488913,0.000059084257,0.0011779706,0.00038188617,1.7796107e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024703486,0.00021533696,0.0006435795,0.9427668,0.012621403,1.3653232e-7,0.00035140384,9.046974e-7,0.0000028311258,0.012686624,0.00006242717,0.030623851],"study_design_scores_gemma":[0.0003461694,0.00025533335,0.005822589,0.9072254,0.04403306,0.0000014999366,0.0015198741,0.0025099595,0.000022722197,0.0373434,0.00047431988,0.0004457087],"about_ca_topic_score_codex":0.0005281749,"about_ca_topic_score_gemma":0.000059654423,"teacher_disagreement_score":0.52206165,"about_ca_system_score_codex":0.00007289656,"about_ca_system_score_gemma":0.00069313473,"threshold_uncertainty_score":0.8810529},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2799807658","doi":"10.1155/2018/1519402","title":"The Interplay between Participatory Health Research and Implementation Research: Canadian Research Funding Perspectives","year":2018,"lang":"en","type":"review","venue":"BioMed Research International","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Psychological intervention; Participatory action research; Citizen journalism; Public relations; Community-based participatory research; Scale (ratio); Implementation research; Unintended consequences; Intervention (counseling); Intersection (aeronautics); Political science; Sociology; Medicine; Nursing","score_opus":0.9789118652052202,"score_gpt":0.8638159718078536,"score_spread":0.11509589339736659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799807658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010441669,0.8180986,0.000016857883,0.14508873,0.0037902226,0.01561715,0.0028837454,0.0001093226,0.013351192],"genre_scores_gemma":[0.0034994509,0.97269255,0.00014305876,0.00032568313,0.007553048,0.0066113845,0.0003745361,0.00014928232,0.008650987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90113246,0.0722707,0.0031741748,0.0020869642,0.011624652,0.009711034],"domain_scores_gemma":[0.9117276,0.06841807,0.0005987417,0.0014947037,0.013941156,0.0038197248],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.31173187,0.0004510134,0.0010642383,0.012222321,0.025134666,0.0009934742,0.004115938,0.0006670632,0.0018764193],"category_scores_gemma":[0.030277528,0.0003362177,0.0001586951,0.008264659,0.007750404,0.000545333,0.0033590568,0.011684147,0.0038593833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000028184131,0.000033983415,0.00067760365,0.0026750863,0.0001728201,0.000012663039,0.029802067,3.919829e-9,0.0000014243722,0.019929819,0.71071386,0.23595247],"study_design_scores_gemma":[0.00037106551,0.000552742,0.0007337023,0.0039594267,0.000006070079,0.0000055191676,0.074335806,0.000004718871,0.0000010019193,0.0026904314,0.91712356,0.0002159547],"about_ca_topic_score_codex":0.16761003,"about_ca_topic_score_gemma":0.2752986,"teacher_disagreement_score":0.28145435,"about_ca_system_score_codex":0.023672638,"about_ca_system_score_gemma":0.04906536,"threshold_uncertainty_score":0.999909},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2800306154","doi":"10.1016/j.ijcard.2017.12.074","title":"Understanding the patient perspective on research access to national health records databases for conduct of randomized registry trials","year":2018,"lang":"en","type":"article","venue":"International Journal of Cardiology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Hôtel-Dieu de Montréal; Hotel Dieu Hospital; McGill University; Centre Hospitalier Universitaire de Sherbrooke; Queen's University; Université de Sherbrooke; Université de Montréal; Montreal Heart Institute","funders":"Networks of Centres of Excellence of Canada; Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Canada Foundation for Innovation","keywords":"Medicine; Randomized controlled trial; Interquartile range; Database; Confidence interval; Family medicine; Identifier; Clinical trial; Medical record; Internal medicine","score_opus":0.9312799039711571,"score_gpt":0.7386116437605939,"score_spread":0.19266826021056327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800306154","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07456369,0.0008395751,0.20990314,0.65224004,0.009858309,0.004657669,0.0006885547,0.000014501612,0.04723454],"genre_scores_gemma":[0.99155414,0.00054510025,0.0014190368,0.0028050411,0.0035030628,0.00003626978,0.000010498622,0.000011654451,0.00011518909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99309707,0.0026912706,0.0013856312,0.00021473823,0.002392454,0.00021883695],"domain_scores_gemma":[0.8773842,0.103929006,0.0011130985,0.00027750563,0.017119264,0.00017696191],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061575513,0.00008500693,0.00108083,0.0005414614,0.00011300111,0.00003589796,0.0006425329,0.000104217,0.00006348128],"category_scores_gemma":[0.30826128,0.000049457452,0.00049586344,0.00016358223,0.0010428415,0.000084380576,0.00019482129,0.0010434055,0.0000037473478],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.269541,0.00014411217,0.00095458585,0.000048352824,0.003374266,0.00003479215,0.001201821,0.0002606682,0.00056278746,0.57188237,0.1510235,0.0009717563],"study_design_scores_gemma":[0.11200386,0.011454521,0.0016204986,0.002025374,0.00015550245,0.0006579808,0.010706177,0.00016726989,0.0040871957,0.82279456,0.034134552,0.0001925175],"about_ca_topic_score_codex":0.00007235384,"about_ca_topic_score_gemma":0.00004200313,"teacher_disagreement_score":0.91699046,"about_ca_system_score_codex":0.0012741836,"about_ca_system_score_gemma":0.002699046,"threshold_uncertainty_score":0.9663055},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2800686562","doi":"10.1177/0706743718773705","title":"Reducing Waste and Increasing the Usability of Psychiatry Research: The Family of EQUATOR Reporting Guidelines and One of Its Newest Members: The PRISMA-DTA Statement","year":2018,"lang":"en","type":"editorial","venue":"The Canadian Journal of Psychiatry","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Statement (logic); Usability; Psychiatry; Medicine; Family medicine; Psychology; Library science; Medical education; Political science; Computer science; Law","score_opus":0.4815378433968247,"score_gpt":0.4747229081578527,"score_spread":0.006814935238972031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800686562","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54212075,0.045764826,0.000042129283,0.21126851,0.1983482,0.0012843848,0.0006743262,0.0000036007,0.0004932913],"genre_scores_gemma":[0.40974662,0.005449348,0.015609048,0.0033351206,0.56522375,0.00005888142,0.000031917996,0.00022372516,0.00032160795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98118764,0.0023269504,0.014806717,0.0004555569,0.00064805086,0.00057510234],"domain_scores_gemma":[0.9602009,0.0054028616,0.030638231,0.0014459112,0.0019321005,0.00038001346],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17710541,0.00029226128,0.0014703659,0.00044530726,0.000971031,0.00016596908,0.0012512103,0.00034134983,0.00005776102],"category_scores_gemma":[0.04707319,0.00018493118,0.0002497306,0.00040814877,0.0012518691,0.00024625458,0.00013829085,0.0013443358,0.0000034025143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093941206,0.000044346412,0.029570345,0.0015530293,0.000514536,4.6069624e-7,0.005684666,0.00014672463,0.0000050192925,0.010920079,0.95126325,0.00020360915],"study_design_scores_gemma":[0.0037440234,0.0019440898,0.057931136,0.015232922,0.0008589526,0.00012326172,0.11438178,0.0025701395,0.000029411913,0.32623884,0.47547746,0.0014679831],"about_ca_topic_score_codex":0.13447228,"about_ca_topic_score_gemma":0.20768572,"teacher_disagreement_score":0.4757858,"about_ca_system_score_codex":0.00046351927,"about_ca_system_score_gemma":0.012270209,"threshold_uncertainty_score":0.9933293},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2800811210","doi":"10.2196/resprot.8071","title":"Comparison of Online Survey Recruitment Platforms for Hard-to-Reach Pregnant Smoking Populations: Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for Undergraduate Research and Scholarship, Bowling Green State University; University of Pennsylvania","keywords":"Medicine; Medical education; Computer science; Data science; Family medicine","score_opus":0.9502907830135764,"score_gpt":0.7604436081568913,"score_spread":0.18984717485668512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800811210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38805082,0.000003506856,0.000054909742,0.00038855974,0.00020283318,0.61115205,0.00004797222,0.000038762577,0.00006055995],"genre_scores_gemma":[0.33381182,1.9908074e-7,0.001177606,0.000009588343,0.0005411617,0.6643341,0.000031676267,0.000015224103,0.00007861642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943872,0.0018032657,0.00078330754,0.00050012616,0.0017103226,0.0008157752],"domain_scores_gemma":[0.99334395,0.0030479918,0.0002573977,0.0005779532,0.002408173,0.00036453723],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016951025,0.0001276091,0.00037787648,0.00027495992,0.0013068378,0.00009879231,0.0006331531,0.00015626656,0.00008164476],"category_scores_gemma":[0.018618394,0.00011502211,0.000057600526,0.0014142335,0.0004535783,0.00022420284,0.0001338941,0.00035611363,0.000018481782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040942986,0.0042216545,0.91554695,0.00013972064,0.00000993736,8.4450164e-8,0.048871115,0.0000011178275,0.000030155272,0.00032806167,0.0022579888,0.028183805],"study_design_scores_gemma":[0.0008152603,0.0038364376,0.94424146,0.00067292043,0.0000022647644,2.4594982e-8,0.012933918,0.000034571905,0.00017659989,0.0014226061,0.035741553,0.00012238917],"about_ca_topic_score_codex":0.009874511,"about_ca_topic_score_gemma":0.05131414,"teacher_disagreement_score":0.05423901,"about_ca_system_score_codex":0.0011241133,"about_ca_system_score_gemma":0.0014700721,"threshold_uncertainty_score":0.9999933},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2802073505","doi":"10.1183/13993003.00376-2018","title":"The effect of anti-acid therapy on survival in idiopathic pulmonary fibrosis: a methodological review of observational studies","year":2018,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Observational study; Pulmonary fibrosis; Idiopathic pulmonary fibrosis; Intensive care medicine; Internal medicine; Fibrosis; Lung","score_opus":0.2886020444561501,"score_gpt":0.44182245393585945,"score_spread":0.15322040947970933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802073505","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011632949,0.99612594,0.000004197668,0.000081299084,0.0007622684,0.00096029026,0.000050861654,0.000015562802,0.0008363171],"genre_scores_gemma":[0.00053268723,0.9975029,0.000047892314,0.00035398305,0.0013981854,0.000030823336,0.0000140037055,0.00008287852,0.00003663695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98222166,0.013615348,0.002453263,0.0004500392,0.00088705966,0.00037261195],"domain_scores_gemma":[0.99517214,0.0016344653,0.0019029924,0.0006512205,0.0004630026,0.00017618953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016559837,0.0005982317,0.0037378538,0.00025273647,0.0002052364,0.000023582777,0.00061510067,0.0001580423,0.00004274313],"category_scores_gemma":[0.0035894227,0.00029799555,0.0017592418,0.0004939828,0.00053511886,0.00007560585,0.00016707473,0.0012397954,0.00002977589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005455421,0.00036630136,0.0007200238,0.22558913,0.0014174369,0.0018472784,0.000051302297,7.5655095e-7,0.0002616068,0.000116018346,0.003426924,0.7607478],"study_design_scores_gemma":[0.0005292386,0.01197743,0.001455397,0.40565047,0.0007482783,0.0003594836,0.000012558815,5.33522e-7,0.000028792745,0.000007635885,0.5789949,0.00023525332],"about_ca_topic_score_codex":4.8569484e-7,"about_ca_topic_score_gemma":1.2251606e-7,"teacher_disagreement_score":0.76051253,"about_ca_system_score_codex":0.0001551596,"about_ca_system_score_gemma":0.0004540628,"threshold_uncertainty_score":0.9999472},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2803387226","doi":"10.1186/s13063-018-2654-z","title":"Outcome pre-specification requires sufficient detail to guard against outcome switching in clinical trials: a case study","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University Hospital","funders":"","keywords":"Medicine; Outcome (game theory); Confidence interval; Clinical trial; Odds ratio; Guard (computer science); Odds; Internal medicine; Logistic regression","score_opus":0.9745720513411243,"score_gpt":0.7350387175842116,"score_spread":0.23953333375691277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803387226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669095,0.0001924589,0.020609692,0.0008737469,0.00220195,0.008291474,0.000017965387,0.000021095735,0.0008821021],"genre_scores_gemma":[0.9926426,0.000007930387,0.002960706,0.00059130765,0.0011123541,0.00028809652,0.0000022618317,0.000023335439,0.002371427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5713759,0.2660154,0.14800437,0.003869434,0.009803327,0.0009315178],"domain_scores_gemma":[0.8102284,0.13525577,0.038307622,0.012688746,0.002651151,0.000868289],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.84578615,0.00050134124,0.014374622,0.0011307377,0.00026551852,0.0015695236,0.0022041262,0.00019927006,0.0030339013],"category_scores_gemma":[0.73272735,0.00023681598,0.0039451057,0.0024680921,0.00006748258,0.00030203146,0.0003314092,0.00038016564,0.006301441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004346348,0.0012393151,0.80246836,0.00002745229,0.00045192303,0.0003285178,0.010202989,0.00014016085,0.00024271915,0.00033117563,0.011247613,0.17288513],"study_design_scores_gemma":[0.023105454,0.004686238,0.67368543,0.0003759377,0.0056860438,0.00033449434,0.11354135,0.018845405,0.00018872737,0.004348011,0.15178132,0.0034215911],"about_ca_topic_score_codex":0.00014140093,"about_ca_topic_score_gemma":0.0013964756,"teacher_disagreement_score":0.23885249,"about_ca_system_score_codex":0.0001176823,"about_ca_system_score_gemma":0.00011917619,"threshold_uncertainty_score":0.99946696},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"case_report","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2803748040","doi":"10.1186/s12910-018-0277-2","title":"A scoping review of reporting ‘Ethical Research Practices’ in research conducted among refugees and war-affected populations in the Arab world","year":2018,"lang":"en","type":"review","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Refugee; Research ethics; Informed consent; Philosophy of medicine; Political science; Institutional review board; Qualitative research; Public relations; Public health; Medicine; Family medicine; Psychology; Alternative medicine; Sociology; Law; Social science; Nursing; Psychiatry","score_opus":0.9563702929605248,"score_gpt":0.7930182901908189,"score_spread":0.16335200276970585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803748040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039680177,0.96610034,0.000012076785,0.023695718,0.00020450728,0.0074208477,0.000007010827,0.000038131613,0.0021245843],"genre_scores_gemma":[0.00017067592,0.9939109,0.0020159846,0.0017172573,0.0006552283,0.0009456218,0.0001235566,0.00010151701,0.00035926944],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8414944,0.10592319,0.014740672,0.002957871,0.032326486,0.002557402],"domain_scores_gemma":[0.010789754,0.9640566,0.006885395,0.004127708,0.012810642,0.0013298789],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.6016159,0.0005028853,0.004273106,0.0022579976,0.0004936331,0.000094977775,0.0018209056,0.008939961,0.00037935463],"category_scores_gemma":[0.9893818,0.00032399513,0.0004650162,0.010058069,0.009444243,0.00014166001,0.0017584795,0.13033654,0.000040858395],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006084946,0.0003943197,0.0017143603,0.9796985,0.00005099778,0.00067299494,0.00068586355,2.6487228e-8,4.807986e-7,0.008699561,0.0014047073,0.0066173715],"study_design_scores_gemma":[0.0005800133,0.0003315939,0.00086873496,0.97554857,0.00019470652,0.00019878098,0.00027591627,0.000027588732,6.2810943e-7,0.005489988,0.01623114,0.00025236982],"about_ca_topic_score_codex":0.0018249706,"about_ca_topic_score_gemma":0.21411623,"teacher_disagreement_score":0.85813344,"about_ca_system_score_codex":0.0005097445,"about_ca_system_score_gemma":0.08536811,"threshold_uncertainty_score":0.9999212},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2804203984","doi":"10.1002/asi.24028","title":"Co‐saved, co‐tweeted, and co‐cited networks","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Altmetrics; Citation; Computer science; Social media; Value (mathematics); World Wide Web; Information retrieval; Machine learning","score_opus":0.19676722602553115,"score_gpt":0.5112396376478187,"score_spread":0.3144724116222875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804203984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962294,0.00015981316,0.010309843,0.0141032105,0.001220654,0.00046992488,0.00003975421,0.000028273429,0.011374529],"genre_scores_gemma":[0.99872684,0.00012495997,0.00033933588,0.00042320084,0.000073953546,0.0000025683062,7.586388e-7,0.0000019367692,0.00030642547],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409467,0.00005034599,0.00079577684,0.00013980485,0.0045649996,0.0003544072],"domain_scores_gemma":[0.98417073,0.0012557354,0.0016630946,0.00024177443,0.012534329,0.00013430374],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03408625,0.000074811665,0.00020437688,0.025177019,0.0009253584,0.0017545598,0.001495512,0.00018034426,0.000015668309],"category_scores_gemma":[0.06442229,0.000043196607,0.000054157794,0.065256074,0.00083238777,0.0031848825,0.00017749378,0.00025585183,0.000029838462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006642761,0.0000438294,0.55449426,0.000005447136,0.000042033607,4.1321866e-7,0.0006678327,0.00003160532,0.001990887,0.017801387,0.08468142,0.34017447],"study_design_scores_gemma":[0.0021833254,0.0009572962,0.23402531,0.000020574556,0.000021737684,0.00011073426,0.0024275423,0.030305708,0.01391759,0.02323912,0.6925508,0.00024024793],"about_ca_topic_score_codex":0.0000027331048,"about_ca_topic_score_gemma":0.0000020421483,"teacher_disagreement_score":0.6078694,"about_ca_system_score_codex":0.00024591287,"about_ca_system_score_gemma":0.00031346595,"threshold_uncertainty_score":0.9992817},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2804613946","doi":"10.1016/j.jclinepi.2018.04.024","title":"Qualitative research is a fundamental scientific process","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"University of Toronto","keywords":"Qualitative research; Framing (construction); Epistemology; Engineering ethics; Process (computing); Management science; Sociology; Computer science; Social science; Engineering; Philosophy","score_opus":0.7230013453676123,"score_gpt":0.7349159798712153,"score_spread":0.011914634503602972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804613946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954559,0.00043745674,0.0004486114,0.03931487,0.0023378392,0.00016014819,0.0000069526836,0.0000114246795,0.002723682],"genre_scores_gemma":[0.9819022,0.00015794822,0.0051564453,0.0077369027,0.0035050479,0.000003470319,0.0000036580486,0.0000150289425,0.0015193201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9862063,0.007242086,0.0047296826,0.00046642576,0.0007390014,0.00061652873],"domain_scores_gemma":[0.25246495,0.73463744,0.0036823591,0.0008439964,0.0064432295,0.0019280085],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13043542,0.00013633908,0.002188294,0.0002544143,0.0001930643,0.000019658008,0.000308585,0.00039851578,0.0009670939],"category_scores_gemma":[0.8467732,0.00008830959,0.00071521744,0.000504886,0.0044365553,0.000083344145,0.00009060091,0.0019011538,0.00052518776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004800435,0.0024249768,0.61033505,0.000066731816,0.00046969118,0.0001901092,0.007963952,0.0000014746619,0.000054243596,0.0037191145,0.33190244,0.03807177],"study_design_scores_gemma":[0.011809628,0.035061695,0.5624988,0.005454883,0.0003890969,0.0011151931,0.010029035,0.00073963054,0.0003654684,0.28300044,0.08914131,0.00039483458],"about_ca_topic_score_codex":0.000017817265,"about_ca_topic_score_gemma":0.0000052098453,"teacher_disagreement_score":0.7337413,"about_ca_system_score_codex":0.000055616623,"about_ca_system_score_gemma":0.0012228832,"threshold_uncertainty_score":0.9999462},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2805025278","doi":"10.1186/s12961-018-0316-y","title":"Translating research into action: an international study of the role of research funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Knowledge translation; Health services research; Context (archaeology); Public health; Translational research; Public relations; Political science; Medicine; Knowledge management; Nursing","score_opus":0.9666478044080707,"score_gpt":0.8347703989874603,"score_spread":0.13187740542061044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805025278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487421,0.00013034984,0.000016397638,0.030771641,0.0005453951,0.0052432604,0.00004632138,0.000026811236,0.0144777065],"genre_scores_gemma":[0.995911,0.000119802695,0.00005397933,0.00041475054,0.0019605323,0.00056286855,0.0000020593482,0.000025536428,0.0009494743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94753486,0.04238667,0.0018302586,0.0005883394,0.005460407,0.0021994575],"domain_scores_gemma":[0.9814725,0.009831003,0.00043621295,0.0010633961,0.0063629276,0.000833991],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11051672,0.00012674139,0.0003975104,0.0020285957,0.0063563637,0.00006504198,0.0011876355,0.00017654499,0.00010033899],"category_scores_gemma":[0.012433086,0.00009455054,0.000031802807,0.004457302,0.0018930822,0.00042499165,0.0005739955,0.0024276872,0.000050420294],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035676933,0.0004694266,0.17160106,0.003039289,0.00004467858,0.0000010117453,0.7211446,0.000007488227,0.0028676842,0.07321035,0.005412052,0.02184558],"study_design_scores_gemma":[0.0016262799,0.0034543222,0.07243057,0.00087187503,0.0000014317587,0.0000047492117,0.80613786,0.0018133287,0.00013982262,0.0049170842,0.10849406,0.00010863553],"about_ca_topic_score_codex":0.20315598,"about_ca_topic_score_gemma":0.033791162,"teacher_disagreement_score":0.16936481,"about_ca_system_score_codex":0.0012355988,"about_ca_system_score_gemma":0.009557479,"threshold_uncertainty_score":0.99987376},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2807123811","doi":"10.3138/jsp.49.3.02","title":"Journal Retractions: Some Unique Features of Research Misconduct in China","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Northwestern University","keywords":"China; Misconduct; Boom; Scientific misconduct; Research data; Political science; Public relations; Criminology; Law; Sociology; Engineering; Library science; Computer science; Medicine; Subject (documents); Alternative medicine","score_opus":0.09045961053599434,"score_gpt":0.40771585992933085,"score_spread":0.3172562493933365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807123811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8395872,0.0029184183,0.00010660002,0.080217324,0.0025233338,0.00012994911,0.000004698163,0.000011932419,0.07450056],"genre_scores_gemma":[0.9878145,0.0014237976,0.0025539792,0.0004135448,0.006066776,6.2436595e-7,5.5859044e-7,0.000011778,0.0017144397],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9935482,0.0023357782,0.0008774643,0.00014104426,0.0025799335,0.0005175682],"domain_scores_gemma":[0.99250937,0.00089904777,0.00086038234,0.00014436306,0.0052608326,0.0003259975],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.06693082,0.00009892168,0.00029028664,0.001495412,0.001031267,0.009858307,0.0015776755,0.001180329,0.0002699699],"category_scores_gemma":[0.063157916,0.000082569255,0.00014079541,0.0014288011,0.00062541047,0.082299754,0.000094570845,0.023557188,0.000005669476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004611059,0.00040036367,0.05045576,0.000053452273,0.00018753624,0.00032042933,0.13856232,0.000013480022,0.013989632,0.2692521,0.50021327,0.026090546],"study_design_scores_gemma":[0.0013366375,0.0007252249,0.14519134,0.0018917333,0.000035859037,0.0009407221,0.08425781,0.0000078655585,0.0038848317,0.40618652,0.35520327,0.0003381865],"about_ca_topic_score_codex":0.0038845146,"about_ca_topic_score_gemma":0.00086604443,"teacher_disagreement_score":0.14822732,"about_ca_system_score_codex":0.0005108395,"about_ca_system_score_gemma":0.0020000616,"threshold_uncertainty_score":0.9911696},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2807638568","doi":"10.1109/bigcomp.2018.00065","title":"Article Impact Value for Nearby Citation Network Analysis","year":2018,"lang":"en","type":"article","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Impact factor; Citation; Computer science; Metadata; Value (mathematics); Similarity (geometry); Citation impact; Data science; Measure (data warehouse); Information retrieval; Citation analysis; Data mining; World Wide Web; Artificial intelligence; Political science; Machine learning","score_opus":0.6134994399169142,"score_gpt":0.6385578056579951,"score_spread":0.02505836574108089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807638568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62909865,0.000075857126,0.3553285,0.0005141652,0.0002508757,0.0002120463,0.000014686233,0.000026314703,0.014478905],"genre_scores_gemma":[0.9808481,0.0000053942963,0.015468421,0.00022398605,0.00032752176,0.000009571951,0.0000042798642,0.000005445104,0.0031073112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944021,0.00012505894,0.00045490614,0.000492932,0.0039321966,0.00059279654],"domain_scores_gemma":[0.99070346,0.0045820973,0.00013210742,0.0005835131,0.0036602335,0.0003385882],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.019606391,0.00008786814,0.00023338803,0.03320032,0.0003416445,0.0021836604,0.0009463899,0.000064905376,0.0023592892],"category_scores_gemma":[0.020527562,0.00005238668,0.00036024893,0.3756772,0.0001237161,0.00044014092,0.000172451,0.000060892136,0.0007180465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009410932,0.00011484323,0.6269308,0.0000010562676,0.00030448858,0.000001071871,0.00015848559,0.006998422,0.0007990551,0.013912087,0.18352419,0.16716142],"study_design_scores_gemma":[0.00024535475,0.00033074297,0.47690114,5.366019e-7,0.000041488227,4.1300277e-7,0.00008202003,0.47613522,0.00064118236,0.03315788,0.012363451,0.00010056659],"about_ca_topic_score_codex":0.0001595796,"about_ca_topic_score_gemma":0.000080089456,"teacher_disagreement_score":0.4691368,"about_ca_system_score_codex":0.000067482266,"about_ca_system_score_gemma":0.00009482328,"threshold_uncertainty_score":0.9988522},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2808274625","doi":"10.1016/j.jmir.2018.04.014","title":"Radiation Oncologist Peer Review of Breast Radiation Treatment Plans: Too Much or Never Enough?","year":2018,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Breast Cancer Treatment Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; McMaster University","funders":"","keywords":"Breast cancer; Thematic analysis; Identification (biology); Protocol (science); Univariate analysis; Medicine; Medical physics; Univariate; Variance (accounting); Multivariate analysis; Computer science; Multivariate statistics; Statistics; Cancer; Internal medicine; Alternative medicine; Pathology; Accounting; Qualitative research; Mathematics; Business","score_opus":0.02495230415471952,"score_gpt":0.3666681824358731,"score_spread":0.34171587828115363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808274625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3759359,0.2511394,0.0032951925,0.36397025,0.0033944992,0.0005513297,0.00014986118,0.000023164364,0.001540401],"genre_scores_gemma":[0.8705055,0.12473906,0.00048009102,0.0024200792,0.001659019,0.0000058529217,0.00002533034,0.000006109196,0.00015893953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838066,0.000101703896,0.0003990562,0.00016758536,0.0008145267,0.00013644688],"domain_scores_gemma":[0.9989128,0.000090010326,0.00043130817,0.00007993114,0.00037238654,0.00011354912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013214925,0.000104396306,0.00022634017,0.00007941897,0.00015035317,0.000027222795,0.00015207821,0.00005707443,0.00006705504],"category_scores_gemma":[0.0009793845,0.00006195148,0.000064113105,0.00017450037,0.00047932065,0.000042755684,0.000026312962,0.00005328054,0.0000016872807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014250328,0.00018872813,0.02732792,0.00010643981,0.00013214561,0.000010357058,0.00047022747,0.000006212248,0.00067154947,0.00006447042,0.06402143,0.906858],"study_design_scores_gemma":[0.0058252197,0.0026952692,0.31947374,0.0017393237,0.0003973027,0.0021201258,0.0020984428,0.0010836935,0.009726497,0.00011246683,0.65431356,0.0004143202],"about_ca_topic_score_codex":0.000072510615,"about_ca_topic_score_gemma":0.000013778367,"teacher_disagreement_score":0.9064437,"about_ca_system_score_codex":0.00006353762,"about_ca_system_score_gemma":0.00047820396,"threshold_uncertainty_score":0.2526308},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2809195898","doi":"10.1136/bmjebm-2018-110968","title":"Reflections on the history of systematic reviews","year":2018,"lang":"en","type":"editorial","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychological intervention; Systematic review; MEDLINE; Medicine; Value (mathematics); Evidence-based medicine; Alternative medicine; Intensive care medicine; Computer science; Political science; Pathology; Psychiatry","score_opus":0.9165977472242489,"score_gpt":0.6280865975200167,"score_spread":0.2885111497042322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809195898","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037831103,0.09123849,0.0039969436,0.008269978,0.86760736,0.009696753,0.00002418527,0.000014526424,0.019147974],"genre_scores_gemma":[0.00015444125,0.003945023,0.0008806289,0.0027222235,0.778227,0.0025479558,0.000039866773,0.00007143576,0.21141146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8589927,0.07433193,0.03590377,0.0022281245,0.028033162,0.0005103022],"domain_scores_gemma":[0.56403065,0.3390217,0.06010138,0.02475624,0.011627343,0.000462685],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4978683,0.00096590206,0.01584924,0.0012657004,0.00019093238,0.00015902765,0.0061003338,0.0006462663,0.0314949],"category_scores_gemma":[0.88689834,0.00031529635,0.003967654,0.002288128,0.00092070864,0.00019287462,0.00013428931,0.0010407506,0.008437886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029204974,0.000035323905,0.000004243936,0.020034969,0.00018243324,0.0000050807143,0.00037857896,0.0000034183165,0.000019657544,0.0003243017,0.97878987,0.00019291781],"study_design_scores_gemma":[0.00016150759,0.0004953168,0.0000034050788,0.12773965,0.0020691534,0.00000266049,0.00019862725,0.00015646475,0.0000029030753,0.00053595175,0.868398,0.00023636047],"about_ca_topic_score_codex":0.00010051875,"about_ca_topic_score_gemma":0.000094144205,"teacher_disagreement_score":0.38903007,"about_ca_system_score_codex":0.00097251934,"about_ca_system_score_gemma":0.0024342444,"threshold_uncertainty_score":0.9999299},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2809788330","doi":"10.1136/bmjebm-2018-111014","title":"Don’t just blame the evidence: considering the role of medical education in the poor uptake of evidence-based medicine in clinical practice","year":2018,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Blame; Critical appraisal; Evidence-based medicine; Medical education; Curriculum; Manifesto; Quality (philosophy); Psychology; Health care; Evidence-based practice; Medicine; Alternative medicine; Nursing; Pedagogy; Political science; Epistemology; Social psychology","score_opus":0.5347146743972018,"score_gpt":0.6382019501777273,"score_spread":0.10348727578052552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809788330","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26770708,0.017596142,0.00025511155,0.7073939,0.0022572065,0.0039691464,0.0000019057114,0.000021502085,0.00079800666],"genre_scores_gemma":[0.93150634,0.0064223725,0.0005460199,0.055818655,0.0047903084,0.00077782286,0.000005946969,0.000021245642,0.00011127148],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9771532,0.0116124,0.0042479765,0.00070867856,0.0051737474,0.0011040067],"domain_scores_gemma":[0.85423946,0.13790429,0.0023608878,0.0020888774,0.0026931786,0.000713299],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12374071,0.00031862495,0.0008793923,0.0005280445,0.00072055066,0.000017616856,0.0023113422,0.00041690673,0.0026015076],"category_scores_gemma":[0.4055691,0.00013277256,0.00011245955,0.0029592754,0.0051521915,0.00082745077,0.00016946522,0.0024875964,0.00007077067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004435246,0.0013246392,0.44438028,0.0032986307,0.000050945746,0.00003787352,0.053844906,0.00006791754,0.0011117555,0.004919442,0.31635645,0.17017192],"study_design_scores_gemma":[0.003405536,0.004410367,0.49306634,0.133686,0.00022992592,0.000034094417,0.24909429,0.0125891315,0.00024824176,0.001741876,0.10114942,0.00034477422],"about_ca_topic_score_codex":0.027811067,"about_ca_topic_score_gemma":0.006880348,"teacher_disagreement_score":0.6637993,"about_ca_system_score_codex":0.0003824369,"about_ca_system_score_gemma":0.038525686,"threshold_uncertainty_score":0.9998137},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2811055236","doi":"10.12688/f1000research.15256.2","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; MEDLINE; Grey literature; Web of science; CINAHL; Medicine; Psychology; Meta-analysis; Political science; Pathology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811055236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.255653e-7,0.9891187,0.000106277745,0.0008828244,0.0026197047,0.003716286,0.00009015624,0.000039791656,0.0034257455],"genre_scores_gemma":[5.2989005e-8,0.96390384,0.00022966017,0.0005779005,0.0011173005,0.00022318854,0.000016028762,0.00010245543,0.033829555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94984335,0.0044482057,0.003775579,0.00223753,0.0374523,0.002243045],"domain_scores_gemma":[0.9553101,0.018983481,0.001865007,0.0047946726,0.016520204,0.002526517],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.15264933,0.0006879686,0.003806303,0.1078312,0.0009572492,0.026632125,0.016449604,0.000695651,0.02420215],"category_scores_gemma":[0.10513544,0.00041257645,0.002047736,0.27617756,0.00077416096,0.0031723238,0.005682404,0.0030145394,0.028096732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000159701,0.000040207102,0.000004013262,0.026080213,0.00004341976,0.000061667655,0.000020137191,6.281368e-9,2.5901524e-8,0.000008139489,0.37155786,0.60218275],"study_design_scores_gemma":[0.00008043241,0.00013712017,0.0000012251758,0.31544873,0.000054660017,0.00019659036,0.00003515115,0.000009269235,6.34924e-7,0.00047007186,0.68326277,0.00030332606],"about_ca_topic_score_codex":0.000009779443,"about_ca_topic_score_gemma":0.000005209153,"teacher_disagreement_score":0.6018794,"about_ca_system_score_codex":0.0006484403,"about_ca_system_score_gemma":0.008336073,"threshold_uncertainty_score":0.99983263},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2811283014","doi":"","title":"Correspondence to “characteristics of reviews published in nursing literature: A methodological review” by Toronto and colleagues","year":2018,"lang":"en","type":"article","venue":"Advances in Nursing Science","topic":"Nursing Education, Practice, and Leadership","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing literature; MEDLINE; Psychology; Medicine; Nursing; Alternative medicine; Political science; Pathology","score_opus":0.043728280923306315,"score_gpt":0.4467765810847665,"score_spread":0.40304830016146015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811283014","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091288984,0.82449293,0.0038414313,0.035514582,0.017037489,0.0028653538,0.000026857026,0.000121868936,0.02481051],"genre_scores_gemma":[0.85947573,0.026352134,0.105263084,0.0076120603,0.00064652675,0.000087945875,0.000019616837,0.000050577717,0.00049229304],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99638116,0.00085878995,0.0008112486,0.00083511433,0.00051333016,0.00060035044],"domain_scores_gemma":[0.99766666,0.00087074126,0.0004332059,0.00051535957,0.00031717095,0.00019684686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064306804,0.00024281225,0.0006394805,0.0002887591,0.00022185237,0.00020288615,0.00066025794,0.00009758944,0.000056350265],"category_scores_gemma":[0.011007626,0.00021629363,0.000039669612,0.0024790238,0.0020058823,0.0031617214,0.00001317487,0.000306392,0.0000071881227],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010761671,0.00076300796,0.006167042,0.00069678563,0.000001452399,0.0000032019507,0.04772677,0.0000013031719,0.025656626,0.0022148131,0.026541866,0.889151],"study_design_scores_gemma":[0.0026245262,0.0053283,0.19506161,0.3769681,0.00023806655,0.00039692043,0.012485473,0.0007023107,0.028502595,0.048300054,0.32617188,0.0032201884],"about_ca_topic_score_codex":0.00004033881,"about_ca_topic_score_gemma":0.00007130627,"teacher_disagreement_score":0.8859308,"about_ca_system_score_codex":0.00064426236,"about_ca_system_score_gemma":0.00011655538,"threshold_uncertainty_score":0.9973231},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2811484479","doi":"10.1177/1609406918787244","title":"The Mental Health of People Doing Qualitative Research","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Qualitative research; Mental health; Public relations; Psychology; Sociology; Environmental health; Nursing; Medicine; Political science; Psychiatry; Social science","score_opus":0.9078469116653316,"score_gpt":0.8457512710277806,"score_spread":0.06209564063755102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811484479","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18467234,0.007904925,0.3382743,0.41168603,0.02751437,0.0013454603,0.00027253674,0.000034771812,0.028295273],"genre_scores_gemma":[0.6207474,0.0016976075,0.36935103,0.0011438001,0.0028067175,0.000050080824,0.000013607358,0.00003680945,0.004152938],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9617259,0.035074048,0.001513259,0.00014376559,0.0011566347,0.00038643013],"domain_scores_gemma":[0.97102994,0.0197132,0.0015038832,0.000169936,0.007420695,0.00016236305],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06892247,0.000105598534,0.00033815668,0.00033502528,0.0012793419,0.000022942304,0.0006565443,0.00006626097,0.00038008633],"category_scores_gemma":[0.0065574655,0.00006972242,0.0001540676,0.0003913985,0.0006759815,0.0002233126,0.0001629583,0.00086826395,0.000042807478],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021785009,0.00010109447,0.00007831512,0.000020434982,0.00021019837,2.730104e-7,0.82196254,9.81798e-7,0.00034927597,0.1333599,0.02786363,0.015835512],"study_design_scores_gemma":[0.0005022916,0.0004701097,0.00094966555,0.00022591297,0.000003826819,0.0000042382044,0.74223,0.00003352576,0.00012849833,0.034174692,0.22121912,0.000058110574],"about_ca_topic_score_codex":0.0005239839,"about_ca_topic_score_gemma":0.00038346378,"teacher_disagreement_score":0.43607506,"about_ca_system_score_codex":0.00058682554,"about_ca_system_score_gemma":0.0013354454,"threshold_uncertainty_score":0.9839792},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W281324965","doi":"","title":"Integrated Knowledge Translation and Grant Development: Addressing the Research Practice Gap through Stakeholder-informed Research.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Knowledge translation; Mental health; Public relations; Stakeholder; Stakeholder engagement; Mandate; Knowledge sharing; Translational research; Political science; Medical education; Knowledge management; Psychology; Business; Sociology; Medicine; Computer science; Psychiatry","score_opus":0.9715749818032094,"score_gpt":0.6982295814993214,"score_spread":0.2733454003038881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W281324965","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34757885,0.0013904327,0.0017624006,0.26587135,0.0011407362,0.029913915,0.000048361842,0.00036740737,0.35192654],"genre_scores_gemma":[0.96189225,0.00024267424,0.0058030128,0.005489253,0.00028786986,0.022731317,0.000019866797,0.000041850577,0.0034918953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874243,0.0075660376,0.0010255529,0.00042629082,0.0013761272,0.0021816967],"domain_scores_gemma":[0.97146356,0.024828222,0.00024816225,0.00045286762,0.0025559352,0.00045128114],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030646412,0.00015685032,0.00020251739,0.00038575023,0.0050944933,0.00021775729,0.0004722271,0.00016722022,0.000285751],"category_scores_gemma":[0.022092782,0.000103509854,0.000018454442,0.0021684428,0.0006246806,0.0018302108,0.00021759051,0.0019926406,0.00074347766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006474679,0.00004982066,0.0012369225,0.00036773618,0.000020848134,0.0000015249337,0.24660301,3.5766234e-7,0.00007204598,0.0024015217,0.07970458,0.66947687],"study_design_scores_gemma":[0.00085332856,0.000020815502,0.09265401,0.00011337645,0.0000043901573,0.0000032323853,0.06510569,0.000106266656,0.00011755525,0.0011599562,0.83973545,0.0001259304],"about_ca_topic_score_codex":0.00249684,"about_ca_topic_score_gemma":0.0022983984,"teacher_disagreement_score":0.76003087,"about_ca_system_score_codex":0.00068207853,"about_ca_system_score_gemma":0.0028781232,"threshold_uncertainty_score":0.9981535},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2826165912","doi":"10.1177/0961000618785408","title":"Correction and retraction practices in library and information science journals","year":2018,"lang":"en","type":"article","venue":"Journal of Librarianship and Information Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Subject (documents); Library science; Quality (philosophy); Web of science; Information science; Minor (academic); Computer science; MEDLINE; Political science; Law","score_opus":0.03919387877003243,"score_gpt":0.3343058517107731,"score_spread":0.29511197294074065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2826165912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80517894,0.0002040013,0.0011104094,0.014888463,0.002572808,0.00017183165,0.0000025891475,0.00002427517,0.17584667],"genre_scores_gemma":[0.9918943,0.005207546,0.0010870829,0.0014518505,0.0003113482,6.1722847e-7,5.2187846e-7,0.0000014620174,0.00004526802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99805874,0.000115081304,0.0006067725,0.00008317059,0.00090264395,0.00023358362],"domain_scores_gemma":[0.9975951,0.00032385276,0.0013836853,0.000059786933,0.000390499,0.0002471066],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008421669,0.00007548315,0.00012215709,0.0014279231,0.0011488053,0.0023217825,0.00030335787,0.00020998753,0.00005189248],"category_scores_gemma":[0.00594334,0.00006276134,0.000013687216,0.0020479579,0.0019621646,0.35438251,0.00007608136,0.0008665818,0.0000054419115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042750523,0.000037618152,0.17570156,0.000064098866,0.000009776818,0.000002627031,0.18631038,0.000012335888,0.0014230402,0.3660012,0.0043331473,0.2656767],"study_design_scores_gemma":[0.0006312456,0.00034632112,0.6288362,0.0003298884,0.000014689149,0.0003809178,0.053050164,0.0046655145,0.0023762987,0.0050286246,0.30409724,0.00024289024],"about_ca_topic_score_codex":0.00006300099,"about_ca_topic_score_gemma":0.00000547354,"teacher_disagreement_score":0.45313466,"about_ca_system_score_codex":0.000044149943,"about_ca_system_score_gemma":0.0011583335,"threshold_uncertainty_score":0.9987139},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2846027767","doi":"10.1136/bmjebm-2018-110922","title":"Shared decision is the only outcome that matters when it comes to evaluating evidence-based practice","year":2018,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Population; Argument (complex analysis); Psychological intervention; Medicine; Health care; Incidence (geometry); Psychology; Nursing; Political science","score_opus":0.7238961987099377,"score_gpt":0.5691387085368007,"score_spread":0.154757490173137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2846027767","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02952231,0.005555323,0.05282738,0.90519255,0.0021702514,0.0038571365,0.00008643252,0.00012514122,0.0006634613],"genre_scores_gemma":[0.24694893,0.00014138327,0.044863936,0.7042355,0.0022594312,0.00054578367,0.000022117138,0.00009148074,0.0008914387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98852056,0.0013929079,0.0064896643,0.0014854592,0.0011630915,0.0009483358],"domain_scores_gemma":[0.951055,0.040234912,0.004650254,0.0024787837,0.0009076117,0.00067344145],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.090679005,0.0005828833,0.0018272522,0.000835729,0.0007577181,0.00028569053,0.0015219676,0.0002545136,0.007111953],"category_scores_gemma":[0.14660013,0.0004917555,0.00028555177,0.0008185568,0.00050859683,0.0022140099,0.00018607388,0.00048708025,0.008651549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076811854,0.000101751895,0.13534571,0.00064528687,0.00011101746,0.000010083805,0.005650412,0.00041500235,0.000033435437,0.0019114037,0.85159653,0.0034112246],"study_design_scores_gemma":[0.010141407,0.00661206,0.18260644,0.054440837,0.0005763719,0.00009680137,0.016587844,0.09211999,0.0003331728,0.014168674,0.61907953,0.0032368435],"about_ca_topic_score_codex":0.003973341,"about_ca_topic_score_gemma":0.0005198231,"teacher_disagreement_score":0.232517,"about_ca_system_score_codex":0.001417463,"about_ca_system_score_gemma":0.0012397361,"threshold_uncertainty_score":0.9997534},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2855200104","doi":"10.1136/bmjebm-2018-110972","title":"‘Depletion of the susceptibles’ taught through a story, a table and basic arithmetic","year":2018,"lang":"en","type":"letter","venue":"BMJ evidence-based medicine","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Phrase; Arithmetic; Table (database); Psychology; Statistics; Computer science; Natural language processing; Mathematics; Data mining","score_opus":0.22595200651833938,"score_gpt":0.4243785418092606,"score_spread":0.19842653529092122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2855200104","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014916816,0.0036351627,0.06693821,0.9218978,0.00088837766,0.0036899184,0.00006057312,0.0003867279,0.0010115537],"genre_scores_gemma":[0.0134111615,0.0022761251,0.14332668,0.80982095,0.017700333,0.0016964495,0.0001552734,0.00055454246,0.011058461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956594,0.00069767394,0.0009647865,0.0007135736,0.0013984048,0.0005661416],"domain_scores_gemma":[0.99141824,0.0047840676,0.0013293632,0.0017403663,0.0006493857,0.00007857469],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022455496,0.00062247575,0.0012502141,0.00025182473,0.00017567522,0.000022306023,0.0007671597,0.0007838411,0.0005944971],"category_scores_gemma":[0.010686773,0.00039230715,0.00015685175,0.0006573657,0.0019134827,0.0003090438,0.00018829943,0.0018290598,0.000012117687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045521625,0.000030220506,0.0001951014,0.0024408526,0.00004402883,0.00005014249,0.00027029437,6.9208227e-7,0.0013063778,0.0012940608,0.9938762,0.00044646108],"study_design_scores_gemma":[0.0014769841,0.0021004046,0.00018005868,0.057147834,0.0010264975,0.0001366508,0.00022322031,0.0001232521,0.011447509,0.2506336,0.6744613,0.0010427306],"about_ca_topic_score_codex":0.0002332983,"about_ca_topic_score_gemma":0.000057711084,"teacher_disagreement_score":0.31941497,"about_ca_system_score_codex":0.00027191226,"about_ca_system_score_gemma":0.0005506938,"threshold_uncertainty_score":0.9998529},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W285975702","doi":"10.3138/cjpe.23.005","title":"Using Technology to Enhance Aboriginal Evaluations","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Focus (optics); Sociology; Data collection; Knowledge management; Engineering ethics; Computer science; Social science; Engineering; History; Archaeology","score_opus":0.4108376583250716,"score_gpt":0.6419507109411706,"score_spread":0.23111305261609905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W285975702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97145474,0.00036759186,0.019411402,0.0047402983,0.0010171836,0.0010814486,0.0000054993443,0.000015170038,0.001906652],"genre_scores_gemma":[0.9571604,0.000009700276,0.04210057,0.00025043444,0.0002100486,0.00006191687,0.0000031189327,0.000009944887,0.00019387783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99532825,0.00037170865,0.0010133714,0.00024929104,0.0026911928,0.00034618884],"domain_scores_gemma":[0.991846,0.0001318697,0.0006001761,0.00038039987,0.006469931,0.0005716277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010592289,0.00012916709,0.0002538125,0.002035391,0.0004956335,0.00016683611,0.0005983008,0.00009900635,0.002402062],"category_scores_gemma":[0.0034544477,0.00010809454,0.00010209737,0.0026721566,0.0001445196,0.0006140793,0.000010768164,0.00023183001,0.00027697138],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000175076,0.000060667746,0.06388902,0.0000019500783,0.000030090925,0.00002109441,0.0018842606,0.025485653,0.00096392183,0.0009238864,0.004424878,0.9022971],"study_design_scores_gemma":[0.0018077698,0.0023494011,0.18278107,0.00018318782,0.00029851694,0.0013976241,0.0030588023,0.23724146,0.005465108,0.036098067,0.5285443,0.0007746545],"about_ca_topic_score_codex":0.00040374586,"about_ca_topic_score_gemma":0.009029506,"teacher_disagreement_score":0.9015224,"about_ca_system_score_codex":0.00066717196,"about_ca_system_score_gemma":0.01418327,"threshold_uncertainty_score":0.9985099},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2883031472","doi":"10.1017/s0261444818000216","title":"Input-based tasks for beginner-level learners: An approximate replication and extension of Erlam &amp; Ellis (2018)","year":2018,"lang":"en","type":"article","venue":"Language Teaching","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vocabulary; Replication (statistics); Mathematics education; Psychology; Computer science; Second-language acquisition; Linguistics; Mathematics; Statistics","score_opus":0.06353615573222245,"score_gpt":0.3762069209236499,"score_spread":0.31267076519142745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883031472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91171646,0.00080641196,0.08313392,0.00019579317,0.0001820036,0.00031311496,0.000033568776,0.00016811246,0.003450588],"genre_scores_gemma":[0.9606672,8.810625e-7,0.033026084,0.002862626,0.00042313855,0.00003988882,0.00033553387,0.00004657044,0.0025980559],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99855006,0.00027079234,0.00027307754,0.0005188677,0.00011740178,0.00026981602],"domain_scores_gemma":[0.9983983,0.00016794991,0.00021979398,0.0010676711,0.000057229012,0.00008906026],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012268068,0.00015460866,0.0002108128,0.00016312083,0.00020645767,0.00004134491,0.00015463826,0.00013746669,0.0024822345],"category_scores_gemma":[0.0004543164,0.00014504432,0.000059620765,0.00008564648,0.0001069164,0.00013938933,0.00002940149,0.00025832187,0.000052664305],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005445157,0.00043265178,0.0009633956,0.0001639628,0.000093988114,0.00001952587,0.18285315,0.000032115822,0.27807787,0.006014972,0.0062559894,0.5245479],"study_design_scores_gemma":[0.030264562,0.006904399,0.09307938,0.0014843468,0.0010480144,0.0008588821,0.41362715,0.0699713,0.09346213,0.0021511847,0.28098726,0.0061613773],"about_ca_topic_score_codex":0.00049956626,"about_ca_topic_score_gemma":0.000058761347,"teacher_disagreement_score":0.5183865,"about_ca_system_score_codex":0.000019872772,"about_ca_system_score_gemma":0.000013402179,"threshold_uncertainty_score":0.99842966},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2883396054","doi":"10.1186/s12961-018-0345-6","title":"How is the use of research evidence in health policy perceived? A comparison between the reporting of researchers and policy-makers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; Institute for Work & Health","funders":"Jerusalem College of Technology - Lev Academic Center","keywords":"Health services research; Health policy; Knowledge translation; Perception; Health administration; Public relations; Descriptive statistics; Process (computing); Political science; Medicine; Business; Medical education; Psychology; Public health; Nursing; Knowledge management; Computer science","score_opus":0.9768447450395746,"score_gpt":0.805654032362825,"score_spread":0.17119071267674968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883396054","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37333393,0.001296125,0.00003633873,0.61889493,0.00007203258,0.0058412505,0.00015965007,0.00002308014,0.00034265578],"genre_scores_gemma":[0.98281705,0.003890832,0.00015371063,0.008540883,0.0020256084,0.00050344534,0.0000031392508,0.000043671662,0.0020216585],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9240454,0.056880128,0.0071366555,0.0010738359,0.0053323847,0.005531592],"domain_scores_gemma":[0.8462802,0.13124394,0.0078018955,0.0034912594,0.007693347,0.0034893677],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.17483005,0.00027589573,0.0012843163,0.0034059684,0.0054885857,0.00026063895,0.0010460594,0.00027519197,0.000012973559],"category_scores_gemma":[0.23323807,0.00017517674,0.00007045325,0.00883303,0.0055334014,0.0005996713,0.00112458,0.003417729,0.00001600649],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026836418,0.00006419882,0.3951657,0.014321101,0.000048129088,0.0000031956233,0.44063613,0.000007514689,0.00022172676,0.03923188,0.09318227,0.016849766],"study_design_scores_gemma":[0.0011700356,0.002122074,0.5509821,0.00815731,0.0000027755086,0.000018925295,0.15124391,0.0018990213,0.000030089186,0.0015332326,0.28262255,0.00021796123],"about_ca_topic_score_codex":0.67100465,"about_ca_topic_score_gemma":0.017604114,"teacher_disagreement_score":0.65340054,"about_ca_system_score_codex":0.00254761,"about_ca_system_score_gemma":0.03509058,"threshold_uncertainty_score":0.9988814},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2883728254","doi":"10.1186/s12961-018-0344-7","title":"Embedded health service development and research: why and how to do it (a ten-stage guide)","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Leeds; Department for International Development; Department for International Development, UK Government; Government of the United Kingdom","keywords":"Health services research; Context (archaeology); Health administration; Health policy; Health care; Process management; Service (business); Business; Best practice; Health informatics; Scale (ratio); Resource (disambiguation); Public relations; Marketing; Computer science; Economic growth; Economics; Political science; Management","score_opus":0.6246091577337282,"score_gpt":0.6349427709093113,"score_spread":0.010333613175583123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883728254","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07503789,0.009444245,0.00016226992,0.88756883,0.0006332283,0.00781757,0.0001747591,0.00014996463,0.019011242],"genre_scores_gemma":[0.2925466,0.01945496,0.0043452503,0.547572,0.009297991,0.0034740567,0.00009984347,0.00030311648,0.122906186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9813849,0.009912816,0.0013765375,0.0010797261,0.0019993326,0.004246738],"domain_scores_gemma":[0.9884633,0.0039786026,0.00030705042,0.0008905932,0.0024891186,0.0038713804],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04626485,0.00035158682,0.0010276443,0.0017064136,0.008495196,0.00029492695,0.0004393115,0.00037290042,0.000058775036],"category_scores_gemma":[0.0033170353,0.00029250683,0.000026376796,0.0019767804,0.00043952002,0.00029304883,0.0012850838,0.002095996,0.00027439746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001671122,0.000040383446,0.004947015,0.0123664895,0.000027646945,0.00001030044,0.072388396,1.250008e-7,0.00002102627,0.019128302,0.8750369,0.015866326],"study_design_scores_gemma":[0.0009878627,0.00090714655,0.010144791,0.0012998419,0.0000010667558,0.000017280832,0.037509985,0.00005883105,0.0000046782243,0.00022687466,0.9486207,0.00022098767],"about_ca_topic_score_codex":0.055592176,"about_ca_topic_score_gemma":0.024958327,"teacher_disagreement_score":0.3399968,"about_ca_system_score_codex":0.0027865693,"about_ca_system_score_gemma":0.021983163,"threshold_uncertainty_score":0.99995273},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2883757404","doi":"10.1016/j.jpsychires.2018.07.010","title":"Bibliometric analysis of manuscript characteristics that influence citations: A comparison of six major psychiatry journals","year":2018,"lang":"en","type":"article","venue":"Journal of Psychiatric Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Citation; Rank correlation; Spearman's rank correlation coefficient; Impact factor; Univariate; Multivariate statistics; Psychology; Multivariate analysis; Statistics; Medicine; Library science; Mathematics; Computer science; Chemistry","score_opus":0.5968616088670978,"score_gpt":0.6301201752005898,"score_spread":0.033258566333492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883757404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795207,0.01046674,0.0048508947,0.001671984,0.0017979047,0.0002836881,0.00009756198,0.000005211017,0.001305363],"genre_scores_gemma":[0.9867042,0.0021328945,0.010376019,0.00004538997,0.00044976952,0.0000036306833,0.0000022143852,0.000020682939,0.00026523645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9614793,0.0016991335,0.005244855,0.00064433325,0.02985787,0.0010744829],"domain_scores_gemma":[0.93443704,0.010218004,0.0054369783,0.001395311,0.04760624,0.00090643094],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.08591991,0.00026720666,0.0017956293,0.8672909,0.0005002534,0.001646327,0.006129359,0.0002896029,0.001351759],"category_scores_gemma":[0.07156113,0.00018634829,0.0010789467,0.93099636,0.001000055,0.0011621555,0.0006614576,0.0014897891,0.00009409264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026624725,0.0008762339,0.930644,0.00004460936,0.0006391684,0.0000060359876,0.00030102298,0.000054982498,0.0010743319,0.0004084448,0.026820043,0.03886488],"study_design_scores_gemma":[0.0008096612,0.0019882878,0.9844057,0.00006087221,0.0003194894,0.00001889264,0.0016948208,0.0021644838,0.0005258755,0.0056808433,0.0021587138,0.00017237711],"about_ca_topic_score_codex":0.00017682479,"about_ca_topic_score_gemma":0.00006518977,"teacher_disagreement_score":0.06370548,"about_ca_system_score_codex":0.00017435463,"about_ca_system_score_gemma":0.0015753772,"threshold_uncertainty_score":0.99956113},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2884234041","doi":"10.1186/s12961-018-0329-6","title":"Development of rapid guidelines: 2. A qualitative study with WHO guideline developers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Timeline; Guideline; Health administration; Public health; Medicine; Health services research; Medical education; Qualitative research; Evidence-based practice; Resource (disambiguation); Public relations; Psychology; Nursing; Political science; Alternative medicine; Computer science; Sociology","score_opus":0.8430840184313757,"score_gpt":0.7184427441325646,"score_spread":0.12464127429881111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884234041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9280469,0.0013846622,0.006019098,0.05478164,0.00016460182,0.0070576426,0.000042026815,0.00007364024,0.0024297773],"genre_scores_gemma":[0.9544856,0.00027202934,0.038526278,0.0034983477,0.0013453964,0.00026655677,0.000054373228,0.000051674506,0.0014997702],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9915717,0.0022110122,0.003293036,0.00047668006,0.0017113381,0.0007361907],"domain_scores_gemma":[0.9896935,0.0019229582,0.0005752744,0.00046632203,0.00672342,0.00061848026],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036750253,0.00018934844,0.00071624655,0.00063563447,0.00044898107,0.0000434176,0.00013488616,0.00007431077,0.000046715915],"category_scores_gemma":[0.016314251,0.00013216682,0.000027787632,0.0011670205,0.00036476538,0.00017306756,0.00013351458,0.0003612809,0.00003048206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005469768,0.0015169553,0.0033053078,0.0029943127,0.00082876935,0.000036239217,0.53937274,0.0000049631362,0.00052129314,0.003949728,0.19341896,0.24858096],"study_design_scores_gemma":[0.0055327215,0.00996249,0.0032099658,0.0011210789,0.000024353203,0.00007849933,0.5637792,0.0008281087,0.00007731835,0.000045444587,0.4151284,0.00021246386],"about_ca_topic_score_codex":0.009102175,"about_ca_topic_score_gemma":0.0025423148,"teacher_disagreement_score":0.24836849,"about_ca_system_score_codex":0.0004154124,"about_ca_system_score_gemma":0.008548163,"threshold_uncertainty_score":0.9974963},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2884485345","doi":"10.1111/jep.12993","title":"What confidence should we have in <scp>GRADE</scp>?","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Bayes' theorem; Confidence interval; Bayesian probability; Frequentist inference; Set (abstract data type); Evidence-based medicine; Quality (philosophy); Hierarchy; Medicine; Computer science; Bayesian inference; Artificial intelligence; Epistemology; Alternative medicine; Internal medicine","score_opus":0.9160063757252691,"score_gpt":0.7096496822924008,"score_spread":0.20635669343286833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884485345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7754228,0.017278587,0.025771938,0.11657372,0.015585299,0.0027184559,0.00000329837,0.0000056350927,0.046640255],"genre_scores_gemma":[0.97559226,0.0027378828,0.013628136,0.0042412374,0.0012531552,0.000013925803,6.956479e-7,0.000013210217,0.002519511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8506932,0.087786295,0.039386768,0.001101504,0.020612173,0.00042005046],"domain_scores_gemma":[0.47379088,0.44112062,0.055255182,0.0042781965,0.024962747,0.00059233827],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6640125,0.00021877524,0.0028087033,0.0007333191,0.00007157615,0.0014680988,0.0014325776,0.00024834633,0.0045146453],"category_scores_gemma":[0.86889863,0.00011722926,0.0012421248,0.001593124,0.00019182735,0.0044080233,0.00011269748,0.0011265911,0.0023023572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022608443,0.0022700073,0.20977984,0.00005705261,0.0006476611,0.0002233422,0.008922307,0.0020827542,0.00009860855,0.004512444,0.5143753,0.2568046],"study_design_scores_gemma":[0.002228184,0.0007960357,0.10899699,0.0006341267,0.00090526295,0.000296186,0.03365428,0.071413666,0.00003106022,0.09376761,0.6871356,0.00014105008],"about_ca_topic_score_codex":0.000011157572,"about_ca_topic_score_gemma":0.00016661901,"teacher_disagreement_score":0.3769023,"about_ca_system_score_codex":0.00011358817,"about_ca_system_score_gemma":0.000537024,"threshold_uncertainty_score":0.99956846},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2884538269","doi":"10.2196/10939","title":"User Perspectives of a Web-Based Data-Sharing Platform (Open Humans) on Ethical Oversight in Participant-Led Research: Protocol for a Quantitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Research ethics; Computer science; Data collection; Data sharing; World Wide Web; Psychology; Data science; Knowledge management; Internet privacy; Medicine; Alternative medicine; Sociology","score_opus":0.9669381264645935,"score_gpt":0.8054270301916884,"score_spread":0.16151109627290516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884538269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013336882,7.366907e-7,0.000024329796,0.004786267,0.0000055302557,0.97678787,0.000070406066,0.000052216255,0.004935789],"genre_scores_gemma":[0.07444551,3.4920131e-7,0.0026747906,0.00016778204,0.00026272182,0.92136574,0.000014352754,0.00010132452,0.00096741493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9832409,0.003526958,0.0016081447,0.002499397,0.006969893,0.0021546765],"domain_scores_gemma":[0.9528271,0.034966715,0.00025212072,0.0041572982,0.0071562715,0.00064052746],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.101704344,0.00035341282,0.0010816165,0.0015393035,0.0007422533,0.0004278411,0.0048189145,0.00095328694,0.000859915],"category_scores_gemma":[0.093330994,0.0002745777,0.00015018853,0.0025136732,0.0036972333,0.0006232607,0.0052804477,0.011522962,0.00017806292],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3341305,0.0778822,0.12113768,0.014006684,0.0006547078,0.0005375994,0.057790022,0.000006402675,0.0085737575,0.35158405,0.03213105,0.0015653496],"study_design_scores_gemma":[0.16470167,0.3306735,0.07193395,0.0633284,0.000037657086,0.000004075161,0.07635671,0.01607783,0.01290499,0.082277946,0.18031746,0.0013858221],"about_ca_topic_score_codex":0.00054271345,"about_ca_topic_score_gemma":0.004555881,"teacher_disagreement_score":0.2693061,"about_ca_system_score_codex":0.0006849791,"about_ca_system_score_gemma":0.0050397227,"threshold_uncertainty_score":0.9999706},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2885318744","doi":"10.1016/j.jval.2018.06.010","title":"Valuation of Health and Nonhealth Outcomes from Next-Generation Sequencing: Approaches, Challenges, and Solutions","year":2018,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Canadian Centre for Applied Research in Cancer Control; University of British Columbia","funders":"Canadian Cancer Society Research Institute; Canadian Centre for Applied Research in Cancer Control; Cancer Research Institute","keywords":"Valuation (finance); MEDLINE; Health care; Preference; Actuarial science; Computer science; Data science; Management science; Medicine; Economics; Biology; Accounting; Microeconomics","score_opus":0.9440262427380309,"score_gpt":0.4852302784682474,"score_spread":0.45879596426978353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885318744","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003219891,0.97857255,0.00095995417,0.01558664,0.00068299676,0.002984064,0.0007020283,0.000039490213,0.00015028493],"genre_scores_gemma":[0.0005200302,0.99021846,0.0059128148,0.001830478,0.00048684317,0.00025818925,0.00065841543,0.00008113693,0.000033649318],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98275286,0.0042631566,0.010577032,0.0013871808,0.00020739235,0.00081238936],"domain_scores_gemma":[0.98784614,0.0019066514,0.008886935,0.0008310794,0.000057965524,0.00047125842],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.046060704,0.00052232033,0.005310892,0.0009645778,0.00035840343,0.00006723393,0.00026350826,0.0004886098,0.000024030149],"category_scores_gemma":[0.0026128278,0.0006066962,0.0001945215,0.000294065,0.00016155124,0.00043834883,0.00011855873,0.00047614414,0.000083320076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006912223,0.00027698156,0.0009999434,0.11639571,0.00028915252,5.392517e-7,0.019841544,0.00013586515,2.3688916e-8,0.23881085,0.0026906347,0.6205518],"study_design_scores_gemma":[0.001906591,0.0009829312,0.0024980088,0.025406146,0.000080401835,0.000027960938,0.0036588362,0.052197285,3.9904407e-8,0.039444864,0.8721809,0.0016160362],"about_ca_topic_score_codex":0.026508575,"about_ca_topic_score_gemma":0.0012496322,"teacher_disagreement_score":0.86949027,"about_ca_system_score_codex":0.00301948,"about_ca_system_score_gemma":0.0038984776,"threshold_uncertainty_score":0.99963844},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2885369894","doi":"10.1093/reseval/rvy023","title":"Formative, embedded evaluation to strengthen interdisciplinary team science: Results of a 4-year, mixed methods, multi-country case study","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Waterloo; Public Safety Canada; University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Formative assessment; Stakeholder; Participatory evaluation; Citizen journalism; Psychology; Social network analysis; Participatory action research; Variance (accounting); Knowledge management; Medical education; Public relations; Sociology; Political science; Business; Computer science; Medicine; Pedagogy","score_opus":0.4498606977137448,"score_gpt":0.6562607191916434,"score_spread":0.2064000214778986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885369894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771904,0.000038000533,0.0053169928,0.00069310353,0.0006854192,0.006006108,0.00009319222,0.000034169087,0.009942666],"genre_scores_gemma":[0.9873487,0.0000011323762,0.0109936865,0.000010391091,0.000288663,0.000700571,0.000036641697,0.000021554695,0.0005986591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95970017,0.014804082,0.0020057978,0.0015475764,0.020732772,0.0012096075],"domain_scores_gemma":[0.9541558,0.0032420168,0.00050583767,0.0019378746,0.039657183,0.00050131377],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2840274,0.00026136154,0.00045511412,0.003789663,0.0022591108,0.00087659975,0.0017691702,0.00012863528,0.00059977506],"category_scores_gemma":[0.06964085,0.00019843392,0.00009911411,0.0132403625,0.0011856329,0.0026490553,0.0030277302,0.0005211508,0.0005851856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004567016,0.0025123043,0.0007161793,0.000023015285,0.00009964693,0.000043175474,0.20586613,0.0015765413,0.026828637,0.0003080481,0.028292632,0.7291667],"study_design_scores_gemma":[0.0039300285,0.0056861113,0.009095051,0.00006213714,0.00003834461,0.000044522923,0.38453054,0.58205956,0.009195108,0.004967999,0.000172676,0.00021789492],"about_ca_topic_score_codex":0.00018001895,"about_ca_topic_score_gemma":0.0042211786,"teacher_disagreement_score":0.7289488,"about_ca_system_score_codex":0.0011931355,"about_ca_system_score_gemma":0.0037899558,"threshold_uncertainty_score":0.9990398},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2885423250","doi":"10.1051/epjconf/201818605001","title":"A Bibliometric Analysis of Observatory Publications 2011-2015","year":2018,"lang":"en","type":"article","venue":"EPJ Web of Conferences","topic":"Historical Astronomy and Related Studies","field":"Physics and Astronomy","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Dominion Astrophysical Observatory","funders":"National Aeronautics and Space Administration","keywords":"Bibliometrics; Observatory; Measure (data warehouse); Library science; Data science; Geography; Regional science; Computer science; Astronomy; Data mining; Physics","score_opus":0.03642453352893265,"score_gpt":0.28562196512392385,"score_spread":0.2491974315949912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885423250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74460334,0.0008712589,0.004526692,0.0004478731,0.0002378176,0.000105959094,0.000112560294,0.000025424615,0.24906906],"genre_scores_gemma":[0.99819624,0.000018011358,0.00030933102,0.0000043803334,0.00008354713,0.000009951907,0.000021306689,0.0000026557882,0.0013545613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992133,0.000030092982,0.00031038641,0.00014496478,0.00017010298,0.00013119244],"domain_scores_gemma":[0.9989101,0.00010395877,0.00024046414,0.00019511841,0.00049480377,0.000055553777],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00014180219,0.000086772874,0.00032600254,0.014044722,0.0000806387,0.000011095745,0.00021393446,0.00003445646,0.0039228913],"category_scores_gemma":[0.000015298443,0.000068017485,0.00015848466,0.040695336,0.00028236938,0.000093436254,0.000044335222,0.00006868057,0.00004392032],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004618729,0.000148817,0.92972887,0.0000041308294,0.0015992891,2.1365246e-8,0.0001764331,0.0000064379833,0.00012384972,0.048693534,0.007922312,0.011591686],"study_design_scores_gemma":[0.0002170832,0.00013509547,0.7877921,0.000011504931,0.0007934594,1.8903764e-8,0.0004682727,0.0006595838,0.000994637,0.0009437595,0.20783645,0.00014801488],"about_ca_topic_score_codex":0.00041548326,"about_ca_topic_score_gemma":0.000025566133,"teacher_disagreement_score":0.2535929,"about_ca_system_score_codex":0.0000073022925,"about_ca_system_score_gemma":0.00031872583,"threshold_uncertainty_score":0.9971302},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2885486887","doi":"10.1097/sla.0000000000003000","title":"The Impact of Corporate Payments on Robotic Surgery Research","year":2018,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Receiver operating characteristic; MEDLINE; Payment; Randomized controlled trial; Subspecialty; Receipt; Reimbursement; Surgery; Finance; Family medicine; Accounting; Internal medicine; Health care","score_opus":0.9482832339905379,"score_gpt":0.6850751894529977,"score_spread":0.2632080445375402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885486887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890498,0.0009092454,0.0000014150266,0.0053089056,0.0011620948,0.00025203184,0.000083672516,0.000025368656,0.0032074607],"genre_scores_gemma":[0.9950463,0.0026206933,0.0000017545447,0.0011251353,0.0004948324,0.000020899115,0.00001607453,0.000022146978,0.000652138],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99516475,0.00227793,0.00081696437,0.0002775537,0.00044711694,0.0010156952],"domain_scores_gemma":[0.9841489,0.013376609,0.00049634406,0.0003963463,0.0011190159,0.00046278498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010829706,0.00020434149,0.0005431992,0.0002992231,0.0005600578,0.000016328002,0.0003119778,0.00043097633,0.0010942827],"category_scores_gemma":[0.0016007863,0.00013837378,0.00041370612,0.00081732374,0.0016125276,0.000111942674,0.000098227574,0.0014579707,0.00022838691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003562022,0.0009999188,0.37714472,0.0001629925,0.0006475381,0.00006118006,0.00021905145,0.0001907366,0.0059070955,0.0014680766,0.56193256,0.047704086],"study_design_scores_gemma":[0.00062031206,0.0012020995,0.41227248,0.00050899404,0.000084034255,0.00002604776,0.00028671563,0.0014634825,0.5080839,0.012531787,0.062280487,0.00063964404],"about_ca_topic_score_codex":0.00014506542,"about_ca_topic_score_gemma":0.000006428683,"teacher_disagreement_score":0.5021768,"about_ca_system_score_codex":0.000038070844,"about_ca_system_score_gemma":0.00062968716,"threshold_uncertainty_score":0.99981886},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2885914327","doi":"10.1186/s12961-018-0351-8","title":"Integrated knowledge translation in population health intervention research: a case study of implementation and outcomes from a school-based project","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"Economic and Social Research Council; Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Department of Health, Western Cape Government; Wellcome Trust; Nova Scotia Department of Health and Wellness; Medical Research Council; Cambridge Trust; Heart and Stroke Foundation of Canada","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Intervention (counseling); Health informatics; Health policy; Medical education; Program evaluation; Nursing; Knowledge management; Political science; Computer science; Public administration","score_opus":0.9536346981269471,"score_gpt":0.8068107363747901,"score_spread":0.14682396175215706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885914327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792549,0.00038651272,0.00017148763,0.008896799,0.00016653012,0.010721554,0.00021038308,0.00004335682,0.00014846084],"genre_scores_gemma":[0.9971136,0.00007923764,0.00019193308,0.0007570166,0.00030294998,0.0013836339,0.00007399916,0.000026929454,0.000070691225],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95800424,0.035884973,0.0026399377,0.0006539844,0.0012494432,0.0015674084],"domain_scores_gemma":[0.98868656,0.008187053,0.00065984396,0.00042809808,0.0013663218,0.00067210005],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05320157,0.00019221347,0.0006465158,0.0033509843,0.0022093423,0.00008145985,0.00017232617,0.0001470141,0.00004996634],"category_scores_gemma":[0.005195924,0.00016694478,0.00002856282,0.003269605,0.00026295253,0.00038710522,0.00011314406,0.0010965896,0.000018195133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026084235,0.00043549796,0.63418984,0.0031393429,0.000025112877,0.000011202852,0.30201718,0.0000016788348,0.00003085538,0.0012998693,0.003045548,0.055543005],"study_design_scores_gemma":[0.007772788,0.004259984,0.45216727,0.0013541053,0.0000035126507,0.000012410068,0.5251609,0.0045322576,0.0000029188532,0.00034897812,0.0042268243,0.00015804033],"about_ca_topic_score_codex":0.8478852,"about_ca_topic_score_gemma":0.48957473,"teacher_disagreement_score":0.35831046,"about_ca_system_score_codex":0.0020067596,"about_ca_system_score_gemma":0.006637603,"threshold_uncertainty_score":0.99908966},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886206370","doi":"10.1016/j.jval.2018.07.003","title":"Response to letter to the editor related to the retraction of a trial included in a meta-analysis of interventions to enhance oral medication adherence titled “Effectiveness and content analysis of interventions to enhance oral antidiabetic drug adherence in adults with type 2 diabetes: Systematic review and meta-analysis”","year":2018,"lang":"en","type":"letter","venue":"Value in Health","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"","keywords":"Psychological intervention; Scopus; Medicine; Alternative medicine; Systematic review; Meta-analysis; MEDLINE; Content analysis; Family medicine; Nursing; Political science; Internal medicine","score_opus":0.16185768923630062,"score_gpt":0.429318066127496,"score_spread":0.2674603768911954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886206370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60047257,0.0148523655,0.003853849,0.35769075,0.00048249302,0.022232171,0.00038676924,0.000022222583,0.0000067989026],"genre_scores_gemma":[0.94411045,0.00027205824,0.0009040941,0.048695166,0.00009764258,0.005069831,0.00013523053,0.000029965175,0.00068555895],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98866165,0.005836814,0.0032460184,0.0008995742,0.0010000502,0.000355916],"domain_scores_gemma":[0.9938914,0.0017542753,0.0018419733,0.0014351251,0.0008592208,0.00021800872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013162008,0.00037958985,0.0058069522,0.0027081603,0.000053261705,0.000021104024,0.0005396821,0.00019920988,0.00043273784],"category_scores_gemma":[0.005062454,0.0002240406,0.001247909,0.0122890305,0.00011087367,0.00008283709,0.00014384136,0.00069814164,0.000028634422],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016987609,0.0018732754,0.0028056463,0.26118502,0.58848673,0.000020422047,0.015416287,0.0033222497,0.00061033695,0.000014276672,0.10895751,0.00032061973],"study_design_scores_gemma":[0.00166242,0.0043641804,0.017728124,0.040883835,0.93303144,0.0000010860547,0.00043964392,0.0008164805,0.00025401954,0.000009202786,0.0003926358,0.00041690524],"about_ca_topic_score_codex":0.0040601706,"about_ca_topic_score_gemma":0.007684981,"teacher_disagreement_score":0.3445447,"about_ca_system_score_codex":0.00025046084,"about_ca_system_score_gemma":0.00026053598,"threshold_uncertainty_score":0.91361105},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2886516149","doi":"10.1136/bmjebm-2018-111024.40","title":"40 How fragile is the evidence base? a meta-epidemiologic study of the fragilityindex derived from 374 randomised trials","year":2018,"lang":"en","type":"article","venue":"","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fragility; Randomized controlled trial; Meta-analysis; Sample size determination; False positive paradox; Medicine; Statistics; Index (typography); Computer science; Mathematics; Internal medicine","score_opus":0.7901114122054491,"score_gpt":0.49293071844313197,"score_spread":0.29718069376231715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886516149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8660358,0.004243983,0.0056541474,0.11645231,0.0010106665,0.005142647,0.00033258466,0.000052334723,0.0010755106],"genre_scores_gemma":[0.96919054,0.00012355718,0.0009522169,0.027570277,0.0005381994,0.00066896516,0.00000437812,0.000026214357,0.00092565047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9817071,0.009098092,0.0074064406,0.0010252264,0.00023254818,0.0005306123],"domain_scores_gemma":[0.9459751,0.04330856,0.0076649915,0.002627652,0.0002531784,0.00017047669],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12366382,0.0003702838,0.0039621857,0.00014291886,0.00057811296,0.00011979096,0.0012843542,0.00022183824,0.007694352],"category_scores_gemma":[0.10444811,0.00021587123,0.0009839339,0.0003693134,0.0003754989,0.00044167647,0.00027053105,0.00030504694,0.00061019865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037143857,0.0023002706,0.49745795,0.00043406617,0.017117968,0.0000020706286,0.06029989,0.0004076193,0.00041399058,0.017189916,0.39990485,0.0007570373],"study_design_scores_gemma":[0.047869213,0.0018263098,0.6667724,0.0003565515,0.0030596233,0.0000051542693,0.04170156,0.03575674,0.001845718,0.14582163,0.052722927,0.002262168],"about_ca_topic_score_codex":0.008816908,"about_ca_topic_score_gemma":0.0014849078,"teacher_disagreement_score":0.34718192,"about_ca_system_score_codex":0.00019909164,"about_ca_system_score_gemma":0.0001784634,"threshold_uncertainty_score":0.9977835},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2887318275","doi":"10.1177/1556264618789246","title":"“Hope for the Best, Plan for the Worst”: Understanding Institutional Inertia in Developing Confidentiality Protection Policies","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University; Massachusetts Institute of Technology","keywords":"Confidentiality; Public relations; Plan (archaeology); Political science; Resource (disambiguation); Research ethics; Resistance (ecology); Engineering ethics; Public administration; Sociology; Business; Law; Computer science","score_opus":0.9745530335484287,"score_gpt":0.7647554754841266,"score_spread":0.20979755806430211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887318275","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14337601,0.0008983509,0.08124401,0.7624336,0.00075807294,0.00802805,0.00003714487,0.000027462716,0.0031973016],"genre_scores_gemma":[0.99061835,0.0019858943,0.0007114987,0.001877006,0.0030060336,0.00036083165,0.000004139712,0.0000474581,0.0013887944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98372865,0.0032596951,0.001397103,0.0005155031,0.009585098,0.0015139406],"domain_scores_gemma":[0.59142005,0.3801035,0.0004346493,0.001309227,0.02590998,0.00082257984],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.17947155,0.00020777866,0.00048657876,0.0014469933,0.0050951443,0.0005341177,0.0015608156,0.0010131481,0.00007713156],"category_scores_gemma":[0.31617537,0.000114795606,0.0003180586,0.0020577754,0.0079574995,0.00021314909,0.00059578626,0.022914337,0.000023322813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012225171,0.00090529025,0.0026970773,0.0014734749,0.0004659859,0.000065156644,0.0073418664,0.00011628192,0.0026711198,0.9534608,0.01652484,0.0020529225],"study_design_scores_gemma":[0.0064148316,0.01601258,0.016725997,0.0054422338,0.00006592866,0.000100501944,0.022330018,0.003279799,0.0042866156,0.80199146,0.12300725,0.00034279734],"about_ca_topic_score_codex":0.0008209514,"about_ca_topic_score_gemma":0.007205632,"teacher_disagreement_score":0.84724236,"about_ca_system_score_codex":0.002871177,"about_ca_system_score_gemma":0.012920263,"threshold_uncertainty_score":0.9962001},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2887350754","doi":"10.1186/s13063-018-2796-z","title":"Comparison of registered and published intervention fidelity assessment in cluster randomised trials of public health interventions in low- and middle-income countries: systematic review","year":2018,"lang":"en","type":"review","venue":"Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"Fonds de recherche du Québec","keywords":"Medicine; Psychological intervention; CRTS; Protocol (science); CINAHL; Public health; Family medicine; Clinical trial; MEDLINE; Fidelity; Alternative medicine; Nursing; Pathology","score_opus":0.8833518006797548,"score_gpt":0.7452771519381999,"score_spread":0.13807464874155495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887350754","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001890335,0.9469889,0.0007709846,0.0035166177,0.00068305037,0.047018442,0.00074977014,0.000023060677,0.00006014158],"genre_scores_gemma":[0.0007854592,0.99174446,0.00047227697,0.00083003123,0.00009713799,0.0057437723,0.00016677486,0.00003717838,0.00012291958],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.67660844,0.23253521,0.08609758,0.0015072039,0.0016543736,0.00159719],"domain_scores_gemma":[0.86666876,0.068803504,0.061205506,0.0016641639,0.0010804009,0.00057766243],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40527493,0.0005259239,0.02257281,0.001648022,0.00019090426,0.00008122705,0.0006154216,0.0004478023,0.0005605933],"category_scores_gemma":[0.19006562,0.0003782668,0.0011532761,0.0013555142,0.00027843437,0.00052679685,0.00038058215,0.0008735497,0.000012065948],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010105981,0.00011834757,0.00029486188,0.9939075,0.0001291194,2.7364166e-7,0.0018251528,2.6555133e-8,2.3993806e-8,0.0001879799,0.0010441262,0.0023915176],"study_design_scores_gemma":[0.017088678,0.00023562043,0.00025773965,0.967941,0.00072324375,0.000002031286,0.00083404896,0.000016593693,8.472454e-8,0.00009435407,0.0125883855,0.00021825494],"about_ca_topic_score_codex":0.0010163188,"about_ca_topic_score_gemma":0.0023803783,"teacher_disagreement_score":0.21520929,"about_ca_system_score_codex":0.0011311832,"about_ca_system_score_gemma":0.0037396096,"threshold_uncertainty_score":0.9998669},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2887657800","doi":"10.1097/acm.0000000000002412","title":"Ethical Shades of Gray: International Frequency of Scientific Misconduct and Questionable Research Practices in Health Professions Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scientific misconduct; Misconduct; Psychology; Research ethics; Medical education; Gray (unit); Public relations; Medicine; Alternative medicine; Political science; Psychiatry; Law; Pathology","score_opus":0.22932342739022307,"score_gpt":0.5565311650287235,"score_spread":0.3272077376385004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887657800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70419794,0.0026681463,0.00006366779,0.2692865,0.001567769,0.00041778432,0.0000067457977,0.000013647526,0.021777784],"genre_scores_gemma":[0.99347264,0.0017042124,0.00050077913,0.0006347347,0.00078833255,0.00001296422,0.000015193569,0.0000038548087,0.0028673033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996519,0.0014210895,0.0005464078,0.00025288342,0.000999226,0.0002613487],"domain_scores_gemma":[0.99697214,0.0014805045,0.00051364745,0.00011419238,0.000788413,0.00013108845],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025387302,0.00006143221,0.0001882492,0.00043662023,0.0003769903,0.000007696217,0.00040597192,0.0008029641,0.0003984661],"category_scores_gemma":[0.029345565,0.00004905369,0.000010414179,0.0007418461,0.0038413452,0.00028723176,0.00006359145,0.0036979145,0.000005709488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002448148,0.00003820711,0.07711083,0.00012431898,0.000009376504,3.52319e-7,0.14181504,1.0158833e-7,0.0075108055,0.7308824,0.039116886,0.003367164],"study_design_scores_gemma":[0.0006295893,0.00033360362,0.020114021,0.0055440622,0.000015430665,0.000010174875,0.2124532,0.00010395067,0.001521905,0.6055532,0.15354554,0.00017532884],"about_ca_topic_score_codex":0.0351973,"about_ca_topic_score_gemma":0.0020945221,"teacher_disagreement_score":0.2892747,"about_ca_system_score_codex":0.00011736739,"about_ca_system_score_gemma":0.0024425664,"threshold_uncertainty_score":0.99886966},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2888025021","doi":"10.1093/scan/nsy072","title":"Meta-analysis of ERP investigations of pain empathy underlines methodological issues in ERP research","year":2018,"lang":"en","type":"review","venue":"Social Cognitive and Affective Neuroscience","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Empathy; Psychology; Flexibility (engineering); Cognitive psychology; Reliability (semiconductor); Cognition; Meta-analysis; Social psychology; Neuroscience","score_opus":0.9030527721176843,"score_gpt":0.6320929554922415,"score_spread":0.2709598166254428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888025021","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05476884,0.94001365,0.0001471691,0.00059533643,0.0003065459,0.0025483856,0.0010606766,0.000049679318,0.00050972967],"genre_scores_gemma":[0.1336536,0.8652106,0.00006191264,0.00041030213,0.00008570189,0.00032261512,0.000008609257,0.000025841819,0.00022081014],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98296833,0.013834573,0.00071643945,0.0013510305,0.0006592292,0.00047039514],"domain_scores_gemma":[0.98671,0.012041716,0.0005803596,0.00018087422,0.0004015197,0.000085496875],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004363484,0.0004083711,0.0035348495,0.0011566542,0.0005071107,0.00003908695,0.00046978684,0.00025516367,0.00002117963],"category_scores_gemma":[0.013094,0.0002746512,0.0012305498,0.0068029715,0.007985782,0.00016961651,0.0004118291,0.000734369,0.0000030590454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048834755,0.0073039,0.0049925796,0.013597993,0.026621135,0.00074726244,0.026956618,0.000002798192,0.06927546,0.008839609,0.0014374063,0.8397369],"study_design_scores_gemma":[0.0024318253,0.016268196,0.03957107,0.0047980845,0.75933444,0.000094068964,0.011635576,0.00011256049,0.05116991,0.050808284,0.057615954,0.0061600576],"about_ca_topic_score_codex":0.00008377873,"about_ca_topic_score_gemma":0.000106242944,"teacher_disagreement_score":0.83357686,"about_ca_system_score_codex":0.000026458061,"about_ca_system_score_gemma":0.00010708491,"threshold_uncertainty_score":0.99997056},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2889321607","doi":"10.1111/mec.14848","title":"Demographic and genetic approaches to study dispersal in wild animal populations: A methodological review","year":2018,"lang":"en","type":"review","venue":"Molecular Ecology","topic":"Genetic diversity and population structure","field":"Biochemistry, Genetics and Molecular Biology","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Biological dispersal; Biology; Ecology; Population; Context (archaeology); Evolutionary ecology; Range (aeronautics); Adaptation (eye); Habitat; Demography","score_opus":0.22912645973280946,"score_gpt":0.3685243162530042,"score_spread":0.13939785652019474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889321607","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039206974,0.95771027,0.00051788095,0.00013014067,0.00013273237,0.0022075234,0.000034873126,0.000011290027,0.000048310812],"genre_scores_gemma":[0.012575421,0.9764757,0.00971446,0.0005313185,0.00009932744,0.00024344315,0.00028840874,0.00004321232,0.000028709566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963295,0.001545204,0.00060833327,0.0010045442,0.00014605936,0.00036638053],"domain_scores_gemma":[0.99901927,0.00003643405,0.00020666412,0.0005420836,0.000038209786,0.00015737301],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004978356,0.00044454786,0.0012364232,0.00024329503,0.000089780544,0.000023768347,0.0003809196,0.0005903983,0.000046072248],"category_scores_gemma":[0.00026566975,0.0003986283,0.00027660202,0.0004385409,0.00012059374,0.0000023249813,0.00051625975,0.00024932693,0.000017745564],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002133627,0.0012666462,0.08725299,0.020681474,0.0018327966,0.0008124333,0.00036452553,0.00007414626,0.0001300656,0.0010529599,0.0026441307,0.88367444],"study_design_scores_gemma":[0.0015198785,0.0050947266,0.11203965,0.003714089,0.0039570606,0.0012484827,0.00013001933,0.00001776025,0.000016360429,0.0006958919,0.86913997,0.0024260909],"about_ca_topic_score_codex":0.000015266045,"about_ca_topic_score_gemma":0.0002610458,"teacher_disagreement_score":0.88124835,"about_ca_system_score_codex":0.000020352214,"about_ca_system_score_gemma":0.00007365437,"threshold_uncertainty_score":0.9998466},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2889499003","doi":"10.1503/cmaj.180154","title":"How predatory journals leak into PubMed","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of Ottawa","keywords":"Key (lock); Data science; Computer science; MEDLINE; World Wide Web; Computer security; Political science","score_opus":0.3334433946008996,"score_gpt":0.49615533824865493,"score_spread":0.16271194364775532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889499003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41811004,0.0046129115,0.009230076,0.49973026,0.015018801,0.00049344194,0.000093361334,0.00005080419,0.0526603],"genre_scores_gemma":[0.9742511,0.000494603,0.00024222457,0.0061596506,0.0058349804,0.0000070961364,0.0000013371813,0.0000141316705,0.012994914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9711182,0.0007254727,0.0008256675,0.00039136317,0.02564573,0.001293546],"domain_scores_gemma":[0.9762717,0.0021838038,0.00064313784,0.0003524112,0.012872343,0.0076766363],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.081073776,0.0001390894,0.00031107126,0.03402918,0.0010814692,0.010648636,0.0027977617,0.00055010524,0.01038845],"category_scores_gemma":[0.3063317,0.00009917778,0.00020366542,0.065459564,0.00020763416,0.0013078277,0.00016406787,0.0014972622,0.0011711649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022139843,0.000012483178,0.10155125,5.924e-7,0.000024893747,0.000119374425,0.00012342192,2.1349014e-7,0.0000059008603,0.00010704813,0.44962513,0.44842747],"study_design_scores_gemma":[0.00037535562,0.00006154756,0.14908528,0.00001317011,0.0000033680515,0.00018016706,0.00050850585,0.0004152021,0.000030059055,0.005552176,0.84365284,0.00012230406],"about_ca_topic_score_codex":0.0007693563,"about_ca_topic_score_gemma":0.031135788,"teacher_disagreement_score":0.556141,"about_ca_system_score_codex":0.0019717785,"about_ca_system_score_gemma":0.005237541,"threshold_uncertainty_score":0.99960655},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889636695","doi":"10.1002/lom3.10273","title":"Methodological review and meta‐analysis of dilution assays for estimates of virus‐ and grazer‐mediated phytoplankton mortality","year":2018,"lang":"en","type":"article","venue":"Limnology and Oceanography Methods","topic":"Microbial Community Ecology and Physiology","field":"Environmental Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dilution; Virus; Mortality rate; Biology; Meta-analysis; Demography; Virology; Medicine; Internal medicine","score_opus":0.187349636260773,"score_gpt":0.43220506717327944,"score_spread":0.24485543091250644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889636695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419317,0.022466999,0.03428797,0.00033512726,0.00005705145,0.00046485153,0.00018377161,0.000027231756,0.000245276],"genre_scores_gemma":[0.7052842,0.011787433,0.281606,0.0011628122,0.000009486039,0.000035207788,0.00009859611,0.000008511189,0.00000777199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706084,0.0020498014,0.0003510225,0.00030651674,0.000038541137,0.00019326767],"domain_scores_gemma":[0.99641496,0.0029958163,0.0002563407,0.00024629835,0.000030726693,0.000055855067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032115667,0.0001628883,0.0012359873,0.00013753246,0.00016296258,0.0000025029913,0.00013354186,0.00025360467,0.00055059686],"category_scores_gemma":[0.00052932114,0.00012189938,0.00023480276,0.0005332879,0.0025167568,0.00006545908,0.00020254239,0.00015342694,4.554425e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066255964,0.0005676963,0.6547018,0.0018520181,0.09037374,0.000001696626,0.001172669,0.00001593214,0.23614289,0.0065604798,0.00086561166,0.007082851],"study_design_scores_gemma":[0.00038115354,0.0011781994,0.8000473,0.000010753792,0.14406392,0.000011087879,0.000040369003,0.000444212,0.018270984,0.034109965,0.0011588708,0.00028317902],"about_ca_topic_score_codex":0.000084812804,"about_ca_topic_score_gemma":0.00028643134,"teacher_disagreement_score":0.24731803,"about_ca_system_score_codex":0.0000027868955,"about_ca_system_score_gemma":0.0000035778917,"threshold_uncertainty_score":0.9273095},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2889900146","doi":"10.2217/cer-2018-0035","title":"Some issues for the evaluation of noninferiority trials","year":2018,"lang":"en","type":"article","venue":"Journal of Comparative Effectiveness Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"H2020 European Research Council","keywords":"Medicine; Confidence interval; Margin (machine learning); Adjuvant therapy; Placebo; Medical physics; Cancer; Internal medicine; Alternative medicine","score_opus":0.9613010515836794,"score_gpt":0.7999582645757043,"score_spread":0.1613427870079751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889900146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6369655,0.0023079114,0.35168877,0.0006761304,0.0021948684,0.0055947923,0.00006218144,0.000009866429,0.0004999484],"genre_scores_gemma":[0.913784,0.0000696138,0.08309387,0.0000054161455,0.002853018,0.00015396312,1.878253e-7,0.000015596854,0.000024308607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95042163,0.044645898,0.0017966288,0.00020562926,0.002614726,0.0003154732],"domain_scores_gemma":[0.4651242,0.5198521,0.0012510961,0.00037929122,0.013294192,0.00009913244],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28422365,0.0001452267,0.0017539529,0.00023102546,0.0002521859,0.000057792975,0.00055489683,0.000116571806,0.0001806135],"category_scores_gemma":[0.40860817,0.00007936214,0.00039930578,0.00045035663,0.0010739013,0.0001726127,0.00010033045,0.0005589482,0.00000883433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031061139,0.002489796,0.0014355235,0.0013229197,0.0042946874,0.0000055196906,0.0044987164,0.0003143568,0.058883928,0.77388406,0.014801952,0.107007384],"study_design_scores_gemma":[0.0031536804,0.0026162337,0.00962351,0.00032686646,0.0003226359,0.0000033469764,0.00026501282,0.0029278693,0.11356974,0.866661,0.00045659475,0.00007349693],"about_ca_topic_score_codex":0.000009569658,"about_ca_topic_score_gemma":0.0000039743913,"teacher_disagreement_score":0.48529744,"about_ca_system_score_codex":0.00018761348,"about_ca_system_score_gemma":0.000588053,"threshold_uncertainty_score":0.73704237},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2889917103","doi":"10.23889/ijpds.v3i4.737","title":"International Comparison of Approaches to Common Data Models for Comparative Effectiveness Research","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"General partnership; Pharmacoepidemiology; Observational study; Session (web analytics); Computer science; Data sharing; Data science; Comparative effectiveness research; Medicine; Business; Alternative medicine; Finance; World Wide Web","score_opus":0.962161309747362,"score_gpt":0.6759778645161746,"score_spread":0.28618344523118744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889917103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21816543,0.00017800344,0.7379955,0.01917971,0.0074574673,0.0022236058,0.012619414,0.000025331678,0.0021555177],"genre_scores_gemma":[0.9542975,0.0000070085002,0.042620074,0.00027751894,0.0011017607,0.000056661444,0.0015752286,0.000013583606,0.000050661656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954986,0.00022641133,0.0024958402,0.00082303927,0.00061769545,0.00033840895],"domain_scores_gemma":[0.99397165,0.0019431663,0.0016039036,0.001045708,0.0012549296,0.00018064088],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.045626957,0.00012404688,0.00055499014,0.0009880069,0.000591387,0.00040304346,0.005357581,0.000060949584,0.000045500274],"category_scores_gemma":[0.00679649,0.00014140668,0.00005130202,0.0003774857,0.00033876236,0.0043426296,0.0010173629,0.00017058341,0.00006199006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007758681,0.0005836978,0.10443627,0.00012907154,0.00030147808,2.9415432e-7,0.0043684617,0.018081877,0.00013324524,0.8101683,0.05584467,0.0051767654],"study_design_scores_gemma":[0.0007668483,0.0001890752,0.024766145,0.00012206046,0.0000051366196,0.0000066856887,0.00074812945,0.87564445,0.000106118794,0.055819478,0.041650385,0.00017546721],"about_ca_topic_score_codex":0.000539044,"about_ca_topic_score_gemma":0.00033505395,"teacher_disagreement_score":0.8575626,"about_ca_system_score_codex":0.0006069783,"about_ca_system_score_gemma":0.00024977347,"threshold_uncertainty_score":0.9955808},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2890556979","doi":"10.1177/1556264618783560","title":"Commentary on “A Framework for Community and Stakeholder Engagement: Experiences From a Multicenter Study in Southern Africa”","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; Inyuvesi Yakwazulu-Natali; Canada Research Chairs","keywords":"Community engagement; Stakeholder engagement; Context (archaeology); Stigma (botany); Stakeholder; Public relations; Public involvement; Public health; Political science; Research ethics; Sociology; Psychology; Medicine; Nursing; Geography; Psychiatry","score_opus":0.9807103539695299,"score_gpt":0.8213110854040429,"score_spread":0.15939926856548703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890556979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91660625,0.000024410108,0.00013768878,0.07990871,0.00017686297,0.0024609743,0.00006948304,0.0000101300775,0.00060547556],"genre_scores_gemma":[0.9790422,0.000036972822,0.0009905917,0.01834347,0.000917396,0.00046590905,0.0000024187536,0.000031500957,0.00016959065],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9280049,0.06360337,0.0014427563,0.00039686845,0.0048853513,0.0016667269],"domain_scores_gemma":[0.83434457,0.16066676,0.0003281758,0.00066847645,0.0032200352,0.00077197],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14542098,0.00018672881,0.0004530593,0.0014547127,0.0074314983,0.00015559155,0.0013892286,0.0003750497,0.00086268125],"category_scores_gemma":[0.0809634,0.0001399533,0.00005961361,0.0012154854,0.0019400553,0.00024025817,0.0008574425,0.023093691,0.00010776933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012603537,0.0013494664,0.04759724,0.00010507254,0.0000333937,0.000020490454,0.88785017,7.771446e-7,0.0000760772,0.00074025214,0.060467012,0.000499708],"study_design_scores_gemma":[0.003330799,0.010927859,0.04260977,0.00087755773,0.000004516051,1.6765327e-7,0.8798708,0.000051034636,0.000040633764,0.024020279,0.038138967,0.00012762124],"about_ca_topic_score_codex":0.0026986676,"about_ca_topic_score_gemma":0.0052492158,"teacher_disagreement_score":0.09706339,"about_ca_system_score_codex":0.0008791664,"about_ca_system_score_gemma":0.0014549007,"threshold_uncertainty_score":0.99386066},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2890588440","doi":"10.1016/j.jclinepi.2018.08.019","title":"Lack of transparency in reporting narrative synthesis of quantitative data: a methodological assessment of systematic reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; McMaster University","keywords":"Transparency (behavior); Systematic review; Narrative review; Medicine; Narrative; MEDLINE; Accounting; Computer science; Political science; Business; Intensive care medicine; Computer security","score_opus":0.9948432497923828,"score_gpt":0.8785193252618085,"score_spread":0.11632392453057427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890588440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8232793,0.0006339999,0.15252188,0.01785057,0.0016959431,0.0028182834,0.00010068251,0.000006738707,0.0010925892],"genre_scores_gemma":[0.7302659,0.0012048025,0.26596618,0.0023172877,0.00018625059,0.000040487812,0.0000011508943,0.0000069971293,0.000010919166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.73807424,0.18579124,0.0743195,0.0005258028,0.0006056252,0.00068357924],"domain_scores_gemma":[0.11823163,0.7336804,0.14412221,0.0012185938,0.002357449,0.00038968035],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47365928,0.00015490851,0.009008804,0.0002630843,0.00008387026,6.985662e-7,0.00082843605,0.00033536667,0.00026018775],"category_scores_gemma":[0.8964843,0.00009375927,0.00040716803,0.000539617,0.00088954874,0.00021134455,0.00014845736,0.00113627,0.000005182551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034434226,0.0003094539,0.9365078,0.034405395,0.00018102898,0.000009182215,0.013522538,0.000028122535,0.00033328988,0.010073861,0.0029727018,0.0013122435],"study_design_scores_gemma":[0.0016774476,0.00413722,0.92712444,0.03388321,0.00027816926,0.000023630908,0.019000242,0.0025082014,0.00006804107,0.010305313,0.00081060565,0.00018349526],"about_ca_topic_score_codex":0.0002003271,"about_ca_topic_score_gemma":0.00022318172,"teacher_disagreement_score":0.61984265,"about_ca_system_score_codex":0.000075040116,"about_ca_system_score_gemma":0.0018917596,"threshold_uncertainty_score":0.61582386},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2890747141","doi":"10.1186/s12961-018-0375-0","title":"Embracing complexity and uncertainty to create impact: exploring the processes and transformative potential of co-produced research through development of a social impact model","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Knowledge translation; Transformative learning; Popularity; Health services research; Reductionism; Knowledge management; Diversity (politics); Public relations; Production (economics); Technocracy; Health administration; Knowledge sharing; Health care; Sociology; Business; Political science; Computer science; Economics; Politics","score_opus":0.9369783101583946,"score_gpt":0.7630359692293056,"score_spread":0.173942340929089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890747141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98049587,0.00010900818,0.0008228653,0.013389248,0.000050014714,0.003702833,0.0003547812,0.000018021125,0.0010573331],"genre_scores_gemma":[0.9978939,0.00016161587,0.0002877792,0.00051101093,0.000454182,0.00059144275,0.000006063858,0.000019129455,0.00007486626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.989187,0.0053458144,0.0014831505,0.00043602812,0.0016228935,0.0019251346],"domain_scores_gemma":[0.99281406,0.0031816843,0.0003640454,0.00028168043,0.002622612,0.00073591305],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.031513523,0.00018738347,0.0006058787,0.00066183234,0.0060502044,0.00006724994,0.00028225293,0.00009334327,0.000012667256],"category_scores_gemma":[0.0042449753,0.000122041005,0.000027352895,0.001738049,0.0014226984,0.00045956424,0.00026591294,0.0008064578,0.000007124921],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007210774,0.000041040825,0.0010080236,0.009670762,0.000042262276,3.708241e-7,0.97280633,0.000055187316,0.0018711097,0.008573485,0.002377329,0.002833038],"study_design_scores_gemma":[0.0076635536,0.0066703153,0.22292031,0.0061962456,0.000018987224,0.00004906803,0.7011454,0.024681112,0.0039359806,0.01572449,0.01000634,0.0009881855],"about_ca_topic_score_codex":0.038075972,"about_ca_topic_score_gemma":0.0022318985,"teacher_disagreement_score":0.27166092,"about_ca_system_score_codex":0.00080805336,"about_ca_system_score_gemma":0.013513324,"threshold_uncertainty_score":0.99726063},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2890920170","doi":"10.1038/d41586-018-06632-6","title":"Help graduate students to become good peer reviewers","year":2018,"lang":"en","type":"letter","venue":"Nature","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Graduate students; Medical education; Computer science; Peer review; Psychology; Mathematics education; Data science; Medicine; Chemistry","score_opus":0.05386170172632651,"score_gpt":0.31381507141842496,"score_spread":0.2599533696920985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890920170","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086367904,0.002283085,6.520325e-7,0.88808113,0.007138334,0.0003476247,0.0003570166,0.00018604465,0.10074245],"genre_scores_gemma":[0.0009293214,0.000058848625,0.00003869779,0.6594198,0.061831627,0.000021547006,0.00051209884,0.00006718965,0.2771209],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964477,0.00011366832,0.0003600679,0.0005447112,0.0019826056,0.000551248],"domain_scores_gemma":[0.9983009,0.00011602329,0.00020412412,0.0004542594,0.0008269373,0.000097725504],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0011197096,0.0004010995,0.00049621845,0.00020567449,0.00036077164,0.001190504,0.0013633623,0.0035042649,0.0018150769],"category_scores_gemma":[0.00062410097,0.00032301358,0.00021469287,0.000072693496,0.00009812341,0.00028193148,0.0002490358,0.018390859,0.0012807735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024034061,0.000007475177,0.000051378684,0.00020107327,0.00005789925,0.000040226005,0.0047892816,3.1559892e-8,1.6134338e-7,0.0008221301,0.99353164,0.0004963062],"study_design_scores_gemma":[0.00010951279,0.000040498864,0.000043140702,0.00065387244,0.0000763175,0.000005865032,0.00034732049,2.1105028e-7,0.0000010450219,0.00047587027,0.9978249,0.0004214606],"about_ca_topic_score_codex":0.00008987084,"about_ca_topic_score_gemma":0.00005777528,"teacher_disagreement_score":0.22866134,"about_ca_system_score_codex":0.00008496671,"about_ca_system_score_gemma":0.00004329301,"threshold_uncertainty_score":0.9999222},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2891358922","doi":"","title":"A Bibliometric Analysis of the Literature on Open Access in Scopus","year":2017,"lang":"en","type":"article","venue":"Qualitative and Quantitative Methods in Libraries","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Subject (documents); Library science; Bibliometrics; Impact factor; English language; Political science; MEDLINE; Computer science; Psychology; Law; Mathematics education","score_opus":0.8790385872218804,"score_gpt":0.7668242092888382,"score_spread":0.11221437793304223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891358922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968034,0.0047670845,0.0092907045,0.002677395,0.0003507683,0.00064251904,0.0002426237,0.0000050441004,0.013989802],"genre_scores_gemma":[0.8838767,0.00054875045,0.114401266,0.00022454862,0.000010529576,0.00004569387,0.0000043719915,0.000011548898,0.00087660603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98608893,0.008483156,0.0011504672,0.0009280265,0.0029128147,0.00043659497],"domain_scores_gemma":[0.9232477,0.071864516,0.0013403982,0.001772143,0.0015980599,0.00017716654],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.064378716,0.00022220208,0.0010459211,0.55816,0.00050483807,0.01656952,0.008974403,0.00013363188,0.00013079698],"category_scores_gemma":[0.25758505,0.0001223615,0.00021646479,0.834519,0.0014306215,0.006781475,0.0053850645,0.0004980281,0.000005538369],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002660429,0.00022943765,0.5169576,0.00002534844,0.00019663354,0.000008607911,0.033372097,0.000056757683,0.0002577525,0.36478114,0.000514643,0.08333395],"study_design_scores_gemma":[0.00042923624,0.00017453356,0.765057,0.00009199074,0.000020013933,1.6142455e-7,0.009150799,0.0011885402,0.0014302992,0.2219257,0.00039781345,0.00013385886],"about_ca_topic_score_codex":0.00080342655,"about_ca_topic_score_gemma":0.0002613502,"teacher_disagreement_score":0.27635902,"about_ca_system_score_codex":0.000041464402,"about_ca_system_score_gemma":0.00021693026,"threshold_uncertainty_score":0.99638754},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2891779850","doi":"10.2196/11207","title":"Adolescent Medicine Trials Network for HIV/AIDS Interventions Data Harmonization: Rationale and Development of Guidelines","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health","keywords":"Psychological intervention; Medicine; Socioeconomic status; Harmonization; Mental health; Family medicine; Adolescent medicine; Environmental health; Population; Psychiatry","score_opus":0.919111549284739,"score_gpt":0.7416814466973544,"score_spread":0.17743010258738467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891779850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000260329,0.00016034712,0.12029297,0.014730552,0.00016762495,0.86373323,0.00022313086,0.0000630799,0.00036872277],"genre_scores_gemma":[0.00036967915,0.000012996522,0.06629018,0.00037532198,0.0071928403,0.915789,0.0005578886,0.00003941852,0.009372656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938645,0.0021490825,0.0020665987,0.0006363468,0.00067175,0.000611741],"domain_scores_gemma":[0.9937492,0.0010031303,0.0005729152,0.000804973,0.0036614093,0.00020837819],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0241068,0.00015332318,0.0005529653,0.00018963098,0.0016624867,0.000012139748,0.000422204,0.000140375,0.0008544963],"category_scores_gemma":[0.006606886,0.000104226136,0.000037905447,0.0004524176,0.00050257496,0.00017787896,0.0007679565,0.00045136915,0.00008045622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011525654,0.0005654175,0.012835874,0.007384136,0.000051763654,4.30039e-7,0.0023124828,0.0000020187997,0.0004946327,0.00403242,0.95214653,0.019021718],"study_design_scores_gemma":[0.0030385326,0.00077682774,0.006456651,0.013584999,0.000004848652,7.5588656e-7,0.0016856736,0.00020994629,0.00014037632,0.0009721441,0.973016,0.00011324168],"about_ca_topic_score_codex":0.000006145738,"about_ca_topic_score_gemma":0.000048889047,"teacher_disagreement_score":0.054002788,"about_ca_system_score_codex":0.00010045297,"about_ca_system_score_gemma":0.0012887416,"threshold_uncertainty_score":0.9996372},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2892217195","doi":"10.17269/s41997-018-0136-4","title":"Equity at all cost—and any price—for research funding in Canada?","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Public Health","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Equity (law); Health equity; Public relations; Political science; Affirmative action; Diversity (politics); Public economics; Indigenous; Health care; Economics; Law","score_opus":0.4656051246373186,"score_gpt":0.5136391471987476,"score_spread":0.04803402256142897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892217195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58403796,0.0014705583,0.00006288593,0.4053681,0.0012247365,0.000496125,0.00004769447,0.0000029763646,0.007288999],"genre_scores_gemma":[0.9852683,0.0002558496,0.00014639787,0.013032028,0.0006563496,0.0000053994077,0.0000013895017,0.000008810011,0.0006254613],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518317,0.00062309677,0.00048175873,0.00012956264,0.00050029665,0.003082099],"domain_scores_gemma":[0.99048424,0.00062865927,0.0001750665,0.000095244846,0.0005218991,0.008094892],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027474852,0.0000668286,0.00024385568,0.0004098928,0.0013873819,0.00015899296,0.00034256282,0.000068092275,0.00028562697],"category_scores_gemma":[0.005757561,0.000065381144,0.000026428357,0.00044563948,0.00031185613,0.0002427113,0.00003352005,0.00033167802,0.0000026915206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009313371,0.000008393425,0.70594776,0.00016222842,0.0000133249205,0.000036432368,0.021364562,5.122265e-7,3.701516e-7,0.0790624,0.1492678,0.04412693],"study_design_scores_gemma":[0.0002117606,0.000064276115,0.196773,0.000045936256,5.691808e-7,0.0000063976445,0.009733173,0.000012096538,3.2335313e-7,0.000368077,0.79273254,0.00005184784],"about_ca_topic_score_codex":0.99853474,"about_ca_topic_score_gemma":0.99998415,"teacher_disagreement_score":0.64346474,"about_ca_system_score_codex":0.023368752,"about_ca_system_score_gemma":0.20125283,"threshold_uncertainty_score":0.9999127},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2892809183","doi":"10.1016/j.apmr.2018.07.415","title":"Trends in Randomized Controlled Trials Of Technology-Based Interventions For Upper Limb Motor Recovery Post Stroke","year":2018,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute","funders":"","keywords":"Physical medicine and rehabilitation; Rehabilitation; Stroke (engine); Psychological intervention; Upper limb; Motor function; Randomized controlled trial; Physical therapy; Medicine; Surgery; Engineering","score_opus":0.02007942061728634,"score_gpt":0.35263441828369424,"score_spread":0.3325549976664079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892809183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98158604,0.0013262391,0.0022754427,0.010877755,0.00019122373,0.002685964,0.000085949934,0.000023965053,0.00094744656],"genre_scores_gemma":[0.9848808,0.00006339869,0.013998111,0.000071511306,0.00022852299,0.0003660832,0.000047417852,0.000012961876,0.00033117988],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974008,0.0004624256,0.0015554525,0.00024673512,0.00019124505,0.00014330895],"domain_scores_gemma":[0.9492353,0.04965275,0.00059467135,0.0001966089,0.0002555307,0.000065133194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019786502,0.00015982924,0.0032972589,0.003176179,0.000030538133,0.000002270277,0.000055503,0.00007931307,0.000044302582],"category_scores_gemma":[0.05842678,0.0000924758,0.0030308478,0.0002891329,0.0019096271,0.000053437234,0.0000147128685,0.00010984911,5.0910296e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41475993,0.0017974915,0.0023342199,0.0024692123,0.00074434705,3.531256e-7,0.0034520642,0.000009529031,0.3075603,0.009288598,0.00012647294,0.25745746],"study_design_scores_gemma":[0.75209826,0.0993245,0.05885486,0.017288469,0.0024721804,0.0000024304993,0.0065218084,0.012457051,0.008335153,0.042058527,0.0002896307,0.0002971024],"about_ca_topic_score_codex":0.000024745123,"about_ca_topic_score_gemma":0.0000076219208,"teacher_disagreement_score":0.33733836,"about_ca_system_score_codex":0.000014151513,"about_ca_system_score_gemma":0.000059712187,"threshold_uncertainty_score":0.9495045},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2893553231","doi":"10.1111/trf.14937","title":"A methodological review of the quality of reporting of surveys in transfusion medicine","year":2018,"lang":"en","type":"review","venue":"Transfusion","topic":"Blood transfusion and management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Generalizability theory; Representativeness heuristic; Medicine; Family medicine; Reliability (semiconductor); Guideline; Population; Quality (philosophy); Survey methodology; Psychology; Environmental health; Pathology","score_opus":0.5134513298895163,"score_gpt":0.517327051327661,"score_spread":0.0038757214381447413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893553231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009178873,0.98917294,0.0019593658,0.00061511947,0.00031874882,0.0042014974,0.000027035709,0.000022810327,0.002764614],"genre_scores_gemma":[0.0002829679,0.99851555,0.00075588125,0.00013224031,0.00006148218,0.000054042142,0.000051120467,0.000038794864,0.00010790728],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9823746,0.0067792046,0.008760248,0.00063897134,0.0011664481,0.00028052632],"domain_scores_gemma":[0.993192,0.0010523589,0.004134702,0.001164323,0.00036062853,0.00009599933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03941947,0.00045903865,0.006946395,0.0003267989,0.00003769905,9.7526e-7,0.0003984233,0.00044387902,0.0007659047],"category_scores_gemma":[0.0036435744,0.00023818306,0.0016625709,0.0016039169,0.000489271,0.000029007226,0.000069604255,0.00064693054,0.000001423552],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053683907,0.0003668454,0.00031287485,0.4731303,0.00012232963,0.0000069590474,0.00020678175,4.1200195e-8,0.00059121806,0.00011833936,0.0001020194,0.52498865],"study_design_scores_gemma":[0.002306507,0.0008469492,0.0110919215,0.83449864,0.004196992,0.00006197883,0.00007333095,0.0000011135461,0.00061772857,0.00007066689,0.14592135,0.0003127927],"about_ca_topic_score_codex":0.0018590518,"about_ca_topic_score_gemma":0.0005579679,"teacher_disagreement_score":0.52467585,"about_ca_system_score_codex":0.000048264592,"about_ca_system_score_gemma":0.00027855928,"threshold_uncertainty_score":0.9891198},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2895020388","doi":"10.1136/bmjopen-2018-022626","title":"Getting the most out of intensive longitudinal data: a methodological review of workload–injury studies","year":2018,"lang":"en","type":"review","venue":"BMJ Open","topic":"Sports injuries and prevention","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; International Olympic Committee","keywords":"Workload; Medicine; Statistical model; Logistic regression; Clinical study design; Research design; Systematic review; MEDLINE; Applied psychology; Statistics; Computer science; Clinical trial; Machine learning; Psychology; Pathology","score_opus":0.7714640856962306,"score_gpt":0.6486348708475305,"score_spread":0.12282921484870013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895020388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012542439,0.9853728,0.000048436505,0.00089649286,0.00057965226,0.011600086,0.00013644503,0.0000075866405,0.0013572897],"genre_scores_gemma":[3.6497127e-7,0.9913162,0.0048747845,0.0012163618,0.0006155118,0.00050474267,0.00026850842,0.000028403445,0.0011750975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596304,0.0009968127,0.001859479,0.00054709526,0.0004253854,0.00020819133],"domain_scores_gemma":[0.99270976,0.0011803665,0.0024565663,0.0022039704,0.0013955362,0.00005381952],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013205583,0.0003358129,0.004649919,0.000060098093,0.000073115116,0.000016833095,0.0012869078,0.00017764138,0.00036248687],"category_scores_gemma":[0.017111005,0.00016385346,0.00046158797,0.00034126898,0.00041049402,0.00010273914,0.0033361327,0.00040342254,0.000024735396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011080012,0.00004515986,0.000035040757,0.22578506,0.0015414715,0.000018972167,0.000078532124,2.7336164e-9,2.404997e-7,0.000057703997,0.15082915,0.62149787],"study_design_scores_gemma":[0.000083754305,0.00020335818,0.00003173967,0.41661972,0.004182863,0.000054087777,0.00019684991,1.7039093e-7,0.0000014904683,0.00005160506,0.57846117,0.00011320765],"about_ca_topic_score_codex":0.000032697528,"about_ca_topic_score_gemma":0.000009260101,"teacher_disagreement_score":0.6213847,"about_ca_system_score_codex":0.000041369574,"about_ca_system_score_gemma":0.00045686038,"threshold_uncertainty_score":0.99116826},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2895416954","doi":"10.12688/f1000research.16493.1","title":"The evaluation of scholarship in academic promotion and tenure processes: Past, present, and future","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":344,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Syracuse University; Open Society Foundations","keywords":"Publishing; Promotion (chess); Publication; Scholarship; Impact factor; Citation; Public relations; Prestige; Scholarly communication; Institution; Peer review; Quality (philosophy); Affect (linguistics); Value (mathematics); Altmetrics; Publish or perish; Open science; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Library science; Computer science; Law","score_opus":0.7905803533225655,"score_gpt":0.6613001445891282,"score_spread":0.12928020873343726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895416954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506749,0.02797989,0.00007951331,0.016952936,0.00042134552,0.0025923573,0.000072917246,0.0000140010725,0.0012121514],"genre_scores_gemma":[0.98453313,0.012954411,0.00015664156,0.000010040832,0.0014129458,0.00025658435,0.000015785508,0.000023628776,0.00063683745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96661323,0.0029768196,0.0011710668,0.0015109282,0.026830673,0.00089729135],"domain_scores_gemma":[0.9761253,0.0056702844,0.00045678078,0.0011787171,0.01619352,0.00037538077],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.15424773,0.0002321476,0.0004015414,0.026572378,0.00039938916,0.0027217702,0.0028327121,0.00067733193,0.00013340781],"category_scores_gemma":[0.060906786,0.00013596771,0.000059320737,0.064821005,0.0009636439,0.0005962712,0.005148014,0.0024834052,0.000026504109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009350224,0.000103771155,0.2978988,0.00024568487,0.000022618147,0.00000330692,0.00055139966,0.000022735845,0.00020364572,0.00011568122,0.008617598,0.69212127],"study_design_scores_gemma":[0.0006846238,0.00023602085,0.82964253,0.00017141733,0.00001634067,0.000008461878,0.0005786497,0.016140772,0.0006057981,0.13626488,0.015450306,0.0002002185],"about_ca_topic_score_codex":0.00007525212,"about_ca_topic_score_gemma":0.0000638734,"teacher_disagreement_score":0.69192106,"about_ca_system_score_codex":0.00018543242,"about_ca_system_score_gemma":0.0017163486,"threshold_uncertainty_score":0.9998179},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2895514839","doi":"10.1186/s41073-018-0053-3","title":"Protocol for the development of a CONSORT extension for RCTs using cohorts and routinely collected health data","year":2018,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Multiple Sclerosis Society of Canada; Jewish General Hospital; University of Ottawa; Dalhousie University; McMaster University; Western University; Children's Hospital of Eastern Ontario; Impact; Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Checklist; Observational study; Generalizability theory; Guideline; Protocol (science); Randomized controlled trial; Medicine; Systematic review; Strengthening the reporting of observational studies in epidemiology; Research design; MEDLINE; Family medicine; Alternative medicine; Psychology; Statistics; Political science; Surgery","score_opus":0.9111252944079001,"score_gpt":0.6940410504859482,"score_spread":0.2170842439219519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895514839","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010772392,0.0051980834,0.40026963,0.011964654,0.000031927833,0.5808006,0.00030717824,0.000103378596,0.0002472988],"genre_scores_gemma":[0.0015936255,0.0024175001,0.8560075,0.0003719965,0.00008686716,0.13899139,0.000058736503,0.000038776463,0.00043358665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811053,0.00026605916,0.0005622095,0.00029414016,0.0004705448,0.0002964861],"domain_scores_gemma":[0.99445206,0.002219833,0.00020585331,0.0005344789,0.0024962393,0.000091514135],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015612672,0.000114058406,0.00045026361,0.00005104553,0.00044349616,0.000034816432,0.0002652231,0.00006105638,0.000018696543],"category_scores_gemma":[0.015611298,0.000067304405,0.000023709743,0.00021796588,0.00031845798,0.000100394864,0.0003323881,0.0003186277,3.3794842e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086474203,0.00056813523,0.00045258412,0.11872195,0.0002278434,0.0000016789928,0.0022413586,3.442658e-8,0.0017171201,0.076899126,0.45043314,0.3478723],"study_design_scores_gemma":[0.0008019062,0.000825253,0.0002530557,0.02502936,0.000044842833,0.000034734,0.00016477909,0.0027586035,0.0031817097,0.0810976,0.8855781,0.00023008324],"about_ca_topic_score_codex":0.00006470225,"about_ca_topic_score_gemma":0.00029169733,"teacher_disagreement_score":0.4557379,"about_ca_system_score_codex":0.000062001745,"about_ca_system_score_gemma":0.0008026611,"threshold_uncertainty_score":0.9926806},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2895787936","doi":"10.3889/oamjms.2018.389","title":"Falsification of Type at Work: Assessment of Prevalence and Investigation of Predictors","year":2018,"lang":"en","type":"article","venue":"Open Access Macedonian Journal of Medical Sciences","topic":"Personality Traits and Psychology","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas Mental Health University Institute","funders":"","keywords":"Medicine; Work (physics)","score_opus":0.22048214288215914,"score_gpt":0.5194472504987449,"score_spread":0.2989651076165857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895787936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98831713,0.00035302818,0.00016549334,0.004650118,0.000597079,0.00012419446,0.000006775286,0.0000014966669,0.005784687],"genre_scores_gemma":[0.99838895,0.00018275612,0.0010518981,0.00014687478,0.00008448935,0.0000016404517,6.0027384e-7,0.0000030223764,0.0001397541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781215,0.00030876562,0.0006748501,0.0001864944,0.0008729384,0.00014478911],"domain_scores_gemma":[0.99816227,0.00021261566,0.0010647717,0.0001398028,0.00023337787,0.00018715992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043412466,0.00007366911,0.00028473735,0.0001291786,0.000060146696,0.000045426954,0.0018004297,0.00010568602,0.0029428191],"category_scores_gemma":[0.00023436017,0.00005112669,0.000033534943,0.00058278115,0.0022997425,0.00041414757,0.00025130712,0.00013925608,0.0000014802627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009944594,0.00011906936,0.9791249,0.000054877866,0.000042003445,0.0000019736826,0.0013769413,0.0000011334574,0.00071781676,0.0030689589,0.0021840853,0.013208799],"study_design_scores_gemma":[0.0006257055,0.0011488766,0.9956737,0.00032839383,0.000029036493,0.000033084947,0.00017310023,0.000048866583,0.0005356399,0.0007318338,0.00061960006,0.00005212526],"about_ca_topic_score_codex":0.000104724284,"about_ca_topic_score_gemma":0.000034574576,"teacher_disagreement_score":0.016548842,"about_ca_system_score_codex":0.00001527914,"about_ca_system_score_gemma":0.00029960627,"threshold_uncertainty_score":0.9979686},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2896431636","doi":"10.2196/10678","title":"Data Quality and Cost-Effectiveness Analyses of Electronic and Paper-Based Interviewer-Administered Public Health Surveys: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Protocol (science); Interview; Public health; Data quality; Quality (philosophy); Survey methodology; Computer science; Data science; Medicine; Environmental health; Business; Alternative medicine; Nursing; Statistics; Marketing","score_opus":0.9762321259942504,"score_gpt":0.8149502769823904,"score_spread":0.16128184901185993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896431636","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.32022e-8,0.2868508,0.00045346725,0.00032769804,0.0000045880015,0.71187305,0.00043044062,0.000031651784,0.000028209668],"genre_scores_gemma":[1.351702e-7,0.17517863,0.00020447106,0.00008712932,0.00006338479,0.8241772,0.00015964206,0.00004717918,0.00008223469],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.45252767,0.5405107,0.0025829168,0.0015100421,0.0013090996,0.0015595445],"domain_scores_gemma":[0.91775507,0.07643688,0.0018445682,0.0021454548,0.0013492019,0.00046880488],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5809237,0.0005249224,0.0051295124,0.00053077255,0.00080261275,0.00026315748,0.0022235634,0.0005202031,0.00008378736],"category_scores_gemma":[0.12587951,0.00037027706,0.00036687954,0.0016600345,0.0018605571,0.00039915118,0.00075115135,0.000918301,0.00000731388],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066652976,0.00035359175,0.00001338601,0.92843384,0.00020128839,0.0000011640086,0.000099316545,8.521738e-10,3.3080178e-7,0.00021008326,0.0010455097,0.06897496],"study_design_scores_gemma":[0.0006399168,0.0011323068,0.000043362303,0.45025334,0.00003971548,0.0000022779166,0.000034980156,9.024944e-7,6.907394e-7,0.00007400928,0.5475857,0.00019275893],"about_ca_topic_score_codex":0.00037811097,"about_ca_topic_score_gemma":0.0018096269,"teacher_disagreement_score":0.5465402,"about_ca_system_score_codex":0.0004762381,"about_ca_system_score_gemma":0.011919646,"threshold_uncertainty_score":0.9998749},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2898312027","doi":"10.1177/1609406918807609","title":"Exploring the Impact of Youth-Produced Images on Family, Community, and Policy","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Autoethnography; Reflexivity; Participatory action research; Sociology; Visual research; Citizen journalism; Perspective (graphical); Public relations; Work (physics); Qualitative research; Political science; Gender studies; Social science; Visual arts","score_opus":0.9804030363023725,"score_gpt":0.826608076872771,"score_spread":0.15379495942960142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898312027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97637206,0.00008024358,0.015777007,0.0018716771,0.00044526305,0.000091965885,0.000025590287,0.0000063494986,0.0053298315],"genre_scores_gemma":[0.967562,0.00013151822,0.031247692,0.00010602962,0.00087499304,0.0000044903836,3.7037736e-7,0.000009993376,0.00006290385],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96100146,0.037230525,0.0004928199,0.000092110946,0.00095078716,0.00023230168],"domain_scores_gemma":[0.9861362,0.010964415,0.00050935126,0.00016823856,0.0020604294,0.0001613689],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058239147,0.000107976855,0.00026387817,0.00041035094,0.0003513131,0.00008750072,0.00084890844,0.00002943506,0.000028259785],"category_scores_gemma":[0.039703585,0.00006830053,0.00017200454,0.00037584815,0.0017764966,0.00048590027,0.00016472976,0.0004999577,0.000002987587],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047228608,0.00017579291,0.0007116781,0.000004626904,0.00046245163,0.000003061573,0.8039601,0.000012537347,0.056034546,0.021189362,0.00014921138,0.11682434],"study_design_scores_gemma":[0.0011266241,0.0031685424,0.12037126,0.00029212388,0.00005100433,0.0000086074815,0.65899175,0.000059703718,0.11622511,0.09824066,0.0012041931,0.00026039744],"about_ca_topic_score_codex":0.007127259,"about_ca_topic_score_gemma":0.00003447821,"teacher_disagreement_score":0.14496833,"about_ca_system_score_codex":0.00028464463,"about_ca_system_score_gemma":0.00051341625,"threshold_uncertainty_score":0.99948436},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2899417787","doi":"10.1177/0300985818798104","title":"Ensuring Observational Studies Have Validity and Impact","year":2018,"lang":"en","type":"editorial","venue":"Veterinary Pathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Observational study; Medicine; Pathology","score_opus":0.9169010936859199,"score_gpt":0.6195541584492221,"score_spread":0.29734693523669775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899417787","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39758456,0.0027814407,0.00018154815,0.00011004058,0.5978224,0.00039323384,0.0004133226,0.000010516514,0.00070293125],"genre_scores_gemma":[0.02675098,0.0009841608,0.0043392945,0.00011220624,0.94886744,0.00013591169,0.00029703657,0.00006231632,0.018450638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.970575,0.015512053,0.006892758,0.0020048227,0.004594911,0.00042046522],"domain_scores_gemma":[0.94886225,0.029446961,0.012929369,0.004708324,0.0038416714,0.00021141066],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.094136044,0.000629525,0.005923546,0.0005260173,0.00025907665,0.00047911628,0.0015530812,0.0006915507,0.0024232795],"category_scores_gemma":[0.17630614,0.00031737974,0.0015360259,0.00039666356,0.00038457874,0.00020531696,0.00094260153,0.0004856947,0.001238189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002195896,0.000018818992,0.0042808023,0.000103103834,0.00024371363,0.00024496013,0.00030060599,0.0000018782168,0.00009794658,0.000010275822,0.9940467,0.0006292528],"study_design_scores_gemma":[0.00015407134,0.000895776,0.011524993,0.00006202302,0.00025945247,0.00022908446,0.00013356587,0.00012911427,0.0000012626045,0.0030941952,0.98320895,0.00030748243],"about_ca_topic_score_codex":0.0000074109794,"about_ca_topic_score_gemma":0.000011085426,"teacher_disagreement_score":0.37083358,"about_ca_system_score_codex":0.00007758008,"about_ca_system_score_gemma":0.00016805694,"threshold_uncertainty_score":0.9999278},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2899425819","doi":"10.1192/bja.2018.56","title":"Predatory journals and dubious publishers: how to avoid being their prey","year":2018,"lang":"en","type":"article","venue":"BJPsych Advances","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Publishing; Directory; Revenue; Internet privacy; Declaration; Reading (process); Advertising; World Wide Web; Political science; Business; Computer science; Law","score_opus":0.46919279975365585,"score_gpt":0.5673250366612027,"score_spread":0.09813223690754685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899425819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92306226,0.01445107,0.011572509,0.010085055,0.002484925,0.0006689073,0.000050752118,0.000074703574,0.037549816],"genre_scores_gemma":[0.9885212,0.00071414135,0.0047565172,0.0006404956,0.00058660435,0.000020739884,7.977191e-7,0.000015643833,0.004743821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273926,0.00021498308,0.0004856975,0.00093336275,0.0048698215,0.00075685675],"domain_scores_gemma":[0.99287146,0.002018364,0.00024908347,0.000793716,0.0032302386,0.000837114],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013098379,0.00019544401,0.000323136,0.023683533,0.00051806803,0.011339254,0.0021974365,0.00010126302,0.0005872411],"category_scores_gemma":[0.030185545,0.00012402574,0.00008860857,0.07029672,0.0003217998,0.0046911244,0.00064454024,0.00025336168,0.00026218302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048657705,0.00007806886,0.077717155,0.000008998109,0.000018326326,0.000007051843,0.0006402836,0.0000036839363,0.0018238765,0.00022933487,0.10514548,0.8142791],"study_design_scores_gemma":[0.0003533652,0.0004982576,0.060798258,0.000033538563,0.000002567387,0.000023196733,0.00189524,0.00023435564,0.0029814134,0.02471877,0.90820116,0.00025989753],"about_ca_topic_score_codex":0.000006902663,"about_ca_topic_score_gemma":0.000045357156,"teacher_disagreement_score":0.8140192,"about_ca_system_score_codex":0.000049950486,"about_ca_system_score_gemma":0.00010762837,"threshold_uncertainty_score":0.9896871},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2900155956","doi":"10.1186/s12961-018-0384-z","title":"Evaluating health research priority-setting in low-income countries: a case study of health research priority-setting in Zambia","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Context (archaeology); Health administration; Qualitative research; Public relations; Health policy; Monitoring and evaluation; Medicine; Participatory action research; Citizen journalism; Public health; Political science; Economic growth; Nursing; Sociology; Geography","score_opus":0.4981992548987791,"score_gpt":0.6330230083153449,"score_spread":0.13482375341656577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900155956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94346213,0.010632766,0.0000052805453,0.031492323,0.00036615808,0.01336181,0.00006936834,0.00007094458,0.00053923315],"genre_scores_gemma":[0.9937665,0.0020786852,0.0001908454,0.0012130842,0.0016651071,0.00063364126,0.000017494533,0.000095777155,0.00033890066],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.90642536,0.06322613,0.006681221,0.0022554102,0.010272883,0.011139015],"domain_scores_gemma":[0.97350174,0.0145215085,0.00093790295,0.0018140953,0.005426268,0.0037984895],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37583992,0.00048603263,0.0026158984,0.0071157548,0.0042268108,0.00029573537,0.00054121553,0.00044049523,0.000016426151],"category_scores_gemma":[0.03404059,0.0004632229,0.00009537499,0.009458626,0.0012534215,0.00032409184,0.0008091715,0.006327272,0.00005150169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0025643283,0.0030487136,0.6859099,0.07200188,0.00007014379,0.0028657843,0.16225639,0.000021986973,0.000032819917,0.0025199514,0.007780411,0.060927637],"study_design_scores_gemma":[0.022696042,0.055768233,0.38085926,0.05788917,0.000008405864,0.004538306,0.4393951,0.02192501,0.000013967623,0.0008367256,0.015061837,0.0010079362],"about_ca_topic_score_codex":0.61170536,"about_ca_topic_score_gemma":0.07436651,"teacher_disagreement_score":0.53733885,"about_ca_system_score_codex":0.008472275,"about_ca_system_score_gemma":0.045437016,"threshold_uncertainty_score":0.99978197},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"case_report","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2900628939","doi":"10.1038/s41436-018-0370-4","title":"Lessons learned from two decades of BRCA1 and BRCA2 genetic testing: the evolution of data sharing and variant classification","year":2018,"lang":"en","type":"review","venue":"Genetics in Medicine","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Human Genome Research Institute; National Institutes of Health","keywords":"Breast cancer; Ovarian cancer; Gene; Genetic testing; Identification (biology); Biology; Cancer; Genetic variation; Genetics","score_opus":0.3085729764609272,"score_gpt":0.4407115127165762,"score_spread":0.13213853625564903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900628939","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074151726,0.9889322,0.002664497,0.00018416358,0.00014338312,0.00039782448,0.00015241567,0.0000036044087,0.00010675259],"genre_scores_gemma":[0.016441528,0.9715188,0.010982716,0.000015993175,0.00055749674,0.0000250864,0.00040203397,0.000037559428,0.000018802095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978704,0.00016367156,0.00074520585,0.0008518028,0.00020056475,0.00016839679],"domain_scores_gemma":[0.9974741,0.00017991157,0.00055758987,0.0015945946,0.00014481027,0.00004902911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086913485,0.0002393032,0.00061465666,0.00012700354,0.00005365308,0.00001157387,0.0008657232,0.0002541161,0.0000072565667],"category_scores_gemma":[0.00072721817,0.0001777073,0.00003174242,0.00030327935,0.0007255386,0.0000033332255,0.000728879,0.0001907488,5.543489e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012791713,0.00002430913,0.0018107683,0.0016433074,0.00020389173,0.0000013661509,0.000203162,0.000028376531,0.0067073437,0.00014175138,0.00027797287,0.98894495],"study_design_scores_gemma":[0.0036630498,0.0011495391,0.03409641,0.020968225,0.005020495,0.00024286265,0.0013021664,0.016465025,0.0009893809,0.009529259,0.9052027,0.001370874],"about_ca_topic_score_codex":0.00029945115,"about_ca_topic_score_gemma":0.0002199727,"teacher_disagreement_score":0.9875741,"about_ca_system_score_codex":0.00006917489,"about_ca_system_score_gemma":0.00039754465,"threshold_uncertainty_score":0.72466934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2901091331","doi":"10.1007/978-3-319-93191-3_1","title":"Making the Case: The Arguments for Participatory Research","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citizen journalism; Sociology; Engineering ethics; Epistemology; Political science; Philosophy; Engineering; Law","score_opus":0.9034572708350255,"score_gpt":0.7043428332526303,"score_spread":0.19911443758239522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901091331","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040463583,0.0006468498,0.0015804975,0.025440078,0.00028727655,0.0013544699,0.000029568193,0.000026211343,0.9705946],"genre_scores_gemma":[0.0037963379,0.00036498753,0.0016017423,0.00065052987,0.0016487362,0.00021656277,0.0000017270484,0.00003665969,0.9916827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99353415,0.0038187518,0.00025024835,0.00031314333,0.0013320968,0.00075160904],"domain_scores_gemma":[0.98147756,0.01678872,0.00009419852,0.0004624822,0.001065735,0.000111317626],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.072889015,0.00013683063,0.00017543194,0.000072987736,0.0047068396,0.000299119,0.0007399962,0.00032248892,0.0037025677],"category_scores_gemma":[0.004869015,0.00006714368,0.00015428182,0.00007991922,0.0066648037,0.00006622483,0.0002387159,0.0011139285,0.00029957315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010786743,0.0000041925855,0.0000010176748,0.000021471884,0.00004936505,0.000021674545,0.02769784,4.0296012e-8,5.2400736e-7,0.8682133,0.095902644,0.008077131],"study_design_scores_gemma":[0.000029242163,0.000041788422,4.9144876e-7,0.000038253664,0.000009139724,0.0000015212188,0.014925587,0.000011840023,0.0000020045827,0.42581153,0.5590693,0.000059305716],"about_ca_topic_score_codex":0.0010443858,"about_ca_topic_score_gemma":0.008684121,"teacher_disagreement_score":0.46316665,"about_ca_system_score_codex":0.00018486804,"about_ca_system_score_gemma":0.0006449462,"threshold_uncertainty_score":0.9972082},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2901309766","doi":"10.1177/1556264618804740","title":"“Why Don’t You Go Into Suburbs? Why Are You Targeting Us?”: Trust and Mistrust in HIV Vaccine Trials in South Africa","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Human immunodeficiency virus (HIV); HIV vaccine; Public relations; Political science; Vaccine trial; Economic growth; Virology; Medicine; Economics","score_opus":0.5252508677624643,"score_gpt":0.5903244192338575,"score_spread":0.06507355147139315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901309766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89628696,0.0023265283,0.00012669014,0.09283073,0.00007705996,0.0013654251,0.000047953075,0.00002219814,0.0069164475],"genre_scores_gemma":[0.98851526,0.0012120114,0.0006439894,0.00067284197,0.0017421169,0.00006827154,0.0000218412,0.00009191213,0.007031769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9696721,0.016581636,0.0028755516,0.0008833176,0.007571879,0.002415526],"domain_scores_gemma":[0.97289085,0.015724095,0.0005780333,0.0009336514,0.0076217046,0.0022516565],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13154776,0.0003954311,0.0017270215,0.006038292,0.0011235095,0.000533252,0.0011848869,0.0008753644,0.0023056802],"category_scores_gemma":[0.22828573,0.00029758655,0.0005179658,0.0037872281,0.0021171058,0.00044224583,0.0008083556,0.019282043,0.00014208221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011195441,0.0031585095,0.19032232,0.0013957208,0.00029591803,0.0031294893,0.024722677,0.0000073788697,0.012259825,0.0012419126,0.74952924,0.0027415596],"study_design_scores_gemma":[0.02648618,0.065577686,0.11071982,0.014072221,0.000086545784,0.0001834632,0.05573497,0.0023055552,0.0062991055,0.025253288,0.69222176,0.0010594102],"about_ca_topic_score_codex":0.00062664895,"about_ca_topic_score_gemma":0.0021511086,"teacher_disagreement_score":0.09673797,"about_ca_system_score_codex":0.0014334256,"about_ca_system_score_gemma":0.0020703524,"threshold_uncertainty_score":0.9999476},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2901357801","doi":"10.1186/s12891-018-2337-7","title":"Pilot randomized controlled trials in the orthopaedic surgery literature: a systematic review","year":2018,"lang":"en","type":"review","venue":"BMC Musculoskeletal Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Western University; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Checklist; Physical therapy; Systematic review; Clinical trial; Orthopedic surgery; Consolidated Standards of Reporting Trials; Evidence-based medicine; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.4697155841341039,"score_gpt":0.4995283016012352,"score_spread":0.029812717467131267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901357801","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015336876,0.9294133,0.0013444914,0.00027572294,0.001284516,0.064819075,0.000050753813,0.000020118847,0.0027904774],"genre_scores_gemma":[0.000021688697,0.9714335,0.00016098819,0.00063817773,0.00038635192,0.023483863,0.00023026431,0.00009314388,0.0035520277],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.25189555,0.6333907,0.097958565,0.002904381,0.012888847,0.00096192374],"domain_scores_gemma":[0.1392792,0.7493911,0.092952535,0.016117778,0.0018602218,0.0003991996],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.86980295,0.0025121947,0.1970099,0.0027534715,0.00026976576,0.0030497743,0.0069217123,0.0004471189,0.005167917],"category_scores_gemma":[0.8901376,0.0007261539,0.2034336,0.008947499,0.00044310853,0.00037799418,0.0002695181,0.0010530157,0.0059688874],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005855816,0.00015469165,0.0000050122603,0.92792696,0.0032577368,0.000007184435,0.000079363825,1.9051768e-7,1.3587597e-9,0.00058469287,0.05464157,0.012757012],"study_design_scores_gemma":[0.020836087,0.000044952292,0.0000014354937,0.6820997,0.052332442,0.000037555954,0.00008173178,0.000046616336,2.0997595e-10,0.001447399,0.24230534,0.0007667519],"about_ca_topic_score_codex":0.000015293506,"about_ca_topic_score_gemma":0.00020817584,"teacher_disagreement_score":0.24582727,"about_ca_system_score_codex":0.0000890855,"about_ca_system_score_gemma":0.0009314245,"threshold_uncertainty_score":0.99951893},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2901380995","doi":"10.46743/2160-3715/2018.3362","title":"Multi-Site Bilingual Team-Based Grounded Theory Research: A Retrospective Methodological Review","year":2018,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Social Work Education and Practice","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Dalhousie University; University of Calgary; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Grounded theory; Teamwork; Variety (cybernetics); Sociology; Qualitative research; Knowledge management; Psychology; Management; Computer science; Social science","score_opus":0.7267701424991413,"score_gpt":0.6966087117605383,"score_spread":0.030161430738603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901380995","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039702993,0.0062289867,0.02126839,0.18911904,0.002319278,0.003654044,0.000019866588,0.0004764087,0.737211],"genre_scores_gemma":[0.86963344,0.0010644338,0.03334365,0.009491684,0.0023013486,0.0002922314,0.000026558799,0.000048934387,0.08379774],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9468317,0.050652187,0.00049844076,0.00044650768,0.0011079157,0.00046323752],"domain_scores_gemma":[0.9710017,0.025694331,0.0005086613,0.00054565154,0.0020853933,0.00016426545],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1454219,0.0001380348,0.0003382717,0.000076249344,0.002871705,0.000090444155,0.0003976139,0.0001284565,0.002621643],"category_scores_gemma":[0.16560374,0.00009184365,0.00015697897,0.0019717072,0.0037885874,0.00017355457,0.000064242995,0.0006608505,0.00066558307],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020654446,0.00024121252,0.00039490353,0.00004420858,0.00008641462,0.000029635332,0.5216619,6.668052e-8,0.000108277934,0.4484934,0.02657725,0.0021562104],"study_design_scores_gemma":[0.00022189388,0.00022292885,0.003747921,0.00015811261,0.0000679484,0.0000136556,0.35695046,0.000003360132,0.000095853706,0.17031705,0.4679686,0.00023220223],"about_ca_topic_score_codex":0.0016220955,"about_ca_topic_score_gemma":0.0009186329,"teacher_disagreement_score":0.8299304,"about_ca_system_score_codex":0.00038119633,"about_ca_system_score_gemma":0.001532498,"threshold_uncertainty_score":0.9989225},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2901415948","doi":"10.1017/s0033291718003380","title":"Equivalence testing: reversed hypotheses, margins, and the need for controlling researcher allegiance","year":2018,"lang":"en","type":"letter","venue":"Psychological Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Allegiance; Equivalence (formal languages); Content (measure theory); Information retrieval; Psychology; Action (physics); Computer science; Statistics; Econometrics; Social psychology; Mathematics; Discrete mathematics; Political science","score_opus":0.9152274739782401,"score_gpt":0.5964649393488219,"score_spread":0.31876253462941817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901415948","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004050259,0.00651926,0.015378153,0.9489537,0.0009151949,0.0034198377,0.000038383223,0.00001607697,0.02435441],"genre_scores_gemma":[0.008589708,0.0005334816,0.012770371,0.89160204,0.011480629,0.00062183663,0.000031479623,0.000050691524,0.07431974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96943104,0.014489529,0.007096646,0.0021204627,0.00614735,0.0007149598],"domain_scores_gemma":[0.886426,0.101297386,0.0049777394,0.0048003905,0.002283525,0.00021500434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1867228,0.00059797143,0.0060265567,0.0002888588,0.00031782826,0.00044757637,0.0037935972,0.00062895066,0.008670478],"category_scores_gemma":[0.42165893,0.00018583752,0.0010203584,0.0011668555,0.0024077476,0.00007710792,0.0001982071,0.001477716,0.0007339016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014056376,0.000013621959,0.00008254793,0.000100743186,0.0001366894,0.000031399086,0.00009751168,3.3072075e-7,0.000027292079,0.00031028382,0.9905619,0.008497107],"study_design_scores_gemma":[0.002567562,0.00040338334,0.0012713051,0.0004011995,0.00032102587,0.000040743005,0.00014961825,0.0014950687,2.1697211e-7,0.033779588,0.9593473,0.00022296683],"about_ca_topic_score_codex":0.000015341371,"about_ca_topic_score_gemma":0.0000021139901,"teacher_disagreement_score":0.23493612,"about_ca_system_score_codex":0.00002716822,"about_ca_system_score_gemma":0.000018338897,"threshold_uncertainty_score":0.9922357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2901826044","doi":"10.1093/ije/dyy239","title":"How often can meta-analyses of individual-level data individualize treatment? A meta-epidemiologic study","year":2018,"lang":"en","type":"review","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Laura and John Arnold Foundation","keywords":"Subgroup analysis; Meta-analysis; Medicine; Cochrane Library; MEDLINE; Randomized controlled trial; Internal medicine; Biology","score_opus":0.9907924205974797,"score_gpt":0.7172303309820024,"score_spread":0.27356208961547734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901826044","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041195115,0.9816108,0.0059165102,0.0033241438,0.0016426125,0.0014352525,0.005821424,0.0000047385042,0.00020334538],"genre_scores_gemma":[0.00045683255,0.96510607,0.026933603,0.0011269536,0.0013429824,0.00016129792,0.0008198588,0.00006403263,0.0039883484],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.7422636,0.18481266,0.059850182,0.0031049578,0.009160831,0.00080773904],"domain_scores_gemma":[0.63932323,0.18030466,0.15804045,0.01248094,0.009204438,0.0006462953],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.470414,0.0018159581,0.07460891,0.0037006843,0.00011589333,0.00059119717,0.02699345,0.0007299705,0.008299517],"category_scores_gemma":[0.5215519,0.0006480249,0.035088368,0.0016190264,0.0005851132,0.0006768075,0.0024054023,0.000927817,0.00026088263],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018570294,0.0006218968,0.0012193029,0.00024335679,0.6077243,0.00011867309,0.00020018732,0.00002277863,1.5680611e-7,0.0004393044,0.13308981,0.25630164],"study_design_scores_gemma":[0.00029067846,0.00057258445,0.00018245526,0.00019218646,0.29532042,0.00047285133,0.00020284975,0.000022102595,2.8863354e-7,0.00577676,0.6966591,0.0003077263],"about_ca_topic_score_codex":0.00020615614,"about_ca_topic_score_gemma":0.00020728225,"teacher_disagreement_score":0.5635693,"about_ca_system_score_codex":0.0002679116,"about_ca_system_score_gemma":0.001089187,"threshold_uncertainty_score":0.9995971},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2902426622","doi":"10.1016/j.jclinepi.2018.11.030","title":"Systematic reviews of clinical practice guidelines: a methodological guide","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":277,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Medicine; Clinical Practice; MEDLINE; Medical physics; Management science; Family medicine; Engineering; Political science","score_opus":0.9430014611751203,"score_gpt":0.7786412487960017,"score_spread":0.16436021237911858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902426622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07253639,0.012812491,0.58293504,0.29728445,0.019863127,0.0050713546,0.000017349952,0.000094564966,0.009385263],"genre_scores_gemma":[0.009301072,0.018939063,0.86207986,0.09760134,0.011705463,0.000016625861,0.000007004971,0.000040084706,0.00030949063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79102343,0.09349345,0.11248763,0.0009774945,0.0012143102,0.0008037085],"domain_scores_gemma":[0.054824255,0.8409457,0.080671646,0.002033216,0.01997424,0.0015509222],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5369455,0.0004068663,0.015010596,0.00023094872,0.00006653051,0.00000884435,0.0006865132,0.0010909442,0.0007872725],"category_scores_gemma":[0.99195987,0.00024126847,0.0040202457,0.0004640685,0.0012421558,0.00042649155,0.00024967606,0.0025704456,0.00028593614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013434987,0.0034151757,0.110130414,0.0080100885,0.003444556,0.00037089642,0.00010183297,0.000019083569,0.00014591898,0.0041268445,0.652986,0.20381422],"study_design_scores_gemma":[0.009414309,0.020601965,0.04946837,0.008563136,0.0064852736,0.004735339,0.0007978771,0.0020321754,0.000025351332,0.00708118,0.8903972,0.00039781033],"about_ca_topic_score_codex":0.00007008421,"about_ca_topic_score_gemma":0.000013502438,"teacher_disagreement_score":0.74745226,"about_ca_system_score_codex":0.00006447001,"about_ca_system_score_gemma":0.0014490476,"threshold_uncertainty_score":0.99973065},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2902907490","doi":"10.1111/jebm.12330","title":"Quality of clinical practice guidelines about red blood cell transfusion","year":2018,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Blood transfusion and management","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Canadian Medical Association; National Institute for Health and Care Excellence; Agency for Healthcare Research and Quality; Universitat Autònoma de Barcelona; World Health Organization","keywords":"Medicine; Guideline; Scope (computer science); CLARITY; Intensive care medicine; Computer science; Pathology","score_opus":0.58470875204432,"score_gpt":0.577849232896576,"score_spread":0.006859519147744075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902907490","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006763927,0.96709234,0.0016790415,0.025030725,0.002557545,0.0015341102,0.000009274614,0.000027768512,0.0020015736],"genre_scores_gemma":[0.000037363196,0.97057235,0.018062305,0.0048972345,0.0055179857,0.000013692707,0.000018291596,0.0000774668,0.00080329605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826748,0.0018446189,0.011509027,0.0006215531,0.0029456757,0.00040432232],"domain_scores_gemma":[0.97711223,0.005826502,0.008367586,0.0011387037,0.0067824232,0.00077253446],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026558816,0.00069875363,0.00741563,0.00086856243,0.000075382544,0.0000138208825,0.00067217177,0.0007099748,0.00089031504],"category_scores_gemma":[0.039592072,0.0003722601,0.0024944614,0.0009374417,0.0005468834,0.00030810153,0.00005597997,0.0017797089,0.000019470137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002494689,0.0021885037,0.000077535406,0.07011123,0.0014620671,0.0006826237,0.00009027894,0.0000010118575,0.00009122872,0.000026546088,0.08782565,0.83494866],"study_design_scores_gemma":[0.0069159726,0.005916966,0.000105586405,0.20920613,0.02175607,0.00037241494,0.000119021504,0.0000034096079,0.000044432996,0.00000944073,0.75531137,0.00023919743],"about_ca_topic_score_codex":0.00011763995,"about_ca_topic_score_gemma":0.000010791487,"teacher_disagreement_score":0.83470947,"about_ca_system_score_codex":0.000084346495,"about_ca_system_score_gemma":0.0031693475,"threshold_uncertainty_score":0.9998729},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2903168985","doi":"10.2147/ceor.s178825","title":"A methodological review of national and transnational pharmaceutical budget impact analysis guidelines for new drug submissions","year":2018,"lang":"en","type":"review","venue":"ClinicoEconomics and Outcomes Research","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"EconLit; Formulary; CINAHL; Medicine; Grey literature; MEDLINE; Health care; Population; Family medicine; Political science; Environmental health; Nursing; Psychological intervention","score_opus":0.9495857588377236,"score_gpt":0.7667037290534521,"score_spread":0.18288202978427148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903168985","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009392831,0.9535463,0.00116981,0.03908045,0.00023142908,0.002187961,0.0032903275,0.000015087411,0.00038474347],"genre_scores_gemma":[0.000016516156,0.97890997,0.013777885,0.0042617987,0.00057465077,0.00027883225,0.000507992,0.000053842974,0.0016184889],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98656625,0.0016979385,0.009582249,0.0012767406,0.00025160055,0.00062520575],"domain_scores_gemma":[0.9614201,0.033158388,0.0031225663,0.0005812596,0.0010067492,0.0007109322],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0994961,0.00047410335,0.0067335805,0.0014811062,0.00026879983,0.00012689146,0.0005997155,0.00047527277,0.0014935295],"category_scores_gemma":[0.04407097,0.0004225666,0.0018280953,0.00059709325,0.00041573463,0.00022592722,0.00021996345,0.00059941626,0.00011015257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006546413,0.00028216795,0.0048482274,0.12752913,0.007748202,8.461242e-7,0.00030940934,0.000014171281,1.9928608e-8,0.25941288,0.47488087,0.12490858],"study_design_scores_gemma":[0.0006384404,0.000087557564,0.00078635017,0.0026618193,0.0004243393,0.0000059083595,0.00004027364,0.0017784408,4.0932708e-8,0.018482586,0.97469544,0.00039881023],"about_ca_topic_score_codex":0.00009538962,"about_ca_topic_score_gemma":0.000039472103,"teacher_disagreement_score":0.49981457,"about_ca_system_score_codex":0.00050824776,"about_ca_system_score_gemma":0.0018920754,"threshold_uncertainty_score":0.9998226},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2904138804","doi":"10.1177/1556264618812625","title":"Of Parachutes and Participant Protection: Moving Beyond Quality to Advance Effective Research Ethics Oversight","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Empirical research; Research ethics; Compliance (psychology); Engineering ethics; Public relations; Business; Psychology; Political science; Management science; Social psychology; Economics","score_opus":0.9485647918137569,"score_gpt":0.7907133823520243,"score_spread":0.1578514094617326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904138804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8296142,0.00078416633,0.00033278728,0.15815476,0.00021437841,0.0032734585,0.000021368907,0.000029587534,0.0075752973],"genre_scores_gemma":[0.9898138,0.0019871672,0.002374392,0.00117671,0.0017266853,0.00019163504,0.0000021225444,0.00009929285,0.002628185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9162267,0.040149678,0.0029875662,0.0015505293,0.03580096,0.0032846085],"domain_scores_gemma":[0.43698806,0.45966414,0.00068653666,0.0026855364,0.0956446,0.004331151],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.44695976,0.00039615994,0.0015159862,0.003989988,0.0035585975,0.0003789736,0.0018024619,0.0027390295,0.00033557328],"category_scores_gemma":[0.73558825,0.00030844475,0.000383354,0.0056738313,0.015100383,0.0004369442,0.0025707786,0.09154645,0.00016526526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05219787,0.009657919,0.023219775,0.014837286,0.0015467479,0.0021374125,0.08923686,0.000058741716,0.21884525,0.54572827,0.024752762,0.017781138],"study_design_scores_gemma":[0.006181008,0.11156891,0.112851664,0.011517675,0.00007854158,0.00015538231,0.018628167,0.00022286671,0.09462656,0.5890079,0.05439489,0.0007664407],"about_ca_topic_score_codex":0.00059644977,"about_ca_topic_score_gemma":0.0014816178,"teacher_disagreement_score":0.47923863,"about_ca_system_score_codex":0.0015921303,"about_ca_system_score_gemma":0.012193405,"threshold_uncertainty_score":0.99993676},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2904163393","doi":"10.1093/reseval/rvy037","title":"A response to Hansson and Polk (2018) “Assessing the impact of transdisciplinary research: The usefulness of relevance, credibility, and legitimacy for understanding the link between process and impact”","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"POLK; Credibility; Legitimacy; Relevance (law); Trustworthiness; Political science; Regional science; Sociology; Geography; Psychology; Social psychology; Law; Archaeology; Politics","score_opus":0.6877839705152412,"score_gpt":0.6505376613553128,"score_spread":0.03724630915992844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904163393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95965195,0.00026288672,0.006470047,0.029701423,0.0000325269,0.0034533693,0.00010537506,0.000006085414,0.00031632962],"genre_scores_gemma":[0.9991793,0.000018631732,0.000070440015,0.000005284692,0.0003336922,0.0002520858,0.0000053752105,0.000016931683,0.00011822861],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9843537,0.008231251,0.0007018795,0.0006481697,0.005335406,0.0007295921],"domain_scores_gemma":[0.9604209,0.030982975,0.00021366218,0.0009124325,0.007240097,0.0002299026],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.14291306,0.00015920357,0.00030544357,0.0007584362,0.0026315376,0.0010308628,0.0008326772,0.000102040336,0.000038940987],"category_scores_gemma":[0.0314554,0.00006973564,0.00008680858,0.0033165852,0.0029906626,0.00090652454,0.00056702376,0.0005082286,0.0000026382077],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049091373,0.00031170994,0.062072236,0.00048960623,0.00054430077,0.000004546784,0.43713167,0.0014677279,0.090722345,0.004296367,0.015625272,0.33824286],"study_design_scores_gemma":[0.0012529222,0.006229217,0.3794241,0.00026240546,0.000033735803,0.000009491099,0.10184719,0.096864,0.0028904176,0.41096756,0.000076544515,0.00014243172],"about_ca_topic_score_codex":0.00010925007,"about_ca_topic_score_gemma":0.00028477932,"teacher_disagreement_score":0.4066712,"about_ca_system_score_codex":0.00039722168,"about_ca_system_score_gemma":0.0018804984,"threshold_uncertainty_score":0.9997226},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2904237019","doi":"10.1007/s11606-018-4738-6","title":"Practical Guidance for Involving Stakeholders in Health Research","year":2018,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":232,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa; Centre for Global Health Research","funders":"Economic and Social Research Council","keywords":"Stakeholder; Stakeholder engagement; Normative; Stakeholder analysis; Work (physics); Medicine; Public relations; Knowledge management; Computer science; Political science; Engineering","score_opus":0.9129319384116907,"score_gpt":0.6886975392157771,"score_spread":0.2242343991959136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904237019","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005892351,0.9845478,0.000793247,0.0036524644,0.006988856,0.0026637875,0.000034292905,0.0000068857685,0.0012537442],"genre_scores_gemma":[0.00000804812,0.97454005,0.0049027884,0.0029643767,0.009973735,0.00017335448,0.000051052662,0.000066187546,0.00732039],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867783,0.0045115254,0.005685881,0.00037215115,0.001365077,0.0012870188],"domain_scores_gemma":[0.9890943,0.00418382,0.0043241438,0.00033982735,0.0012095668,0.0008483344],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026727809,0.00037270717,0.002596486,0.0012071118,0.00042605188,0.000009683076,0.0005980851,0.00038134292,0.00035233342],"category_scores_gemma":[0.0027121236,0.00023622758,0.00030353057,0.0005090904,0.0002355976,0.00015431942,0.00016798,0.0039097248,0.00005842076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040390078,0.00018221964,0.00029878062,0.11869899,0.00011358569,0.00007882442,0.0017522728,2.7011444e-7,8.09426e-7,0.0009604746,0.73430747,0.14320242],"study_design_scores_gemma":[0.0012356321,0.0038023016,0.000008107333,0.2614009,0.000045074048,0.000050132752,0.0009973111,0.000028347262,3.1446433e-7,0.00031468598,0.7320085,0.00010866068],"about_ca_topic_score_codex":0.0015341933,"about_ca_topic_score_gemma":0.0007114093,"teacher_disagreement_score":0.14309375,"about_ca_system_score_codex":0.0027093098,"about_ca_system_score_gemma":0.004586478,"threshold_uncertainty_score":0.9983883},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2904593008","doi":"10.1016/j.amjmed.2018.11.034","title":"The Ego Has Landed! What Can Be Done About Research Misconduct, Scandals, and Spins?","year":2018,"lang":"en","type":"editorial","venue":"The American Journal of Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scopus; Misconduct; Incentive; Medicine; Scientific misconduct; Public relations; Political science; Law; Alternative medicine; MEDLINE","score_opus":0.07605535085895729,"score_gpt":0.41568087632625395,"score_spread":0.33962552546729663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904593008","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015387793,0.025498373,0.000015357933,0.4242401,0.531165,0.0003087386,0.00002907824,0.000014376914,0.003341183],"genre_scores_gemma":[0.011604542,0.13660854,0.000028828546,0.0011905389,0.8461654,0.0000036558743,0.0000073240303,0.000026746156,0.0043644207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99149716,0.0030310089,0.0007091721,0.00024461604,0.003799687,0.0007183739],"domain_scores_gemma":[0.9865239,0.009452603,0.0013548055,0.00038280876,0.0018801196,0.00040572873],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.033617128,0.0002495962,0.00084821606,0.00020654331,0.002569167,0.00039292354,0.001866809,0.0005786135,0.000148732],"category_scores_gemma":[0.014650623,0.00011425562,0.000103942475,0.00059596956,0.022710213,0.00022679057,0.00014056884,0.008571996,0.0000077372115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028220893,0.000008447222,0.000011227513,0.000009225477,0.00012340718,0.000024809618,0.035380997,8.788767e-8,0.00002276789,0.00025921388,0.93944246,0.02443516],"study_design_scores_gemma":[0.00050881424,0.0010616516,0.000031423016,0.001018881,0.00011147147,0.000036395173,0.09526229,8.342532e-7,0.000008335535,0.0027548897,0.8990832,0.00012184069],"about_ca_topic_score_codex":0.027827982,"about_ca_topic_score_gemma":0.0064512067,"teacher_disagreement_score":0.42304957,"about_ca_system_score_codex":0.00024143736,"about_ca_system_score_gemma":0.0025343117,"threshold_uncertainty_score":0.99872935},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2905976337","doi":"10.1016/j.jval.2018.09.462","title":"PCN380 - THE PROGNOSTIC SIGNIFICANCE OF HEALTH-RELATED QUALITY OF LIFE FROM CANCER RANDOMIZED CONTROLLED TRIALS: A SYSTEMATIC EVALUATION OF THE STATISTICAL METHODS","year":2018,"lang":"en","type":"article","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Univariate; Sample size determination; Randomized controlled trial; Missing data; Multivariate analysis; Quality of life (healthcare); Multivariate statistics; Systematic review; MEDLINE; Internal medicine; Statistics; Mathematics","score_opus":0.6685403982685437,"score_gpt":0.5508959488733488,"score_spread":0.11764444939519492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905976337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.634039,0.17007895,0.07193473,0.06241934,0.003909715,0.05469342,0.0025004374,0.000042289128,0.00038213737],"genre_scores_gemma":[0.98955727,0.00039932845,0.006201453,0.0015423571,0.00013640232,0.002095212,0.000015545305,0.000028669276,0.000023791905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6628746,0.27703357,0.05722046,0.0009858035,0.0010831703,0.0008023996],"domain_scores_gemma":[0.7845264,0.16646552,0.04671814,0.0013221866,0.0007677324,0.00020004825],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60655284,0.000268206,0.01249703,0.00029866718,0.00018440593,0.000021832842,0.0005391986,0.00017569769,0.0004085184],"category_scores_gemma":[0.39265734,0.00017739148,0.00061859866,0.0006059415,0.00063589413,0.00011431989,0.00005510436,0.0002831682,0.000019432002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034053005,0.0018013747,0.0667113,0.116673484,0.0060846373,1.3413953e-7,0.071140714,0.04380082,0.00006321416,0.65339124,0.0032526343,0.003027452],"study_design_scores_gemma":[0.16681378,0.00031199056,0.05442759,0.010705792,0.000394511,6.108059e-7,0.0036102762,0.55233693,0.000027682807,0.21094486,0.000033734323,0.00039225412],"about_ca_topic_score_codex":0.1267613,"about_ca_topic_score_gemma":0.0009141128,"teacher_disagreement_score":0.5085361,"about_ca_system_score_codex":0.0009057337,"about_ca_system_score_gemma":0.0042058793,"threshold_uncertainty_score":0.87905365},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2906684310","doi":"10.1177/1609406918817953","title":"Working Towards the Promise of Participatory Action Research: Learning From Ageing Research Exemplars","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Participatory action research; Citizen journalism; Action (physics); Action research; Public relations; Sociology; Process (computing); Critical appraisal; Engineering ethics; Political science; Pedagogy; Medicine","score_opus":0.9934965774267595,"score_gpt":0.8542333576260204,"score_spread":0.13926321980073908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906684310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8887942,0.0006051945,0.09359309,0.0073132114,0.0021851077,0.00034525627,0.0000040334835,0.000019539379,0.00714037],"genre_scores_gemma":[0.91602045,0.00017156529,0.081066184,0.000043187123,0.0019598803,0.000030463987,7.7549436e-7,0.000021920776,0.0006855459],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.84462315,0.14810055,0.0010276935,0.00028518302,0.005212448,0.0007509943],"domain_scores_gemma":[0.96103424,0.028819444,0.00074456015,0.00023088444,0.008867079,0.00030382304],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28412393,0.00012812603,0.00035712222,0.00081812916,0.0012612566,0.00023895582,0.0016041454,0.0001344442,0.00043359332],"category_scores_gemma":[0.119412705,0.00009641245,0.00019482507,0.0012183093,0.0053987564,0.0005606843,0.00034814366,0.0020063242,0.000025206755],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008440942,0.00016281958,0.0013307071,0.000008235348,0.00040867098,0.000044134937,0.68808615,0.000030539635,0.051868558,0.022352874,0.00078952755,0.23407367],"study_design_scores_gemma":[0.000821899,0.00095343933,0.0070393183,0.0006318608,0.000040062223,0.0000042581455,0.5103283,0.00068608124,0.09134781,0.20719028,0.18073876,0.00021794226],"about_ca_topic_score_codex":0.002275504,"about_ca_topic_score_gemma":0.000501901,"teacher_disagreement_score":0.23385572,"about_ca_system_score_codex":0.00088434556,"about_ca_system_score_gemma":0.0014858443,"threshold_uncertainty_score":0.99730796},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2908270650","doi":"10.1017/iop.2018.123","title":"Beyond Managing Research Partnerships: Partnered Research as an Integrated Methodological Approach","year":2018,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Alberta; University of Toronto; McMaster University; University of Ottawa","funders":"","keywords":"Argument (complex analysis); Set (abstract data type); Knowledge management; Test (biology); Management science; Sociology; Energy (signal processing); Psychology; Engineering ethics; Computer science; Engineering","score_opus":0.9710060626679311,"score_gpt":0.7817805317249171,"score_spread":0.18922553094301398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908270650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7230436,0.000032851614,0.0059576673,0.12678221,0.0021808688,0.002803602,0.00008393688,0.00026240892,0.13885285],"genre_scores_gemma":[0.9667902,0.000035329573,0.006413421,0.01814076,0.005147596,0.00019186627,0.00014887098,0.000043361786,0.0030885744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9754046,0.02059539,0.00082625967,0.0008714418,0.0009740318,0.0013282651],"domain_scores_gemma":[0.990199,0.0063043395,0.00015808552,0.00044237118,0.0022937602,0.0006023986],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032074798,0.00016217612,0.0003099506,0.0006789537,0.0029237387,0.000057625075,0.0005636658,0.0006910196,0.005539998],"category_scores_gemma":[0.018118935,0.00013254871,0.000016304128,0.0035504925,0.0017564038,0.0002505196,0.0003159564,0.0024010872,0.0012236636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010115103,0.0002786629,0.0706596,0.00004337026,0.000042031726,0.000014606506,0.018055776,0.0000012937685,0.0017196446,0.47820678,0.41629466,0.013672083],"study_design_scores_gemma":[0.004492629,0.0019663726,0.024448225,0.000054712793,0.000011116646,0.000051035342,0.022776622,0.00021638241,0.00019319923,0.22669354,0.71871084,0.00038529598],"about_ca_topic_score_codex":0.00027923763,"about_ca_topic_score_gemma":0.00011149038,"teacher_disagreement_score":0.3024162,"about_ca_system_score_codex":0.0001707477,"about_ca_system_score_gemma":0.0013931926,"threshold_uncertainty_score":0.9999004},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2910422483","doi":"10.21083/partnership.v13i2.4066","title":"An Examination of Bibliometrics in Calls for Major Canadian Research Awards","year":2019,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Bibliometrics; CLARITY; Nomination; Multidisciplinary approach; Library science; Political science; Sociology; Social science; Computer science; Law; Biology","score_opus":0.537772614021961,"score_gpt":0.5752178515967156,"score_spread":0.0374452375747546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910422483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9154994,0.0018538585,0.000056084893,0.033546492,0.00022586847,0.00087451946,0.00006490031,0.0000021101798,0.04787676],"genre_scores_gemma":[0.9975314,0.0010162259,0.00033560087,0.0004224414,0.00006835586,0.000007750101,0.000008581502,0.000006629699,0.00060299714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99100024,0.0021976202,0.00094373204,0.00019100757,0.004887743,0.00077966775],"domain_scores_gemma":[0.9730206,0.01875061,0.00037333646,0.0003973679,0.005884368,0.0015737242],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.12084667,0.00008641049,0.00022838329,0.19779724,0.00066530885,0.0047421344,0.0014639833,0.00017903258,0.00021900507],"category_scores_gemma":[0.054626934,0.00005495437,0.000046594654,0.15123385,0.0004553213,0.028041992,0.000110923866,0.0010309868,0.000027600421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006349681,0.0001333261,0.23994103,0.00022924076,0.00007055163,0.000049398343,0.0144651225,0.00022453378,0.00010690443,0.24532546,0.04165731,0.45716214],"study_design_scores_gemma":[0.00091621414,0.0012029897,0.35409218,0.000047695263,0.0000054231127,0.000068967,0.02338605,0.00399949,0.00034294554,0.0068855104,0.608925,0.00012758476],"about_ca_topic_score_codex":0.02224763,"about_ca_topic_score_gemma":0.013885175,"teacher_disagreement_score":0.56726766,"about_ca_system_score_codex":0.00011862844,"about_ca_system_score_gemma":0.0060474095,"threshold_uncertainty_score":0.99958736},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2911268485","doi":"","title":"Research Impact Responsibilities: Policy Alternatives for Canada","year":2019,"lang":"en","type":"other","venue":"QSpace (Queen's University Library)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Political science; Business; Environmental planning; Environmental science","score_opus":0.2125347363266677,"score_gpt":0.47137206895294453,"score_spread":0.25883733262627684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911268485","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026396576,0.00026439902,0.00035225134,0.07633645,0.00082076254,0.0018733952,0.004355627,0.00016708559,0.91319036],"genre_scores_gemma":[0.007249052,0.0006907163,0.00089577655,0.00012970882,0.00044766802,0.0000026581688,0.000056690584,0.0002395883,0.99028814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9854303,0.001270801,0.00037459598,0.0016208813,0.009766352,0.0015370871],"domain_scores_gemma":[0.9786709,0.015391191,0.0005000951,0.0024919126,0.0017619088,0.001183978],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0045346767,0.00043125992,0.0007901511,0.122387365,0.00039467175,0.0017256466,0.0062857443,0.00048028587,0.0060059815],"category_scores_gemma":[0.014925894,0.0003492285,0.00041968358,0.1163279,0.0004743878,0.0011759641,0.0024492084,0.0008712317,0.0004761736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018549505,0.0000497834,0.004789057,0.00003420185,0.00008722529,0.0000692829,0.00008007317,0.000013258313,9.1208074e-7,0.0046397997,0.98870057,0.0013503191],"study_design_scores_gemma":[0.00056008913,0.00029250962,0.0032341785,0.000058500602,0.000006316292,2.6636374e-7,0.0022217187,0.000029664618,0.000071284594,0.0016683949,0.9914643,0.00039278067],"about_ca_topic_score_codex":0.9151723,"about_ca_topic_score_gemma":0.08879249,"teacher_disagreement_score":0.8263798,"about_ca_system_score_codex":0.0014503573,"about_ca_system_score_gemma":0.017187748,"threshold_uncertainty_score":0.999896},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2911377445","doi":"10.1002/leap.1224","title":"Is the drive for reproducible science having a detrimental effect on what is published?","year":2019,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Novelty; Criticism; Movement (music); Computer science; Epistemology; Process (computing); Publishing; Scientific progress; Engineering ethics; Data science; Political science; Psychology; Law; Philosophy; Social psychology; Aesthetics","score_opus":0.4856131818463446,"score_gpt":0.493911684743706,"score_spread":0.008298502897361393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911377445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8591987,0.0016455173,0.0012428979,0.081359416,0.0037005248,0.0046670125,0.000017704986,0.000040902225,0.048127305],"genre_scores_gemma":[0.95998865,0.00001058462,0.0012904435,0.008919438,0.0002708519,0.00011957253,0.0000074048708,0.000027477483,0.029365584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.977421,0.0037188109,0.0042350707,0.0038838014,0.009925291,0.0008160227],"domain_scores_gemma":[0.969691,0.013087215,0.0037267203,0.011170257,0.0020509295,0.00027391437],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.3121724,0.00037325785,0.0019691794,0.0009173924,0.00088461494,0.09031476,0.0068190615,0.00013341363,0.008266737],"category_scores_gemma":[0.17500168,0.00016011408,0.0016738934,0.0052077705,0.00017416361,0.018821375,0.0006818961,0.00057155767,0.0034937675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006106338,0.00010011284,0.06735378,0.00012873451,0.00027466423,0.0000023939467,0.008899399,0.0001871673,0.0036055993,0.007976995,0.61739,0.29402015],"study_design_scores_gemma":[0.0017685432,0.0008873306,0.013218232,0.0006099207,0.00039494774,0.000032658358,0.016968226,0.030455377,0.03183673,0.023776669,0.87895596,0.0010954167],"about_ca_topic_score_codex":0.000060566137,"about_ca_topic_score_gemma":0.000007331213,"teacher_disagreement_score":0.29292473,"about_ca_system_score_codex":0.00015391348,"about_ca_system_score_gemma":0.00022086459,"threshold_uncertainty_score":0.9985545},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2911600539","doi":"10.1002/pra2.2018.14505501073","title":"Peer review, bibliometrics and altmetrics ‐ Do we need them all?","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Altmetrics; Bibliometrics; Citation; Science Citation Index; Computer science; Impact factor; Proxy (statistics); Quality (philosophy); Social media; Data science; Toolbox; Data mining; World Wide Web; Political science","score_opus":0.2820165169104853,"score_gpt":0.4876526026311676,"score_spread":0.20563608572068232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911600539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5581638,0.0045300024,0.0007363784,0.36073324,0.0015910076,0.003012206,0.00016606432,0.00019221498,0.070875056],"genre_scores_gemma":[0.9889711,0.0067793056,0.0017004773,0.0007872584,0.000035979243,0.000033289554,9.00774e-7,0.000004673861,0.0016870138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873976,0.000008478667,0.0008023398,0.000321856,0.011006906,0.0004628012],"domain_scores_gemma":[0.91113234,0.0014810675,0.0018440691,0.00030969683,0.08505588,0.00017694743],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.054493397,0.00011219452,0.00027458163,0.10012245,0.0006308879,0.0019620855,0.0022462853,0.00019104233,0.000012718832],"category_scores_gemma":[0.36318597,0.00006763353,0.00005593106,0.4804925,0.00084067136,0.0042193476,0.0011231335,0.00018819123,0.000033865235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011083031,0.000036678925,0.25533092,0.000103932856,0.00002002996,1.4350629e-8,0.00047804843,1.0054887e-7,0.0014136187,0.12219577,0.22095151,0.3994583],"study_design_scores_gemma":[0.00048781314,0.0002114794,0.022469299,0.00005252361,0.000021383867,0.000008944978,0.0015051829,0.0011078948,0.01026737,0.06087028,0.9028373,0.00016055732],"about_ca_topic_score_codex":0.0000043261175,"about_ca_topic_score_gemma":3.5166107e-7,"teacher_disagreement_score":0.6818858,"about_ca_system_score_codex":0.00019881582,"about_ca_system_score_gemma":0.00018675938,"threshold_uncertainty_score":0.999074},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2911968494","doi":"10.1136/bmjebm-2018-111057","title":"Use of modified intention-to-treat analysis in studies of direct oral anticoagulants and risk of selection bias: a systematic review","year":2019,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Selection (genetic algorithm); Risk analysis (engineering); Selection bias; Medicine; Intensive care medicine; Psychology; Actuarial science; Computer science; Business; Artificial intelligence; Pathology","score_opus":0.5686784527537067,"score_gpt":0.5045638600117248,"score_spread":0.06411459274198184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911968494","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017711039,0.9899677,0.0002542753,0.0002827995,0.000103988976,0.0075679505,0.000023436567,0.00001712889,0.000011585111],"genre_scores_gemma":[0.00520394,0.99383104,0.00031394305,0.000055806286,0.00006044392,0.000059235594,0.00005837406,0.00002461369,0.00039261614],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993974,0.0012847815,0.0032992042,0.0004456423,0.0008087247,0.0001876828],"domain_scores_gemma":[0.9904341,0.0049069775,0.0032188185,0.00065528613,0.0006900176,0.00009481291],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044198935,0.00043263214,0.011644305,0.0022614459,0.000019716592,0.000004655714,0.00012474672,0.0001436813,0.000033395067],"category_scores_gemma":[0.027442748,0.00025424123,0.0008559121,0.003703985,0.0001633839,0.00012616735,0.00006659931,0.00015940139,0.0000033171343],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015011287,0.000020657058,0.056460988,0.92883676,0.0045141103,0.0000055881364,0.0000613212,0.000055253004,0.0000049935106,0.000010958071,0.00016947444,0.009709801],"study_design_scores_gemma":[0.00065635185,0.00054553867,0.0026127666,0.8563666,0.1388536,0.000004195192,0.00006500849,0.00032466894,0.000008871146,0.0000023052323,0.0003968511,0.0001632725],"about_ca_topic_score_codex":0.0008178712,"about_ca_topic_score_gemma":0.000105957544,"teacher_disagreement_score":0.13433948,"about_ca_system_score_codex":0.00012984367,"about_ca_system_score_gemma":0.00019800136,"threshold_uncertainty_score":0.999991},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2912243965","doi":"10.22230/src.2019v10n1a327","title":"Informing the Digital Archive with Altmetrics","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Research Data Management Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Digitization; Digital curation; Computer science; Data science; World Wide Web; Telecommunications","score_opus":0.1062713277290106,"score_gpt":0.3786534612204933,"score_spread":0.2723821334914827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912243965","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32499897,0.0037324647,0.16109768,0.084275804,0.00009934337,0.0035111809,0.00002245931,0.0002488235,0.42201325],"genre_scores_gemma":[0.9871889,0.0028789698,0.008082149,0.000100246674,0.000010044523,0.00003440996,0.00002014182,0.00000579968,0.0016793497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747884,0.0005968482,0.00012528348,0.00023759372,0.0012487343,0.00031268867],"domain_scores_gemma":[0.9948167,0.0021849084,0.00006363942,0.002437755,0.00040876976,0.00008822725],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006932541,0.000066420966,0.00006479112,0.00036962162,0.0007383238,0.020156171,0.0043106065,0.000027846638,0.0000040156224],"category_scores_gemma":[0.0019715303,0.00003898359,0.000013703263,0.0014019771,0.00024331524,0.07166279,0.004086057,0.0011950342,0.000117848744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032259497,0.0000592684,0.012789004,0.000033002045,0.00004158609,0.0000028329348,0.0010074917,0.000011888323,0.000097509364,0.8106355,0.0006023341,0.1746873],"study_design_scores_gemma":[0.0008705567,0.0007121841,0.12539497,0.00013731199,0.0000048728966,0.000034758203,0.002644736,0.011230868,0.00017831508,0.019251434,0.83926946,0.0002705521],"about_ca_topic_score_codex":0.0000991503,"about_ca_topic_score_gemma":0.000030802374,"teacher_disagreement_score":0.8386671,"about_ca_system_score_codex":0.000034322376,"about_ca_system_score_gemma":0.0001090229,"threshold_uncertainty_score":0.980861},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2914963886","doi":"10.1002/asi.24180","title":"Identifying the business model dimensions of data sharing: A value‐based approach","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Business value; Knowledge management; Business model; Computer science; Value (mathematics); Data sharing; Value capture; Value network; Knowledge sharing; Dimension (graph theory); Process (computing); Key (lock); Data science; Value creation; Business; Marketing","score_opus":0.11522505554396606,"score_gpt":0.32393098991079966,"score_spread":0.2087059343668336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914963886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71493196,0.00016821439,0.23198242,0.039932307,0.0026528016,0.0017177156,0.000080426355,0.000097998,0.008436141],"genre_scores_gemma":[0.9979015,0.000012124833,0.0014862709,0.0005038815,0.000038953574,0.0000026575617,0.000008080502,0.0000025352851,0.000044019835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878424,0.0000027501849,0.00040387662,0.000093791336,0.0005819952,0.00013333598],"domain_scores_gemma":[0.9958691,0.00004990695,0.0014474123,0.0004269099,0.0022019104,0.000004759644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031373156,0.00005948046,0.00012516415,0.00052191946,0.0003021585,0.00027763314,0.0017990178,0.00006611408,0.0000019745034],"category_scores_gemma":[0.0019686737,0.000030156574,0.000028035623,0.0023100632,0.0001413633,0.007294774,0.00070519786,0.00012616205,0.0000053901495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094779294,0.0001820444,0.1608528,0.00067420467,0.000103030754,9.941e-8,0.00042112492,0.032275233,0.007130864,0.759931,0.011220616,0.027114166],"study_design_scores_gemma":[0.0005056566,0.000007885771,0.008755722,0.000085642525,0.00008437864,0.000005808839,0.00071354804,0.9415924,0.0007568281,0.018725881,0.02865959,0.00010663648],"about_ca_topic_score_codex":0.000011433847,"about_ca_topic_score_gemma":0.0000014125388,"teacher_disagreement_score":0.9093172,"about_ca_system_score_codex":0.00005018395,"about_ca_system_score_gemma":0.00015059373,"threshold_uncertainty_score":0.52885354},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2915045552","doi":"","title":"The Status of Women in Canadian Political Science","year":2012,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Political Science Research and Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Politics; Law","score_opus":0.016890622327348795,"score_gpt":0.36997672627604167,"score_spread":0.3530861039486929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915045552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95331764,0.00049774616,0.000007576852,0.00555897,0.00018335576,0.000056970126,5.9376856e-7,0.0000024685705,0.040374685],"genre_scores_gemma":[0.99831575,0.0009929058,0.0000050141493,0.000048891816,0.00023811395,0.0000035575688,7.073586e-8,0.000001886873,0.00039379162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94314295,0.0001603235,0.00012463598,0.0000620693,0.00057538116,0.055934656],"domain_scores_gemma":[0.99013823,0.00015779948,0.000027039714,0.00007198228,0.000099773555,0.0095051555],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048789047,0.00003650422,0.000057479836,0.00016082804,0.0010246964,0.000085948406,0.0004298607,0.00002682285,0.00004790581],"category_scores_gemma":[0.012792153,0.000024876012,0.000020094092,0.0007338159,0.0012894316,0.00045039973,0.000017116628,0.0005904833,0.00001696418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000019340446,0.000013725226,0.16505721,2.4156168e-7,0.0000013476446,6.428326e-8,0.0025999227,7.998638e-8,0.000020618827,0.8249602,0.0000046772057,0.0073399995],"study_design_scores_gemma":[0.00008027561,0.00006478528,0.36453307,0.0000037565196,0.0000010343366,0.0000073339543,0.08806519,0.0000062397003,0.000039732226,0.51265025,0.034486245,0.00006209878],"about_ca_topic_score_codex":0.81713456,"about_ca_topic_score_gemma":0.86487454,"teacher_disagreement_score":0.31230992,"about_ca_system_score_codex":0.072739124,"about_ca_system_score_gemma":0.1749104,"threshold_uncertainty_score":0.9955235},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2918136568","doi":"10.1007/s11948-019-00097-0","title":"Solutions to Gender Balance in STEM Fields Through Support, Training, Education and Mentoring: Report of the International Women in Medical Physics and Biomedical Engineering Task Group","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Task (project management); Balance (ability); Gender balance; Work (physics); Women in science; Philosophy of science; Medical education; Work–life balance; Working group; Engineering ethics; Medicine; Political science; Engineering; Sociology; Mechanical engineering; Physical therapy; Law; Gender studies; Systems engineering","score_opus":0.05462969082667192,"score_gpt":0.3207164155603712,"score_spread":0.2660867247336993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918136568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917674,0.00005146045,0.0010150607,0.0047833794,0.0010735276,0.00009736668,0.0000017101132,0.0000108480945,0.0011992503],"genre_scores_gemma":[0.999261,0.000088972934,0.00019723785,0.00027891144,0.000068099944,0.0000052641362,7.043189e-7,0.0000018628159,0.00009792038],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99862325,0.000012776261,0.000114799834,0.00015081743,0.000875809,0.00022253014],"domain_scores_gemma":[0.999641,0.000097615935,0.000022069655,0.00007035963,0.00004760853,0.00012135982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040081567,0.000045212284,0.00008198543,0.00006947032,0.000072413626,0.00003221362,0.00022858288,0.000085690146,0.000008181703],"category_scores_gemma":[0.0008012988,0.00003986396,0.000006662018,0.00039948098,0.00025708563,0.00019023845,0.00013972216,0.0002808262,2.0421116e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000602533,0.00010577432,0.078959286,0.00023276763,0.000016173311,0.000019913261,0.7742243,0.0008979862,0.0025894323,0.1319098,0.00029961136,0.01073897],"study_design_scores_gemma":[0.0021232187,0.0003909607,0.3745424,0.0024912017,0.000032908538,0.00016365686,0.34354237,0.036246356,0.00038979773,0.007780652,0.23112361,0.0011728776],"about_ca_topic_score_codex":0.00022298077,"about_ca_topic_score_gemma":0.00006605606,"teacher_disagreement_score":0.43068188,"about_ca_system_score_codex":0.00010564249,"about_ca_system_score_gemma":0.00050471514,"threshold_uncertainty_score":0.16256051},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2920377922","doi":"10.1007/s11948-019-00094-3","title":"Scientific Integrity Principles and Best Practices: Recommendations from a Scientific Integrity Consortium","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Canadian Nutrition Society","funders":"Canadian Institutes of Health Research; National Academies of Sciences, Engineering, and Medicine","keywords":"Scientific integrity; Transparency (behavior); Engineering ethics; Best practice; Publication; Harmonization; Scientific misconduct; Research integrity; Process (computing); Philosophy of science; Academic integrity; Scientific evidence; Data integrity; Research ethics; Quality (philosophy); Computer science; Political science; Medicine; Engineering; Law; Computer security","score_opus":0.15591522983758016,"score_gpt":0.3841029606226381,"score_spread":0.22818773078505794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920377922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709828,0.00035146583,0.00067432,0.017510792,0.0037934468,0.00030334987,0.00006362767,0.00012104207,0.00619914],"genre_scores_gemma":[0.9900523,0.0003720737,0.0062828152,0.00023894788,0.00014524125,0.000008995726,0.00001734199,0.000008881978,0.0028734296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971929,0.00017259705,0.00026537446,0.00071548385,0.0011320555,0.00052159705],"domain_scores_gemma":[0.9965155,0.0017835483,0.0001942748,0.00032333282,0.000876499,0.00030683124],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.018736294,0.00015330283,0.00018073451,0.00028733842,0.002647763,0.001970425,0.00059439085,0.00063722924,0.000107042724],"category_scores_gemma":[0.020652505,0.00014367273,0.0000288933,0.0012088075,0.0036439802,0.0017970683,0.00024186628,0.0044708205,0.00007452969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018047362,0.00015944349,0.025925012,0.0001849126,0.00003438337,0.0000049202863,0.15840957,0.00010148952,0.026330441,0.77855486,0.0019656664,0.008311264],"study_design_scores_gemma":[0.00021448951,0.00005091704,0.002869517,0.0004159062,0.00003523625,0.000006819417,0.030127564,0.015194519,0.00121075,0.0057052197,0.9436748,0.00049425865],"about_ca_topic_score_codex":0.006098246,"about_ca_topic_score_gemma":0.0027359123,"teacher_disagreement_score":0.94170916,"about_ca_system_score_codex":0.00015200271,"about_ca_system_score_gemma":0.0019954955,"threshold_uncertainty_score":0.99906754},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2922152001","doi":"10.1016/j.afjem.2019.01.015","title":"A cross-sectional description of open access publication costs, policies and impact in emergency medicine and critical care journals","year":2019,"lang":"en","type":"article","venue":"African Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Medicine; Scopus; Interquartile range; Purchasing power parity; Impact factor; Turkish; MEDLINE; Family medicine; Business; Political science; Finance; Internal medicine","score_opus":0.7233153791963524,"score_gpt":0.6748636395905908,"score_spread":0.048451739605761546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922152001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9682568,0.015348908,0.0003175374,0.006705908,0.002150474,0.00026862658,0.000022582468,0.0000023677624,0.0069268486],"genre_scores_gemma":[0.99095863,0.008006932,0.00006356852,0.000031264237,0.00035518006,0.000003269693,0.0000031070815,0.0000103776165,0.00056769134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99070376,0.00037943208,0.0029445277,0.0004150748,0.0051345713,0.0004226263],"domain_scores_gemma":[0.9838287,0.0015325489,0.0014937312,0.00037809176,0.0120903365,0.0006765513],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02209679,0.000187106,0.0007479143,0.03263143,0.00013880995,0.00047132876,0.0025191724,0.00010230172,0.016323451],"category_scores_gemma":[0.07384476,0.00010978641,0.000110959154,0.053268965,0.00041174478,0.0037185338,0.0007860601,0.00043292355,0.0000048370634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012513265,0.00006923231,0.97763675,0.00003265746,0.000024210116,0.0000027465737,0.0012128488,0.000010201619,0.0034780195,0.00047119678,0.012970796,0.003966195],"study_design_scores_gemma":[0.0010961547,0.0014261608,0.9847072,0.00010119556,0.000017239037,0.000053530253,0.004786564,0.00018488432,0.00003908757,0.0058233603,0.0016566033,0.000108057706],"about_ca_topic_score_codex":0.0019611383,"about_ca_topic_score_gemma":0.000098331104,"teacher_disagreement_score":0.051747974,"about_ca_system_score_codex":0.00018953891,"about_ca_system_score_gemma":0.00027194968,"threshold_uncertainty_score":0.98457575},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2922627148","doi":"10.1093/fampra/cmz010","title":"Practical mixed methods strategies used to integrate qualitative and quantitative methods in community-based primary health care research","year":2019,"lang":"en","type":"review","venue":"Family Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Qualitative research; Medicine; Scopus; Qualitative property; Management science; MEDLINE; Computer science; Sociology; Machine learning","score_opus":0.9626877231520482,"score_gpt":0.8669401757051285,"score_spread":0.09574754744691971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922627148","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034182587,0.76364267,0.1637593,0.041102897,0.0016306764,0.016710231,0.00090051594,0.00017657361,0.012042953],"genre_scores_gemma":[0.0000014846186,0.36565146,0.6040457,0.02783503,0.000063878906,0.0019729582,0.00019573922,0.00010333781,0.00013043502],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.5805635,0.41236028,0.0031077357,0.001010022,0.0011870399,0.0017714322],"domain_scores_gemma":[0.65313345,0.34104976,0.0021583117,0.0011807973,0.0017996595,0.0006780029],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20948786,0.00079795206,0.003747829,0.0022526165,0.0023320548,0.00023343765,0.0010311104,0.0008175041,0.000044013534],"category_scores_gemma":[0.11469154,0.0006842441,0.00018906959,0.0046047713,0.00056143827,0.0017642934,0.0010180584,0.013864484,0.00065779925],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002754517,0.00019031738,0.0000025505888,0.08614335,0.00011983693,0.000014231668,0.5666457,0.0000027315118,0.000011203043,0.015153046,0.038202725,0.29323888],"study_design_scores_gemma":[0.00047782273,0.0007164803,0.000025186897,0.004870735,0.000084974236,0.0000032571354,0.42720798,0.000005742068,4.0024244e-7,0.00014641827,0.5661541,0.00030684576],"about_ca_topic_score_codex":0.018568093,"about_ca_topic_score_gemma":0.002633885,"teacher_disagreement_score":0.5279514,"about_ca_system_score_codex":0.0046649016,"about_ca_system_score_gemma":0.050200436,"threshold_uncertainty_score":0.9995609},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2923495490","doi":"10.1016/j.nicl.2019.101796","title":"Evaluating the evidence for biotypes of depression: Methodological replication and extension of","year":2019,"lang":"en","type":"article","venue":"NeuroImage Clinical","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":330,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Scientific Institute for Quality of Healthcare, Radboud Universitair Medisch Centrum; Nederlands Instituut voor Onderzoek van de Gezondheidszorg; Lentis; ZonMw; Rivierduinen; GGZ Drenthe; GGZ Friesland; Universitair Medisch Centrum Groningen; GGZ inGeest; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Vrije Universiteit Amsterdam; Institute of Neurosciences, Mental Health and Addiction; Leids Universitair Medisch Centrum; Universiteit Leiden; Vanderbilt University Medical Center","keywords":"Replication (statistics); Depression (economics); Psychology; Extension (predicate logic); Neuroscience; Clinical psychology; Psychiatry; Biology; Computer science; Economics; Virology","score_opus":0.7830446008280931,"score_gpt":0.594594020597425,"score_spread":0.18845058023066807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923495490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99354887,0.0001967885,0.0011468367,0.004093158,0.00032840553,0.0005795191,0.00000477716,0.000019013252,0.000082621256],"genre_scores_gemma":[0.9925148,0.00013316754,0.005638987,0.0015495027,0.00006390641,0.000020296296,2.3784007e-7,0.000007421987,0.00007171339],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9972178,0.0011718606,0.00047256722,0.0007853018,0.00025297678,0.000099498204],"domain_scores_gemma":[0.8603804,0.1383576,0.0003246305,0.00075914443,0.00015416348,0.000024078478],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005575646,0.00007797166,0.00027434653,0.000023856297,0.000084288375,0.000008151747,0.00018823585,0.000059630518,0.000014664886],"category_scores_gemma":[0.35734785,0.000047533504,0.00010743175,0.00012698678,0.00036713717,0.00010154737,0.00023695391,0.00015942572,0.0000041256812],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000673616,0.00006648055,0.039400596,0.000053588392,0.0000036497884,4.3452917e-7,0.00002675259,0.00004077228,0.92871493,0.00051826827,0.00032890643,0.030172022],"study_design_scores_gemma":[0.0006384209,0.0023974583,0.7729138,0.0001196031,0.000043488297,0.000018021536,0.000024219895,0.017674677,0.2026331,0.0030444635,0.00039846732,0.00009428486],"about_ca_topic_score_codex":0.0000024422309,"about_ca_topic_score_gemma":3.6036624e-7,"teacher_disagreement_score":0.7335132,"about_ca_system_score_codex":0.0000036396418,"about_ca_system_score_gemma":0.00002800766,"threshold_uncertainty_score":0.6480655},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2924174769","doi":"10.1177/1609406919835356","title":"When Madness Meets Madness: Insider Reflections on Doing Mental Health Research","year":2019,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Insider; Embarrassment; Mental health; Empathy; Qualitative research; Psychology; Mental illness; Situated; Narrative; Identity (music); Critical reflection; Reflexivity; Social psychology; Psychotherapist; Sociology; Epistemology; Aesthetics; Pedagogy; Social science","score_opus":0.9149356226905052,"score_gpt":0.803083709506533,"score_spread":0.11185191318397225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924174769","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032788537,0.0016425664,0.3189698,0.4986004,0.010351411,0.0011571975,0.00010737559,0.00006037416,0.13632236],"genre_scores_gemma":[0.08527169,0.0010723289,0.9030055,0.0024087955,0.0011882922,0.000020634128,0.000008160675,0.000044972036,0.006979676],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9032296,0.0905674,0.0010713104,0.0003500612,0.0041217296,0.00065988355],"domain_scores_gemma":[0.9720878,0.022104854,0.00072721194,0.00019700367,0.0044871382,0.00039600578],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18105826,0.00017836277,0.00049435557,0.0011089396,0.000795861,0.00028137243,0.0010021122,0.00014976802,0.00090644154],"category_scores_gemma":[0.015822401,0.00015155315,0.0002644806,0.0006721605,0.001163353,0.0007178837,0.00016137592,0.0016972948,0.000098717275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030301575,0.00018029344,0.000047016347,0.000022329994,0.00025472356,0.000009892721,0.53372353,0.000017068718,0.002070325,0.40811396,0.0049825152,0.050275363],"study_design_scores_gemma":[0.0006457195,0.00060166337,0.00013450775,0.00035537794,0.0000038182934,0.000010229797,0.3279466,0.000016518976,0.0006095005,0.21820974,0.45132282,0.00014350936],"about_ca_topic_score_codex":0.001343352,"about_ca_topic_score_gemma":0.00030209954,"teacher_disagreement_score":0.5840357,"about_ca_system_score_codex":0.0015149787,"about_ca_system_score_gemma":0.0018133207,"threshold_uncertainty_score":0.99248993},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2925846695","doi":"10.1136/bmjebm-2019-111174","title":"Assessing assumptions for statistical analyses in randomised clinical trials","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Novo Nordisk Fonden","keywords":"Statistical power; Statistical hypothesis testing; Clinical trial; Statistical analysis; Computer science; Statistical model; Econometrics; Medical physics; Management science; Data science; Medicine; Statistics; Machine learning; Mathematics; Engineering","score_opus":0.9827549661353883,"score_gpt":0.784218247525338,"score_spread":0.1985367186100503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925846695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07567447,0.0033540193,0.88545984,0.020596383,0.0019819136,0.011734404,0.00033873395,0.00001682122,0.0008434198],"genre_scores_gemma":[0.9425531,0.00014093137,0.04856948,0.0038535146,0.0014924651,0.00092221994,0.00039697776,0.000029181972,0.002042103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8520341,0.09455587,0.042358875,0.0020644057,0.008381313,0.0006054457],"domain_scores_gemma":[0.4141476,0.56547076,0.013002444,0.0046570282,0.0021777337,0.00054442824],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.65141046,0.00037273802,0.010696663,0.0009201188,0.000097782,0.00057066215,0.0012730458,0.00018543354,0.030496651],"category_scores_gemma":[0.83608127,0.00015932374,0.0026041502,0.0016909953,0.00022733954,0.00057373976,0.0000488186,0.00030267198,0.0012670431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021344938,0.00027358893,0.12379715,0.0004479366,0.00051742356,0.000033091652,0.00010700229,0.0013078196,0.0013966179,0.0015962704,0.79740274,0.07098584],"study_design_scores_gemma":[0.08785263,0.0017689711,0.35320953,0.0095987,0.007833742,0.000021978296,0.0036728256,0.339555,0.00013912705,0.023018833,0.1719331,0.0013955523],"about_ca_topic_score_codex":0.00005494031,"about_ca_topic_score_gemma":0.00004675775,"teacher_disagreement_score":0.8668786,"about_ca_system_score_codex":0.00006789946,"about_ca_system_score_gemma":0.0006219662,"threshold_uncertainty_score":0.9995106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2926567176","doi":"10.1136/bmjopen-2018-026516","title":"Knowledge and motivations of researchers publishing in presumed predatory journals: a survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Ottawa; Jewish General Hospital; Institut du Savoir Montfort; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ottawa Hospital Anesthesia Alternate Funds Association","keywords":"Publishing; Medicine; Psychological intervention; Law; Psychiatry; Political science","score_opus":0.9177965981725121,"score_gpt":0.7046737378033378,"score_spread":0.21312286036917438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926567176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533338,0.00063875946,0.00007307276,0.0006674282,0.0001485,0.0027432821,0.000065046195,0.000003218559,0.04232689],"genre_scores_gemma":[0.99088687,0.00006337643,0.00034411607,0.000024513334,0.000015693358,0.000059405385,0.0000040249006,0.000007059421,0.008594934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99061435,0.0019039304,0.00091433653,0.0005604162,0.0055573024,0.0004496672],"domain_scores_gemma":[0.9776171,0.01597779,0.00039154492,0.001064246,0.0045432574,0.00040605292],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1739013,0.000077492215,0.00033123948,0.034169994,0.00008212571,0.008267575,0.004144824,0.00010526365,0.0009398088],"category_scores_gemma":[0.24318022,0.000055549444,0.00003906314,0.11610564,0.000107557906,0.004209267,0.0038371051,0.0003892387,0.00011542516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006925716,0.0000938103,0.95025116,0.000011848314,0.000007349843,0.0000015518362,0.0003827097,0.000015746626,0.00017961464,0.00023514821,0.023349648,0.025402164],"study_design_scores_gemma":[0.0006909508,0.000056860732,0.98914194,0.00005437819,4.7174018e-7,0.0000013503974,0.0005031046,0.0028075823,0.000098839504,0.001610964,0.0049595283,0.00007401575],"about_ca_topic_score_codex":0.002134968,"about_ca_topic_score_gemma":0.0013052764,"teacher_disagreement_score":0.081935644,"about_ca_system_score_codex":0.00007752397,"about_ca_system_score_gemma":0.0008272337,"threshold_uncertainty_score":0.9999735},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2927052045","doi":"10.21083/partnership.v14i1.4764","title":"Hype or Real Threat: The Extent of Predatory Journals in Student Bibliographies","year":2019,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Publishing; Library science; Computer science; Political science; Law","score_opus":0.49515394773640964,"score_gpt":0.5635849346576557,"score_spread":0.06843098692124605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927052045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91509354,0.005948665,0.000004587576,0.039488416,0.00017760012,0.00036067865,0.0000111167265,0.0000014624507,0.03891394],"genre_scores_gemma":[0.95972604,0.03891219,0.000045308596,0.00056440686,0.000054563687,0.0000020712755,6.2641277e-7,0.0000033680394,0.00069144135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927843,0.0013879044,0.0009520792,0.00011138253,0.0043618088,0.0004025022],"domain_scores_gemma":[0.98457724,0.012170289,0.0006204181,0.00034218314,0.0017290722,0.00056080054],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.04963524,0.00007882779,0.00020576923,0.076146945,0.0004700686,0.004634749,0.0014045604,0.00008364795,0.00046234493],"category_scores_gemma":[0.011772314,0.000032865235,0.000062446634,0.096823476,0.00053458137,0.020681743,0.00023926751,0.0009100303,0.00002076038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007681403,0.000071151306,0.8674404,0.0000518118,0.000090868045,0.000049362745,0.010298543,0.00011154713,0.000023757622,0.026473118,0.051008962,0.04361234],"study_design_scores_gemma":[0.00055183086,0.0005790186,0.6515591,0.00006427701,0.000007639953,0.00018671637,0.046384644,0.00023113027,0.00008483701,0.0032121723,0.2970665,0.00007212087],"about_ca_topic_score_codex":0.000697358,"about_ca_topic_score_gemma":0.0003684941,"teacher_disagreement_score":0.24605756,"about_ca_system_score_codex":0.000016274487,"about_ca_system_score_gemma":0.0014517852,"threshold_uncertainty_score":0.99655193},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2932365208","doi":"10.1177/1609406919835378","title":"Elicitation as a Mind-Set: Why Visual Data Matter?","year":2019,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Manitoba","funders":"","keywords":"Photo elicitation; Visual research; Photovoice; Set (abstract data type); Citizen journalism; Participatory action research; Visual methods; Process (computing); Data science; Computer science; Sociology; Knowledge management; Psychology; Cognitive science; World Wide Web; Visual arts","score_opus":0.9492650007539237,"score_gpt":0.8307686073580322,"score_spread":0.11849639339589157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932365208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55121773,0.00030616246,0.41388577,0.010802764,0.0032126151,0.00033757073,0.000041968135,0.000015677593,0.02017971],"genre_scores_gemma":[0.49804252,0.00007884916,0.49556985,0.0020587677,0.00111222,0.000010700375,0.000024111918,0.00003746621,0.003065497],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726337,0.02358069,0.0008745367,0.00030787755,0.0022262642,0.00037694],"domain_scores_gemma":[0.9877158,0.008982911,0.00081091,0.00027465267,0.0019297079,0.00028603026],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054680437,0.00015120793,0.00036395987,0.000488729,0.00012618638,0.00021446089,0.0018477835,0.000101088975,0.0037654208],"category_scores_gemma":[0.019767465,0.00013719632,0.00014962348,0.00037703177,0.00040384266,0.0014622029,0.0002701191,0.00042037203,0.00066685624],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014199499,0.00060118415,0.012217593,0.000039732953,0.0015137601,0.00011609006,0.59222883,0.00007439014,0.051360987,0.058800682,0.01354133,0.26808545],"study_design_scores_gemma":[0.00246807,0.00090493547,0.007923845,0.0003263201,0.00010576441,0.000050538034,0.26163262,0.002044504,0.011687644,0.10248446,0.609719,0.00065233494],"about_ca_topic_score_codex":0.000551943,"about_ca_topic_score_gemma":0.000047733833,"teacher_disagreement_score":0.59617764,"about_ca_system_score_codex":0.00033798802,"about_ca_system_score_gemma":0.00076086965,"threshold_uncertainty_score":0.9971453},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2935997213","doi":"10.1136/bmjebm-2019-111193","title":"Guidelines do not self-implement: time for a research paradigm shift from massive creation to effective implementation in evidence-based medicine research in China","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"European Society of Cardiology","keywords":"Guideline; Context (archaeology); Quality (philosophy); China; Paradigm shift; Engineering ethics; Chen; Clinical Practice; Quality management; Computer science; Psychology; Medical education; Management science; Medicine; Political science; Nursing; Engineering; Epistemology; Operations management","score_opus":0.5299034806332391,"score_gpt":0.6399346695960708,"score_spread":0.1100311889628317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935997213","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4792701,0.0015111476,0.0039596036,0.4893835,0.0004913461,0.025066102,0.00008296782,0.0001137261,0.00012151095],"genre_scores_gemma":[0.97196406,0.0004670974,0.0076523423,0.009648205,0.0029701116,0.0060378984,0.0010039282,0.000135279,0.00012109252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9807048,0.0047962586,0.005111491,0.0022120199,0.005344219,0.0018312269],"domain_scores_gemma":[0.9273381,0.06650263,0.00091921375,0.0016622858,0.0028010942,0.0007766383],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06511396,0.00069771707,0.0018488003,0.003946222,0.0002768219,0.00009037941,0.00073888106,0.00038239214,0.0042182957],"category_scores_gemma":[0.089584336,0.0005697071,0.00020905475,0.004745918,0.0004016961,0.001238383,0.00023292612,0.0015693932,0.0004633099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.078556314,0.0019090527,0.5156892,0.004332963,0.0004999754,0.00058918534,0.011795785,0.0031615715,0.061267175,0.0029139004,0.1554365,0.16384839],"study_design_scores_gemma":[0.07640855,0.033680398,0.7258802,0.07670777,0.0008304742,0.000015929523,0.00816484,0.036336813,0.009953589,0.012297655,0.018399298,0.0013244807],"about_ca_topic_score_codex":0.029054498,"about_ca_topic_score_gemma":0.0035199148,"teacher_disagreement_score":0.49269393,"about_ca_system_score_codex":0.0032521738,"about_ca_system_score_gemma":0.0031589475,"threshold_uncertainty_score":0.99967545},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2936219721","doi":"10.3168/jds.2018-15797","title":"Invited review: Completeness of reporting of experiments: REFLECTing on a year of animal trials in the Journal of Dairy Science","year":2019,"lang":"en","type":"review","venue":"Journal of Dairy Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Checklist; Blinding; Consolidated Standards of Reporting Trials; Sample size determination; Sample (material); Randomized controlled trial; Clinical trial; Medicine; Family medicine; Psychology; Medical education; Statistics; Pathology; Mathematics","score_opus":0.9271117068036647,"score_gpt":0.6686709800774879,"score_spread":0.2584407267261768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936219721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024460554,0.9724335,0.00033471768,0.00016252206,0.00085179345,0.001243999,0.000015419031,6.4951155e-7,0.0004968106],"genre_scores_gemma":[0.044507544,0.94659823,0.008297352,0.00027812104,0.00024217897,0.0000060294774,7.80253e-7,0.000024450854,0.0000453357],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8146784,0.03240695,0.12014461,0.0012431262,0.03076673,0.00076021557],"domain_scores_gemma":[0.68187386,0.016113635,0.2898377,0.003442375,0.008508644,0.00022380751],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7184208,0.0004845686,0.02136562,0.0040005003,0.00017656779,0.0002972274,0.010343687,0.00012383198,0.00019065337],"category_scores_gemma":[0.44539654,0.00019263395,0.0050609754,0.013762365,0.0012127197,0.0011770607,0.00042888263,0.0008606767,0.000009010166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005546265,0.002033328,0.0073786248,0.09726639,0.0016493865,0.0002317598,0.011807066,0.00031181762,0.048043247,0.00061563647,0.036574867,0.79353327],"study_design_scores_gemma":[0.0023769105,0.0065050246,0.0037779529,0.571182,0.009414567,0.0052357186,0.013488608,0.00041234487,0.0033592454,0.00059866224,0.38228527,0.0013636965],"about_ca_topic_score_codex":0.000009730331,"about_ca_topic_score_gemma":0.0000014155224,"teacher_disagreement_score":0.7921696,"about_ca_system_score_codex":0.00019843108,"about_ca_system_score_gemma":0.0029862267,"threshold_uncertainty_score":0.99501085},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2938347500","doi":"10.1007/s10654-011-9552-y","title":"Strengthening the reporting of genetic risk prediction studies: the GRIPS statement","year":2011,"lang":"en","type":"article","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources; Centers for Disease Control and Prevention; U.S. Department of Health and Human Services; National Institutes of Health; Erasmus Universitair Medisch Centrum Rotterdam; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Medicine; Checklist; Multidisciplinary approach; Public health; Transparency (behavior); Epidemiology; Risk assessment; Data science; Pathology; Computer science","score_opus":0.911112650420077,"score_gpt":0.5596843365882473,"score_spread":0.3514283138318297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938347500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.830534,0.014935057,0.14477772,0.001502095,0.0013342013,0.00034635933,0.000007369003,0.0000027116878,0.0065605342],"genre_scores_gemma":[0.9735089,0.0012298039,0.02433962,0.000271758,0.00028379,0.0000017498667,2.4643228e-7,0.000009893369,0.00035421795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6182455,0.24302958,0.1343273,0.00083556963,0.00300317,0.00055890885],"domain_scores_gemma":[0.797413,0.028851554,0.16902043,0.00250251,0.0021005527,0.00011197662],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.681281,0.00016786854,0.002837968,0.00014717554,0.00021035074,0.000027646965,0.0016310395,0.00001872293,0.0008385454],"category_scores_gemma":[0.55554867,0.000048512327,0.001412669,0.00036750457,0.00023864623,0.00008176048,0.00017650244,0.00037997807,0.00010646231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034280925,0.000046893616,0.72770506,0.000025895026,0.0020930958,0.000059153776,0.014177447,0.0048096953,0.000042885673,0.0007758076,0.14748055,0.10274922],"study_design_scores_gemma":[0.00028025144,0.00068635365,0.80266285,0.0001538334,0.0011554703,0.00042735727,0.016607823,0.0036663131,0.00002018773,0.018281255,0.15593891,0.00011938305],"about_ca_topic_score_codex":0.000007342232,"about_ca_topic_score_gemma":0.000004197808,"teacher_disagreement_score":0.21417803,"about_ca_system_score_codex":0.00001824511,"about_ca_system_score_gemma":0.000034147848,"threshold_uncertainty_score":0.9181484},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2941123231","doi":"10.1177/1556264619835707","title":"Decades of Doing: Indigenous Women Academics Reflect on the Practices of Community-Based Health Research","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Guelph","funders":"University of Winnipeg","keywords":"Indigenous; Research ethics; Negotiation; Sociology; Possession (linguistics); Work (physics); Community-based participatory research; Public relations; Political science; Engineering ethics; Social science; Participatory action research; Anthropology","score_opus":0.825058856148331,"score_gpt":0.7048073441647299,"score_spread":0.12025151198360107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941123231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9076542,0.00037547483,0.0000036268088,0.047798537,0.00015745651,0.0017838782,0.000012554474,0.00001081077,0.042203423],"genre_scores_gemma":[0.98323756,0.012250911,0.00016912808,0.0007402196,0.00065735553,0.000015637355,0.0000051517736,0.00004730887,0.0028767395],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.8653929,0.112008445,0.0016928375,0.0003748039,0.017493725,0.0030372413],"domain_scores_gemma":[0.85200125,0.13066246,0.0014993859,0.0011284616,0.013612887,0.001095584],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4177924,0.00021014057,0.00074217835,0.0033365723,0.022389485,0.00028333065,0.0040513673,0.0010049557,0.00025836905],"category_scores_gemma":[0.017701356,0.00013449398,0.0002032096,0.00463532,0.0061433744,0.0003548007,0.00007618956,0.039341986,0.0000852698],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011567178,0.0023327929,0.0018295544,0.0010333798,0.00008293972,0.000009937057,0.8028735,0.00004265839,0.00023105062,0.18607181,0.0038464956,0.00048914505],"study_design_scores_gemma":[0.0006928261,0.016193397,0.0018895838,0.0012823314,0.000003923917,0.0000034975888,0.19989595,0.000005601699,0.0017854222,0.044251718,0.73383373,0.00016204081],"about_ca_topic_score_codex":0.041832395,"about_ca_topic_score_gemma":0.0660848,"teacher_disagreement_score":0.7299872,"about_ca_system_score_codex":0.003885906,"about_ca_system_score_gemma":0.13274007,"threshold_uncertainty_score":0.999938},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2942452906","doi":"10.12927/hcpol.2019.25792","title":"Integrated Knowledge Translation with Public Health Policy Makers: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Healthcare policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Operationalization; Knowledge translation; Knowledge management; Public health; Process (computing); Public engagement; Political science; Public relations; Medical education; Process management; Psychology; Business; Medicine; Computer science; Nursing","score_opus":0.9177527360035942,"score_gpt":0.7631348038759823,"score_spread":0.15461793212761188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942452906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4306675e-7,0.7721343,0.0003138318,0.19998448,0.0005044134,0.022225728,0.0009289781,0.00044667165,0.0034613784],"genre_scores_gemma":[0.0000035908583,0.87665135,0.0009928799,0.11303532,0.0022676133,0.0044867825,0.00091538357,0.00031546655,0.0013316207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96978563,0.015921136,0.0064167515,0.001804161,0.00125957,0.0048127775],"domain_scores_gemma":[0.9829263,0.0055644503,0.0050263973,0.0022647276,0.0013349175,0.0028831807],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.009696743,0.0014345528,0.0063106404,0.0035302574,0.0020376006,0.00009541939,0.0013017922,0.0010096309,0.00050577126],"category_scores_gemma":[0.0050124275,0.0011043431,0.0005770675,0.011133041,0.00026623666,0.0006330569,0.0002704527,0.003619469,0.004654639],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000003705072,0.000021724501,0.000008137725,0.4400303,0.000030285297,0.0000014122467,0.0031618413,2.2326313e-8,5.3941562e-9,0.002671424,0.0042168475,0.5498543],"study_design_scores_gemma":[0.00048329472,0.00020355002,0.0000042739102,0.41637477,0.000058517,0.000033892233,0.0002953795,0.0000022333297,5.280538e-9,0.000018238316,0.5820653,0.00046057632],"about_ca_topic_score_codex":0.027657846,"about_ca_topic_score_gemma":0.017272484,"teacher_disagreement_score":0.57784843,"about_ca_system_score_codex":0.009376298,"about_ca_system_score_gemma":0.270305,"threshold_uncertainty_score":0.99984044},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W294247824","doi":"10.46743/2160-3715/2012.1720","title":"Methodological Precision in Qualitative Research: Slavish Adherence or “Following the Yellow Brick Road?”","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Positivism; Epistemology; Idealization; Qualitative research; Argument (complex analysis); Sociology; Scientific method; Underpinning; Grounded theory; Social science; Philosophy","score_opus":0.9423199168729613,"score_gpt":0.7842696961350771,"score_spread":0.15805022073788422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W294247824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6895501,0.0015498574,0.053221744,0.08442138,0.0006506147,0.005774824,0.000044571745,0.00023266525,0.16455425],"genre_scores_gemma":[0.9201493,0.00021973126,0.045347836,0.00028011043,0.00036452644,0.0013524542,0.00001427842,0.000041206546,0.032230522],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.84413093,0.14943816,0.0011636924,0.0007942677,0.0033742392,0.0010986994],"domain_scores_gemma":[0.8896917,0.10649749,0.0005431529,0.0010519808,0.0017457654,0.00046990896],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3254034,0.0002462897,0.0005746919,0.00020185542,0.0015778283,0.00024502265,0.0013344055,0.00018224544,0.0001648485],"category_scores_gemma":[0.18223426,0.00012410642,0.00024507532,0.0033859706,0.0037078434,0.00041489073,0.00035440933,0.0012492266,0.00018485154],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022257263,0.000123672,0.00007556168,0.000008267324,0.0000569782,0.000113369766,0.8927339,0.000007023867,0.00015241205,0.08989266,0.0063210144,0.010292574],"study_design_scores_gemma":[0.00025480174,0.0002613848,0.00047243584,0.00006608362,0.000009477278,0.00000774529,0.6780059,0.000026510079,0.00007785219,0.28361917,0.03703424,0.00016443033],"about_ca_topic_score_codex":0.0147939315,"about_ca_topic_score_gemma":0.0032867212,"teacher_disagreement_score":0.23059925,"about_ca_system_score_codex":0.00052385154,"about_ca_system_score_gemma":0.0017546378,"threshold_uncertainty_score":0.999722},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2943867397","doi":"10.1016/j.ypmed.2019.03.036","title":"Maximizing research impacts on cancer prevention: An integrated knowledge translation approach used by the Canadian Population Attributable Risk of Cancer (ComPARe) study","year":2019,"lang":"en","type":"article","venue":"Preventive Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Canadian Cancer Society; Cancer Care Ontario","funders":"Canadian Cancer Society Research Institute; University of Toronto; Cancer Care Ontario; University of Guelph","keywords":"Knowledge translation; Blueprint; Medicine; Knowledge management; General partnership; Interim; Corporate governance; Population; Business; Computer science; Political science; Engineering; Environmental health","score_opus":0.7792667550698086,"score_gpt":0.7031654730817655,"score_spread":0.07610128198804311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943867397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986224,0.0004449757,0.00037219288,0.0033191561,0.00052958046,0.006724823,0.00030187724,0.00003128008,0.0020521055],"genre_scores_gemma":[0.9960457,0.00006511101,0.00008228945,0.00028636376,0.00023006818,0.00094321056,0.00018183478,0.000027693482,0.0021377471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98875207,0.007868352,0.0010238617,0.0004928237,0.0009881745,0.00087470794],"domain_scores_gemma":[0.99582285,0.0017701755,0.0005876829,0.00050744007,0.00089154416,0.0004202868],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013143099,0.00020068002,0.000502484,0.00046881777,0.0013669251,0.000015034458,0.00040471938,0.000103291735,0.00204819],"category_scores_gemma":[0.00087856804,0.00013112715,0.000041260548,0.0017140942,0.00014802317,0.0003098796,0.00004011254,0.0010715065,0.000052245578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110279965,0.00020736283,0.8873072,0.00021624003,0.00007375412,1.82699e-7,0.09493943,0.00017507137,0.00026135813,0.00009651963,0.0047360524,0.011876551],"study_design_scores_gemma":[0.004175936,0.00093592063,0.925548,0.0009323974,0.00010675435,2.2617118e-7,0.054044884,0.0034337793,0.00008609615,0.00025648493,0.0102950465,0.00018445453],"about_ca_topic_score_codex":0.85111505,"about_ca_topic_score_gemma":0.8803638,"teacher_disagreement_score":0.040894546,"about_ca_system_score_codex":0.0016440408,"about_ca_system_score_gemma":0.002225946,"threshold_uncertainty_score":0.9999332},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2944820997","doi":"10.1016/j.prps.2019.03.001","title":"Reprint of “The Single-Case Reporting Guideline In BEhavioural Interventions (SCRIBE) 2016: Explanation and Elaboration”","year":2019,"lang":"en","type":"article","venue":"Pratiques Psychologiques","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Alberta; University of Ottawa","funders":"","keywords":"Guideline; Elaboration; Psychological intervention; Reprint; Psychology; Set (abstract data type); Research design; Computer science; Medicine; Sociology; Social science; Psychiatry; Humanities","score_opus":0.39781405247112916,"score_gpt":0.42886667807546924,"score_spread":0.03105262560434008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944820997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854167,0.0007631376,0.00046397472,0.0020130402,0.00071239687,0.00065254915,0.0000164164,0.000095259005,0.009866533],"genre_scores_gemma":[0.9948698,0.00006334168,0.0034100008,0.00036475805,0.000037849866,0.000109409535,0.000014084779,0.000013514552,0.0011172314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99625105,0.00051052455,0.0023726053,0.00050545164,0.00013126648,0.00022913118],"domain_scores_gemma":[0.99742454,0.00009297626,0.0017341381,0.0005075336,0.00019896068,0.00004182519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022068247,0.00018736318,0.00034292677,0.00010539086,0.000069776586,0.00003249318,0.00018725792,0.00022974648,0.00064080703],"category_scores_gemma":[0.00049384614,0.00012770949,0.0001406722,0.00028137333,0.00014859658,0.00016952002,0.00013072,0.0003727841,0.000022416732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010447811,0.0009827792,0.94387954,0.000031389627,0.000037239457,0.00016840105,0.0040005036,0.0000017702746,0.003414052,0.005910042,0.0064372714,0.035032533],"study_design_scores_gemma":[0.00064043567,0.0006626738,0.98894507,0.00021233472,0.000035109344,0.0004946507,0.0035140729,0.000006633416,0.0010515222,0.0024336933,0.0017602697,0.00024354128],"about_ca_topic_score_codex":0.00057193096,"about_ca_topic_score_gemma":0.0007592345,"teacher_disagreement_score":0.045065522,"about_ca_system_score_codex":0.000039395578,"about_ca_system_score_gemma":0.000013103064,"threshold_uncertainty_score":0.70163876},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2945491414","doi":"10.1186/s13012-019-0900-8","title":"Attributes of context relevant to healthcare professionals’ use of research evidence in clinical practice: a multi-study analysis","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University; Women's College Hospital; Dalhousie University; University of Toronto; Ministry of Health and Long Term Care; Ottawa Hospital; Izaak Walton Killam Health Centre; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Toronto; University College London; McGill University; Monash University; University of Ottawa","keywords":"Medicine; Health services research; Health administration; Health informatics; Context (archaeology); Health professionals; Health care; Public health; Healthcare policy; Clinical Practice; Nursing research; Health policy; Nursing; Health care reform","score_opus":0.9356096783503924,"score_gpt":0.8385061932623676,"score_spread":0.0971034850880248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945491414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684928,0.000025545085,0.0007325781,0.02276164,0.00044068662,0.007352456,0.00015315878,0.000019523693,0.000021617747],"genre_scores_gemma":[0.98041964,0.000028484688,0.012564956,0.00629328,0.000031567804,0.00047361862,0.000006421993,0.000011099255,0.00017095891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98072135,0.0084823975,0.0045827166,0.0010584989,0.0038300878,0.0013249707],"domain_scores_gemma":[0.95666236,0.033950515,0.0016945773,0.0010268582,0.0061435485,0.0005221659],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.072695635,0.00016095297,0.00070903025,0.0025847433,0.0006748625,0.000037414815,0.0009637607,0.00008838096,0.0006779963],"category_scores_gemma":[0.061763503,0.00014102104,0.00008785624,0.015209717,0.00050530105,0.0022424518,0.00074206345,0.0007392084,0.00022699339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015455935,0.00027230816,0.9548112,0.00013592742,0.000020490985,0.0000015901942,0.039404534,0.000030672778,0.0012114838,0.00058529264,0.00085410156,0.0025177987],"study_design_scores_gemma":[0.0014142775,0.0007306291,0.8273964,0.00027026888,0.000023887354,2.7716564e-7,0.1675935,0.00035671575,0.00024184774,0.0000144979,0.0018551301,0.00010255715],"about_ca_topic_score_codex":0.019082446,"about_ca_topic_score_gemma":0.016765527,"teacher_disagreement_score":0.12818895,"about_ca_system_score_codex":0.0006700134,"about_ca_system_score_gemma":0.006640661,"threshold_uncertainty_score":0.9989908},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2945914441","doi":"10.1136/bmjopen-2017-020580","title":"A methodological survey on reporting of pilot and feasibility trials for physiotherapy interventions: a study protocol","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Medicine; Consolidated Standards of Reporting Trials; Clinical trial; Protocol (science); Physical therapy; Pilot trial; Research design; Medical physics; Psychological intervention; Alternative medicine; Randomized controlled trial; Surgery; Nursing; Statistics","score_opus":0.994634143884182,"score_gpt":0.8154411019337413,"score_spread":0.17919304195044072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945914441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26489043,0.0000068757245,0.006300984,0.0000904661,0.0000625841,0.72791636,0.000022204302,0.000001876773,0.0007082144],"genre_scores_gemma":[0.37276918,2.4353136e-7,0.032167252,0.00012323773,0.000043588203,0.5862084,0.000004854574,0.000013492324,0.008669753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7733651,0.17576988,0.04513439,0.0019105109,0.0035795025,0.00024060371],"domain_scores_gemma":[0.88311285,0.058167648,0.05180758,0.005176224,0.0016412664,0.0000944438],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8206338,0.0001672282,0.0070223976,0.00011321093,0.00006711128,0.00063401693,0.0013032745,0.000034223216,0.0035686165],"category_scores_gemma":[0.5805408,0.00006589193,0.0014784457,0.00047417407,0.000024485214,0.00014691475,0.00032667693,0.00005132311,0.000061707164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003658519,0.001957252,0.96202743,0.0006341635,0.00054817734,9.957864e-7,0.00038278356,0.000015367019,0.0004908304,0.00031922187,0.010611333,0.019353932],"study_design_scores_gemma":[0.0031775683,0.0044063707,0.98085135,0.00029304836,0.000085790096,0.0000014655067,0.00061308406,0.00035133163,0.00006867933,0.009073497,0.0009418884,0.000135929],"about_ca_topic_score_codex":0.00014957173,"about_ca_topic_score_gemma":0.00023617854,"teacher_disagreement_score":0.24009305,"about_ca_system_score_codex":0.00001302374,"about_ca_system_score_gemma":0.00006719364,"threshold_uncertainty_score":0.9973422},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2946864055","doi":"10.1186/s12961-019-0457-7","title":"The intersections of industry with the health research enterprise","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Multinational corporation; Health services research; Public relations; Public health; Business; Work (physics); Health administration; Marketing; Political science; Medicine; Nursing","score_opus":0.39143813594636784,"score_gpt":0.5058017802268111,"score_spread":0.11436364428044327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946864055","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093845284,0.0035343603,0.0000148522595,0.97775424,0.0007865812,0.0029905227,0.00006452358,0.000040905266,0.013875555],"genre_scores_gemma":[0.025283605,0.002574009,0.0000022544584,0.93696636,0.023898581,0.00051769253,0.0000701166,0.000083656756,0.010603709],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98746365,0.0047280723,0.0013048813,0.00065745495,0.0020315463,0.0038143834],"domain_scores_gemma":[0.9883124,0.007455693,0.0009775984,0.0013424844,0.0017541598,0.00015762684],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.044764284,0.00034017858,0.00096764875,0.0013633972,0.0037090457,0.0007797123,0.0012535884,0.00089661835,0.000013233694],"category_scores_gemma":[0.004315582,0.00017387333,0.00010168693,0.0023620515,0.0015863156,0.00025700938,0.00084656465,0.010719738,0.0001440784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048373447,0.000017471173,0.00024467564,0.004560599,0.00004038613,0.0000045158654,0.0002995193,0.000018248043,1.0211739e-7,0.02403561,0.9699054,0.0008251291],"study_design_scores_gemma":[0.00025549383,0.00030791736,0.00033205873,0.0008734042,0.0000028453921,0.00002771909,0.0047725583,0.0007278128,1.5159829e-8,0.00037355442,0.9922044,0.00012218171],"about_ca_topic_score_codex":0.4590624,"about_ca_topic_score_gemma":0.0042673694,"teacher_disagreement_score":0.45479503,"about_ca_system_score_codex":0.0007791753,"about_ca_system_score_gemma":0.0040719467,"threshold_uncertainty_score":0.997588},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2947233000","doi":"10.1186/s13063-019-3422-4","title":"Population health intervention research: what is the place for pilot studies?","year":2019,"lang":"en","type":"letter","venue":"Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McMaster University","funders":"Institut pour la Recherche en Santé Publique; Institut National Du Cancer; Agence Nationale de Recherches sur le Sida et les Hépatites Virales; Alliance Nationale pour les Sciences de la Vie et de la Santé","keywords":"Intervention (counseling); Psychological intervention; Transparency (behavior); Research design; Medicine; Medical education; Population; Test (biology); Psychology; Nursing; Computer science; Environmental health","score_opus":0.9792018322534876,"score_gpt":0.8279531010461444,"score_spread":0.15124873120734317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947233000","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041937476,0.0013934964,0.00023297752,0.96630627,0.0076391627,0.02335238,0.0004865581,0.00006857761,0.000101193014],"genre_scores_gemma":[0.0003583308,0.0018763122,0.0002493679,0.9587112,0.011638644,0.005124736,0.00042039246,0.00007270442,0.021548303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94494873,0.046208255,0.004423269,0.00081950246,0.0017233662,0.0018768865],"domain_scores_gemma":[0.8888644,0.105152205,0.0036256635,0.0010779188,0.001161654,0.00011814388],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1533827,0.0003013407,0.0015349828,0.0005105464,0.00259948,0.00014288464,0.00075525435,0.00048183437,0.0008082131],"category_scores_gemma":[0.037117872,0.0001968605,0.0002814404,0.00060281216,0.00013131874,0.00055093603,0.00025606275,0.0029819938,0.0015650867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013101255,0.000008995332,0.00006267158,0.002729611,0.000057919075,3.3664108e-7,0.009645523,6.480511e-7,0.0000013402841,0.00027924744,0.98363084,0.0034518307],"study_design_scores_gemma":[0.0023263951,0.0006309522,0.00029218,0.0020468193,0.000027370159,4.384852e-7,0.007818428,0.000013682141,0.0000023791854,0.004769501,0.9819158,0.00015608655],"about_ca_topic_score_codex":0.0033093516,"about_ca_topic_score_gemma":0.00065050926,"teacher_disagreement_score":0.11626482,"about_ca_system_score_codex":0.0018758067,"about_ca_system_score_gemma":0.0017195536,"threshold_uncertainty_score":0.9993182},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2947766279","doi":"10.1186/s41073-019-0068-4","title":"Measuring the data gap: inclusion of sex and gender reporting in diabetes research","year":2019,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Toronto Public Health; Public Health Ontario; Women's College Hospital","funders":"Diabetes Action Canada; University of Toronto; Ontario Ministry of Health and Long-Term Care; Diabetes Action Research and Education Foundation","keywords":"Observational study; Diabetes mellitus; Medicine; Type 2 diabetes; Inclusion (mineral); Research design; Randomized controlled trial; Sex characteristics; Family medicine; Psychology; Social psychology; Internal medicine; Social science; Endocrinology","score_opus":0.8197748069475616,"score_gpt":0.5915464012853751,"score_spread":0.2282284056621865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947766279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65840894,0.30164713,7.3257934e-7,0.033747077,0.00003838572,0.0014936815,0.00001386517,0.00000816163,0.004642054],"genre_scores_gemma":[0.90941435,0.089255296,0.000098992045,0.00033793013,0.00007927672,0.000026218784,0.000042653905,0.000011942993,0.00073333876],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367577,0.0018930202,0.00087306026,0.00055904535,0.00245282,0.0005463086],"domain_scores_gemma":[0.9952435,0.0017193841,0.00013993387,0.0012758147,0.0014494839,0.00017186461],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097230315,0.00009767333,0.0004914823,0.00019235616,0.0002931586,0.00003062424,0.00037172608,0.00011461811,0.00009647296],"category_scores_gemma":[0.024695903,0.000058236146,0.00003419258,0.0006637338,0.00024637752,0.00011043047,0.0025996906,0.002767559,0.000010415837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051373674,0.000103320526,0.6566786,0.055998657,0.000051074447,0.00004144869,0.004466078,8.350322e-8,0.0010581986,0.0006241662,0.0070862295,0.27384073],"study_design_scores_gemma":[0.0016834874,0.0009603894,0.37700787,0.060984038,0.00008231059,0.0003076058,0.011152723,0.0020602583,0.0018774521,0.019289056,0.52413327,0.00046158643],"about_ca_topic_score_codex":0.0011519621,"about_ca_topic_score_gemma":0.00014049932,"teacher_disagreement_score":0.517047,"about_ca_system_score_codex":0.000059972175,"about_ca_system_score_gemma":0.00037252044,"threshold_uncertainty_score":0.9995331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2948125274","doi":"10.5206/cjsotl-rcacea.2019.1.8005","title":"Thinking Beyond Writing Development in Peer Review","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; McMaster University","funders":"","keywords":"Psychology; Process (computing); Perception; Technical peer review; Peer feedback; Medical education; Peer review; Mathematics education; Pedagogy; Computer science; Political science; Medicine","score_opus":0.07595281457643754,"score_gpt":0.3752848789855073,"score_spread":0.29933206440906973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948125274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8481688,0.014208868,0.00008409964,0.11273488,0.00091867085,0.00049720064,7.206132e-7,0.000011191801,0.023375573],"genre_scores_gemma":[0.9882153,0.0002910876,0.00083245226,0.0010961302,0.00013169603,0.000005253835,0.0000010389214,0.000008130032,0.009418859],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978157,0.0012273315,0.00022214887,0.00007706418,0.00039633244,0.0002614168],"domain_scores_gemma":[0.99856275,0.000926121,0.00016153442,0.00007666693,0.0001398942,0.00013302213],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.043072507,0.00005890717,0.000101758,0.00006953404,0.006228693,0.0004013142,0.00034040713,0.00003439482,0.00014977422],"category_scores_gemma":[0.0048723207,0.000038338498,0.000040890754,0.00008917869,0.000051201678,0.00024951383,0.000015441721,0.0021760785,0.0000064080045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011616006,0.000015096811,0.21722725,0.00027567553,0.000107388194,0.0000040956807,0.34564218,0.0011126758,0.000026547297,0.08548895,0.0039762673,0.34611225],"study_design_scores_gemma":[0.00011219881,0.000012647846,0.019178834,0.0008705968,0.000019718149,0.000008806905,0.024350284,0.000011085494,0.0000014784143,0.0015996083,0.9537595,0.000075270196],"about_ca_topic_score_codex":0.010616706,"about_ca_topic_score_gemma":0.027233198,"teacher_disagreement_score":0.9497832,"about_ca_system_score_codex":0.00015979231,"about_ca_system_score_gemma":0.00067739247,"threshold_uncertainty_score":0.9959717},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2948251768","doi":"10.1007/s11948-019-00112-4","title":"Misconduct and Misbehavior Related to Authorship Disagreements in Collaborative Science","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Center for Advancing Translational Sciences; Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Scientific misconduct; Psychology; Multidisciplinary approach; Hostility; Research integrity; Social psychology; Social science; Public relations; Sociology; Political science; Medicine; Alternative medicine","score_opus":0.037397476199452065,"score_gpt":0.3625665209387409,"score_spread":0.32516904473928887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948251768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903194,0.00007497041,0.000020985528,0.0047257906,0.00048041766,0.00023644266,0.0000032483556,0.000028733364,0.0041100564],"genre_scores_gemma":[0.9983009,0.000067550725,0.00080330204,0.0002412898,0.000014522681,0.0000046871755,2.8122255e-7,0.0000034852862,0.0005639857],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981682,0.000051181174,0.00013187368,0.000342516,0.00087063015,0.00043562296],"domain_scores_gemma":[0.99911755,0.0002280847,0.000024365152,0.000102097976,0.00026502647,0.00026285258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011432629,0.000082942635,0.00010277072,0.00028102245,0.0005252549,0.00018605986,0.0003505719,0.0003082743,0.00001737405],"category_scores_gemma":[0.004117061,0.00007853215,0.0000064226797,0.002440132,0.0012448475,0.0006901373,0.000102272985,0.0013359953,0.000016772434],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010375163,0.000026316347,0.04812482,0.000053262906,0.000003333169,0.0000072463313,0.46540692,0.00050611404,0.09536622,0.38735974,0.00009150758,0.0030441512],"study_design_scores_gemma":[0.0022604265,0.0007538129,0.5986566,0.0022994662,0.00005511915,0.000029092811,0.20680311,0.019450387,0.026726404,0.026231153,0.113220505,0.003513903],"about_ca_topic_score_codex":0.0006809524,"about_ca_topic_score_gemma":0.00020912479,"teacher_disagreement_score":0.5505318,"about_ca_system_score_codex":0.00015077807,"about_ca_system_score_gemma":0.0009801249,"threshold_uncertainty_score":0.5804309},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2948269163","doi":"","title":"Cmbes Peer Review of London Health Sciences Centre, October 2007","year":2008,"lang":"en","type":"article","venue":"CMBES Proceedings","topic":"Healthcare Systems and Challenges","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Hamilton Health Sciences","funders":"","keywords":"Media studies; Library science; Sociology; Computer science","score_opus":0.1804744128175429,"score_gpt":0.46396989635231073,"score_spread":0.28349548353476783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948269163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38927427,0.23792623,0.000011044455,0.12698904,0.0021486029,0.003498949,0.00006516619,0.00036865598,0.23971806],"genre_scores_gemma":[0.7101808,0.22600144,0.0011442881,0.021601962,0.0020251663,0.00018808039,0.000024472518,0.0000907934,0.038742974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960756,0.00013649429,0.0012215351,0.00047935543,0.0011414768,0.0009455817],"domain_scores_gemma":[0.99629223,0.00015865025,0.000730155,0.00017814263,0.0022830425,0.0003577975],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00382571,0.0002418452,0.0007770403,0.00014188992,0.0013684892,0.000006607755,0.00034347744,0.00022420188,0.0006966866],"category_scores_gemma":[0.0010800861,0.00018652459,0.000117341064,0.0005273842,0.000301586,0.00025525346,0.000120916004,0.00061611464,0.00030436975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012318729,0.00008502986,0.0867927,0.041910395,0.000016789472,0.0000029404039,0.008692529,4.5217863e-8,0.000041069936,0.007822332,0.85230017,0.0023236652],"study_design_scores_gemma":[0.00045864115,0.00027341724,0.022052143,0.029112967,0.000011777649,0.000028999673,0.009344799,0.000007749148,0.00006685236,0.00016537453,0.9381994,0.00027789857],"about_ca_topic_score_codex":0.0013958638,"about_ca_topic_score_gemma":0.00009127398,"teacher_disagreement_score":0.32090655,"about_ca_system_score_codex":0.00016568607,"about_ca_system_score_gemma":0.0009943022,"threshold_uncertainty_score":0.9999316},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2948649443","doi":"10.1001/jamainternmed.2019.1221","title":"Methodological Issues in Determining the Accuracy of Automated Office Blood Pressure Readings for Diagnosing Hypertension—Reply","year":2019,"lang":"en","type":"letter","venue":"JAMA Internal Medicine","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Université de Montréal; Public Health Ontario; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Otorhinolaryngology; Family medicine; Neurology; Sign (mathematics); Psychiatry","score_opus":0.1493586306277822,"score_gpt":0.38339662198063335,"score_spread":0.23403799135285114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948649443","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012918377,0.028316408,0.00005712607,0.95394635,0.0015925781,0.0019691992,0.000056969242,0.00022325842,0.0009197381],"genre_scores_gemma":[0.07116391,0.001367596,0.0023644534,0.91391814,0.00734903,0.00014917285,0.00015118829,0.00012160562,0.0034149056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597347,0.0004565222,0.001338669,0.0007958602,0.00084941764,0.0005860569],"domain_scores_gemma":[0.9618466,0.03536852,0.0009175623,0.0007888799,0.0010052735,0.00007315954],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014754592,0.0006028812,0.003054571,0.00039517984,0.000089958936,0.000031345637,0.0005612398,0.00088269863,0.0001238621],"category_scores_gemma":[0.038244437,0.0003216036,0.00034288812,0.00025417816,0.0004092654,0.000121427176,0.00029094677,0.0024244187,0.000012185241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000658428,0.00013563139,0.0038220352,0.0016123363,0.001887352,0.0010336951,0.0008593862,0.0000016644366,0.001993106,0.000006516586,0.9854923,0.0024975387],"study_design_scores_gemma":[0.0061323405,0.0017853234,0.009936045,0.01076151,0.009185061,0.00090403936,0.00024693436,0.0007315698,0.0020870785,0.00003748975,0.95784795,0.00034466592],"about_ca_topic_score_codex":0.00079866615,"about_ca_topic_score_gemma":0.000007949052,"teacher_disagreement_score":0.058245532,"about_ca_system_score_codex":0.000013815897,"about_ca_system_score_gemma":0.00007982064,"threshold_uncertainty_score":0.9999236},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2948845587","doi":"10.1007/s11948-019-00113-3","title":"Researchers’ Perceptions of Ethical Authorship Distribution in Collaborative Research Teams","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Center for Advancing Translational Sciences; Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Transparency (behavior); Psychology; Mentorship; Productivity; Affect (linguistics); Perception; Public relations; Engineering ethics; Political science; Medical education; Medicine; Engineering","score_opus":0.6652650663412806,"score_gpt":0.638300049848536,"score_spread":0.02696501649274452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948845587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902124,0.0001494009,0.00095855456,0.0062316023,0.00022741422,0.0002695744,0.00003266694,0.000012716016,0.0019057193],"genre_scores_gemma":[0.99866116,0.0001876591,0.00061997736,0.000031429423,0.000019063278,0.00000895633,0.000002343059,0.00000505187,0.00046434504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9811432,0.0006162938,0.00047977464,0.00071418576,0.01617103,0.0008755482],"domain_scores_gemma":[0.96892035,0.01672061,0.000075268734,0.00073310605,0.012970797,0.0005798555],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.21793297,0.000089407826,0.00021661965,0.02189431,0.0003291951,0.0009881103,0.0015942464,0.0004426679,0.0000812314],"category_scores_gemma":[0.24522078,0.00006818251,0.000031374322,0.20437072,0.0016232283,0.000575219,0.00074763095,0.0037833352,0.00008458319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008980125,0.0002899559,0.30975446,0.00018918964,0.000011332811,0.000018086655,0.028278407,0.0061942358,0.23208155,0.3857255,0.0036375942,0.033729874],"study_design_scores_gemma":[0.00052319636,0.00052259275,0.84047383,0.00013741461,0.0000015595601,0.000005326934,0.014074828,0.1084145,0.004155393,0.01883186,0.012554756,0.0003047152],"about_ca_topic_score_codex":0.0002371044,"about_ca_topic_score_gemma":0.000043070482,"teacher_disagreement_score":0.5307194,"about_ca_system_score_codex":0.00033883672,"about_ca_system_score_gemma":0.0019364725,"threshold_uncertainty_score":0.99851495},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2949104201","doi":"10.1186/s13643-019-1047-z","title":"Immunotherapy with check-point inhibitors (CPI) in adult malignancies: a protocol for the systematic review of the quality of economic analyses","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Cancer Immunotherapy and Biomarkers","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; McMaster University; CancerCare Manitoba; University of British Columbia","funders":"University of British Columbia","keywords":"Medicine; Protocol (science); Immunotherapy; Quality (philosophy); Intensive care medicine; Alternative medicine; Internal medicine; Cancer; Pathology","score_opus":0.07805868778301084,"score_gpt":0.40957988120037675,"score_spread":0.3315211934173659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949104201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033100643,0.062125184,0.00013235207,0.0005980176,0.00013931202,0.93332934,0.0000146551865,0.000012074943,0.00033901917],"genre_scores_gemma":[0.030114166,0.008125113,0.00030960795,0.0014435882,0.00004775741,0.9590918,0.0000036364272,0.000060347164,0.0008040213],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99324214,0.0013583726,0.004495594,0.00025859493,0.00044795722,0.00019736527],"domain_scores_gemma":[0.9928702,0.0007964091,0.0042652376,0.0018085456,0.00023276013,0.000026842023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009886754,0.00030883664,0.003821803,0.00007286179,0.00003605703,0.000013827292,0.00043049513,0.000065023494,0.00009797421],"category_scores_gemma":[0.0009173333,0.00010823807,0.001034294,0.0004098099,0.000112525806,0.000070445945,0.000026172462,0.00010271483,0.000015391739],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032920975,0.00006592626,0.0004670809,0.9955347,0.0004370997,1.18954716e-7,0.00041764262,0.0000013474522,0.00231051,0.00012620943,0.00028095912,0.000029162751],"study_design_scores_gemma":[0.002719959,0.00029518362,0.00034670663,0.993026,0.0004966059,0.000022022696,0.0007508844,0.000053605047,0.0017488602,0.000011565941,0.000381036,0.000147536],"about_ca_topic_score_codex":0.00023335125,"about_ca_topic_score_gemma":0.00009081082,"teacher_disagreement_score":0.05400007,"about_ca_system_score_codex":0.00021051186,"about_ca_system_score_gemma":0.00025594098,"threshold_uncertainty_score":0.44138202},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2949493839","doi":"10.1111/jebm.12347","title":"An evaluation of WHO emergency guidelines for Zika virus disease","year":2019,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital de l'Enfant-Jésus","funders":"UNICEF; Wellcome Trust; Wellcome; World Health Organization","keywords":"Guideline; Zika virus; Context (archaeology); Medicine; CLARITY; Medical emergency; Presentation (obstetrics); Critical appraisal; Checklist; Family medicine; Alternative medicine; Psychology; Pathology","score_opus":0.9321876143821779,"score_gpt":0.7733480368508203,"score_spread":0.15883957753135758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949493839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81666744,0.0016814829,0.010725914,0.16502236,0.0033092108,0.0024168105,0.00004645017,0.000013157543,0.000117208976],"genre_scores_gemma":[0.967694,0.00085500017,0.003362454,0.02459475,0.0029527987,0.00010637724,0.000006979105,0.000025570285,0.00040211368],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9925827,0.0015727069,0.0029871135,0.00020411758,0.0022469885,0.0004063682],"domain_scores_gemma":[0.9814065,0.0030537103,0.002754426,0.00043979604,0.011696248,0.0006492889],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029298432,0.00014370299,0.0005481645,0.0004489851,0.00019608435,0.0000028057257,0.0004127674,0.000072596165,0.0053246836],"category_scores_gemma":[0.052550934,0.000088544606,0.0001069188,0.0005067644,0.00008120087,0.00074355275,0.000018117635,0.00026337555,0.000031258278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028698866,0.00018696803,0.37816232,0.004095847,0.00007217257,0.0000049438268,0.008454384,0.004314592,0.068684794,0.0006652089,0.49381062,0.03867825],"study_design_scores_gemma":[0.029202957,0.011485478,0.65207356,0.03522173,0.0017135309,0.000007039308,0.011863697,0.09607743,0.0029338063,0.008248857,0.15043485,0.000737059],"about_ca_topic_score_codex":0.00018969923,"about_ca_topic_score_gemma":0.00006982395,"teacher_disagreement_score":0.34337577,"about_ca_system_score_codex":0.0002933702,"about_ca_system_score_gemma":0.005612399,"threshold_uncertainty_score":0.9995415},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2950927168","doi":"10.48550/arxiv.0808.2517","title":"Why it has become more difficult to predict Nobel Prize winners: a bibliometric analysis of Nominees and Winners of the Chemistry and Physics Prizes (1901-2007)","year":2008,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Hierarchy; Attribution; Field (mathematics); Fragmentation (computing); Centrality; Scientific progress; Data science; Political science; Epistemology; Psychology; Library science; Computer science; Mathematics; Statistics; Law; Philosophy; Social psychology","score_opus":0.3440724253615619,"score_gpt":0.4528800998423715,"score_spread":0.10880767448080958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950927168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99273264,0.0018896002,0.0007876637,0.0024399029,0.00031585322,0.0006555095,0.0006640556,0.00002367538,0.00049109495],"genre_scores_gemma":[0.9953264,0.0026741687,0.00090471725,0.00031249,0.00014059401,0.000036957834,0.00003841215,0.000031814034,0.00053447444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9881251,0.00019276186,0.0016858305,0.0017470462,0.0074968096,0.000752449],"domain_scores_gemma":[0.98768,0.0037008442,0.0013526309,0.0022758571,0.0043515903,0.0006390812],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0053956513,0.0005548934,0.0016846093,0.19617869,0.00029328992,0.00095914886,0.0038027347,0.0004815907,0.00011698523],"category_scores_gemma":[0.02732534,0.00035662632,0.0006464553,0.74330586,0.0013578229,0.00035097188,0.005901036,0.00078575016,0.0000061392157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044632754,0.00027476263,0.97291976,0.00014155178,0.0007821749,0.0000068360587,0.00078949885,0.0013570299,0.0054648477,0.0000021941448,0.010762849,0.0074538365],"study_design_scores_gemma":[0.00054834795,0.00009457612,0.984043,0.000087295215,0.0003903037,0.000005046575,0.0005064869,0.006725411,0.0037662555,0.000067447705,0.00336497,0.00040088483],"about_ca_topic_score_codex":0.00060071144,"about_ca_topic_score_gemma":0.000027275593,"teacher_disagreement_score":0.5471272,"about_ca_system_score_codex":0.00012667745,"about_ca_system_score_gemma":0.00044083752,"threshold_uncertainty_score":0.9998886},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2953071160","doi":"10.1186/s13063-019-3383-7","title":"Population health intervention research: the place of theories","year":2019,"lang":"en","type":"letter","venue":"Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Medical Research Council; Alliance Nationale pour les Sciences de la Vie et de la Santé; Institut pour la Recherche en Santé Publique; Institut National Du Cancer; Agence Nationale de Recherches sur le Sida et les Hépatites Virales; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Psychological intervention; Intervention (counseling); General partnership; Population; Medicine; Management science; Engineering ethics; Public relations; Nursing; Political science","score_opus":0.9506470300989205,"score_gpt":0.8113804812164608,"score_spread":0.1392665488824597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953071160","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015480178,0.0001336842,0.00020386916,0.9855432,0.0027052567,0.007614822,0.00033596525,0.000043317097,0.0018718595],"genre_scores_gemma":[0.01253876,0.000116662646,0.00013428526,0.96269584,0.0064743357,0.00071719097,0.00037125446,0.000048165693,0.016903507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9113194,0.080911875,0.0043662586,0.00044704572,0.0017853846,0.0011700366],"domain_scores_gemma":[0.92551,0.068905324,0.0039797234,0.00094557594,0.00059124694,0.00006811485],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1475762,0.00018810974,0.0011721335,0.00046539327,0.0010427473,0.000026254322,0.0006925765,0.0005403896,0.0019913565],"category_scores_gemma":[0.038949087,0.000117048,0.00020423664,0.0006545433,0.00018849788,0.00015111161,0.00019693645,0.003173611,0.0009557329],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054622244,0.000004872836,0.00066589256,0.0012056958,0.000016582835,3.3919366e-7,0.005942136,0.0000010068713,0.0000031402978,0.0050891666,0.9858963,0.0011202544],"study_design_scores_gemma":[0.0008893862,0.00016002744,0.0026851578,0.00082479184,0.000011901251,4.0893926e-7,0.0019951435,0.000004768024,0.0000057196426,0.012197058,0.98113483,0.000090804184],"about_ca_topic_score_codex":0.009532003,"about_ca_topic_score_gemma":0.0005603082,"teacher_disagreement_score":0.1086271,"about_ca_system_score_codex":0.0006374749,"about_ca_system_score_gemma":0.0019427552,"threshold_uncertainty_score":0.99982214},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2953253500","doi":"10.12688/f1000research.9611.3","title":"Revisiting inconsistency in large pharmacogenomic studies","year":2017,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research; Montreal Clinical Research Institute; Hospital for Sick Children; Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"National Heart, Lung, and Blood Institute; National Cancer Institute; National Institute on Alcohol Abuse and Alcoholism; Higher Education Discipline Innovation Project; Cancer Research Society; Terry Fox Research Institute; National Natural Science Foundation of China; Government of Ontario; Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; National Supercomputer Centre in Guangzhou; Ontario Institute for Cancer Research; Yale University","keywords":"Pharmacogenomics; Consistency (knowledge bases); Computational biology; Drug; Concordance; Medicine; Cancer cell lines; Genomics; Biology; Bioinformatics; Cancer; Genetics; Pharmacology; Gene; Cancer cell; Computer science","score_opus":0.21595747020585818,"score_gpt":0.5073580439062149,"score_spread":0.29140057370035666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953253500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65973705,0.06347341,0.21215735,0.023198776,0.006922891,0.004387869,0.00033469262,0.00081868016,0.028969297],"genre_scores_gemma":[0.93591815,0.0021267508,0.059830457,0.00020553193,0.0007723965,0.00025675667,0.00003490027,0.000051561397,0.0008035195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99508214,0.0013252645,0.0006112655,0.0011627601,0.0010185762,0.0007999947],"domain_scores_gemma":[0.9956404,0.0016799823,0.00029440393,0.0017619717,0.00047265654,0.0001506085],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.007182932,0.0003248268,0.000626574,0.00070941454,0.00036588323,0.0007522137,0.004615022,0.00012267548,0.000030933494],"category_scores_gemma":[0.002394072,0.00033416375,0.00019360095,0.00030408948,0.00015743541,0.00047780626,0.01745758,0.0016106197,0.00017462144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014830881,0.0007909328,0.062603116,0.0057375757,0.0013289764,0.004016449,0.016521575,0.057290938,0.001549009,0.1895061,0.012871511,0.6476355],"study_design_scores_gemma":[0.0013147391,0.00003394008,0.04908666,0.0018342022,0.000023280023,0.000034549514,0.00027159427,0.6280253,0.00071568927,0.31037176,0.0072065312,0.0010817947],"about_ca_topic_score_codex":0.00013394559,"about_ca_topic_score_gemma":0.000033947337,"teacher_disagreement_score":0.6465537,"about_ca_system_score_codex":0.00052939425,"about_ca_system_score_gemma":0.0012464839,"threshold_uncertainty_score":0.999911},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2954577146","doi":"10.6084/m9.figshare.c.4312298","title":"Stakeholder involvement in systematic reviews: a scoping review","year":2018,"lang":"en","type":"review","venue":"Discovery Research Portal (University of Dundee)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Stakeholder; Medicine; Data extraction; Population; Grey literature; Protocol (science); MEDLINE; Family medicine; Alternative medicine; Public relations; Political science; Environmental health; Pathology","score_opus":0.9306076388998077,"score_gpt":0.599762381144996,"score_spread":0.33084525775481166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954577146","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012100932,0.9723728,0.0003193198,0.000054735934,0.00015110218,0.017550346,0.00007583402,0.0000051191155,0.009458668],"genre_scores_gemma":[0.00001357549,0.97897595,0.00025894484,0.0000404629,0.000058213962,0.00007286578,0.0000992372,0.000034919733,0.020445842],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90217537,0.06426842,0.017061064,0.002509843,0.013038214,0.000947109],"domain_scores_gemma":[0.96113133,0.0105744265,0.016596226,0.00893795,0.0023387158,0.0004213235],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32207996,0.00084856094,0.027137926,0.0025498043,0.00028788552,0.0006420227,0.0067183,0.00034625301,0.012649002],"category_scores_gemma":[0.045466803,0.0004918975,0.007693668,0.006477475,0.000553386,0.0013390465,0.0014034526,0.0009565517,0.0062620398],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002344934,0.00011848322,0.000023459846,0.90926737,0.0003769622,0.000119253906,0.00024374828,1.3582378e-7,4.8454755e-8,0.00052193407,0.052329734,0.036996525],"study_design_scores_gemma":[0.000096027405,0.000062650826,0.0000058021933,0.7347515,0.001033597,0.000015477028,0.0017234057,0.0000084482235,1.9411583e-8,0.0002257773,0.26175547,0.0003218306],"about_ca_topic_score_codex":0.00016527575,"about_ca_topic_score_gemma":0.0018824793,"teacher_disagreement_score":0.27661318,"about_ca_system_score_codex":0.0002123897,"about_ca_system_score_gemma":0.0013829599,"threshold_uncertainty_score":0.9997533},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2955631702","doi":"10.1111/cid.12810","title":"The funding sources of implantology research in the period 2008‐2017: A bibliometric analysis","year":2019,"lang":"en","type":"article","venue":"Clinical Implant Dentistry and Related Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dentistry; Bibliometrics; Citation; Scopus; Government (linguistics); Citation analysis; Medicine; Subject (documents); Commercialization; Library science; Dental research; Web of science; Period (music); MEDLINE; Political science; Computer science","score_opus":0.7769852019218009,"score_gpt":0.6830523692882974,"score_spread":0.0939328326335035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955631702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802386,0.0100139985,0.000017385759,0.0026388979,0.0018286719,0.00063703855,0.00005770428,0.000008660878,0.0045590387],"genre_scores_gemma":[0.9862344,0.009039131,0.000019444506,0.00001837126,0.000074760486,0.000020924943,0.00001036174,0.000010085862,0.0045725033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9670802,0.011412159,0.002659802,0.0014775399,0.015131107,0.0022392012],"domain_scores_gemma":[0.8515741,0.1417635,0.00043683185,0.0019447505,0.0037231464,0.000557624],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.2984419,0.00019108692,0.00082998304,0.39707202,0.0015513289,0.0034695526,0.006026392,0.0006421983,0.0003884048],"category_scores_gemma":[0.06210956,0.00008957701,0.00045028012,0.81475496,0.0029855734,0.00033615375,0.0021956787,0.0041103396,0.0010136596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002522648,0.0003655972,0.90347123,0.000028610684,0.00039132053,0.0032578383,0.00029093487,0.000021501926,0.00013704941,0.002036522,0.020791277,0.068955846],"study_design_scores_gemma":[0.00092525943,0.0006739248,0.95808285,0.000032044456,0.000039583025,0.004971016,0.005665898,0.0028993671,0.000039022674,0.008317101,0.018189145,0.00016481089],"about_ca_topic_score_codex":0.00037968231,"about_ca_topic_score_gemma":0.0001791257,"teacher_disagreement_score":0.41768295,"about_ca_system_score_codex":0.00005269462,"about_ca_system_score_gemma":0.00039726286,"threshold_uncertainty_score":0.99976414},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2955682156","doi":"10.1186/s12961-019-0465-7","title":"Creating a locally driven research agenda for the ethnic minorities of Eastern Myanmar","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Ethnic group; Health services research; Public health; Social policy; Political science; Health administration; Health policy; Health informatics; Healthcare policy; Economic growth; Medicine; Development economics; International health; Nursing","score_opus":0.519415347405666,"score_gpt":0.570233988990682,"score_spread":0.05081864158501603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955682156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916405,0.046697486,0.0001091921,0.035069395,0.00051930686,0.009916856,0.00015180929,0.0000462687,0.015849186],"genre_scores_gemma":[0.9797903,0.002123057,0.000042457774,0.0008579859,0.0008944571,0.00031360122,0.0000106183725,0.0000247379,0.015942836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941151,0.0016048163,0.0007234024,0.0003342787,0.0014563198,0.0017660705],"domain_scores_gemma":[0.989508,0.007853524,0.00012181127,0.0005413735,0.0012840449,0.00069124816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02007271,0.00012488081,0.00057276856,0.0005381153,0.00061538554,0.000051798343,0.0001885561,0.00014748833,0.000013209803],"category_scores_gemma":[0.0037255213,0.00008244928,0.000088386914,0.00080805575,0.00039863613,0.000057911962,0.00012395052,0.0007572354,0.000047526577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007110329,0.0007568187,0.20299524,0.17471386,0.0004439516,0.00007293749,0.04725406,0.0000930515,0.0014628645,0.19462699,0.21479148,0.15567842],"study_design_scores_gemma":[0.008418063,0.012842041,0.116112426,0.014753885,0.00002727005,0.0003830761,0.0995067,0.07209425,0.00011217852,0.0012386442,0.6740027,0.00050876045],"about_ca_topic_score_codex":0.035639312,"about_ca_topic_score_gemma":0.00037416373,"teacher_disagreement_score":0.45921123,"about_ca_system_score_codex":0.00032515847,"about_ca_system_score_gemma":0.0038442044,"threshold_uncertainty_score":0.97078246},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2955873301","doi":"10.1007/s11192-019-03146-4","title":"The citation advantage of foreign language references for Chinese social science papers","year":2019,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Office for Philosophy and Social Sciences; China Scholarship Council","keywords":"Citation; Internationalization; Foreign language; Citation index; Impact factor; Scientific communication; Sociology of scientific knowledge; Social science; Consumption (sociology); Artifact (error); Scientometrics; Diversity (politics); Sociology; Computer science; Library science; Political science; Law; Business","score_opus":0.34542183294758166,"score_gpt":0.5814282516665357,"score_spread":0.236006418718954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955873301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9018667,0.00061490666,0.0013327581,0.00024741524,0.0014756516,0.0006967943,0.00009095738,0.000022638364,0.09365218],"genre_scores_gemma":[0.9944675,0.00007381278,0.0010178257,0.000058068163,0.00007487888,0.000019324729,0.000005186096,0.000010364544,0.0042730127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97952145,0.00012466194,0.00082433457,0.00090268505,0.017645406,0.000981442],"domain_scores_gemma":[0.9799633,0.011449912,0.0006208788,0.0008780792,0.0067739016,0.00031390542],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.062178716,0.00017452335,0.000344946,0.08917785,0.0011526555,0.0027499814,0.0052497867,0.00009178874,0.00016474965],"category_scores_gemma":[0.11688691,0.00009311091,0.00023739002,0.5141261,0.0011355059,0.0010036702,0.00073695445,0.00019063121,0.00012322004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104797145,0.00017411394,0.38074687,0.000032231805,0.000018574585,0.0000012871133,0.0019325325,0.000033459808,0.0406542,0.064988695,0.0021479782,0.5091652],"study_design_scores_gemma":[0.0017745101,0.0008786184,0.8985406,0.000012157224,0.000013497525,0.0000036860718,0.019622473,0.010949568,0.007718425,0.025862094,0.03410206,0.00052229466],"about_ca_topic_score_codex":0.00001615571,"about_ca_topic_score_gemma":0.000007617001,"teacher_disagreement_score":0.5177937,"about_ca_system_score_codex":0.00017799286,"about_ca_system_score_gemma":0.00050655234,"threshold_uncertainty_score":0.99828523},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2957234107","doi":"10.3138/jsp.50.4.02","title":"Professionalizing Peer Review Suggestions for a More Ethical and Pedagogical Review Process","year":2019,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rhetoric; Constructive; Constructive criticism; Criticism; Peer review; Action (physics); Process (computing); Engineering ethics; Payment; Orthodoxy; Composition (language); Sociology; Publishing; Psychology; Public relations; Computer science; Political science; Law; Engineering; History; World Wide Web; Linguistics","score_opus":0.2110460948203188,"score_gpt":0.49813968717449203,"score_spread":0.2870935923541732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957234107","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008224362,0.04623089,0.00015908518,0.93890077,0.0006270809,0.00056505867,0.0000026029604,0.000019088264,0.005271054],"genre_scores_gemma":[0.14406277,0.14501579,0.06423462,0.6128835,0.0030199075,0.00019184567,0.000048671212,0.0000746013,0.030468253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641454,0.00035711774,0.0005980127,0.00016577076,0.0022204872,0.00024409314],"domain_scores_gemma":[0.99116635,0.0006862963,0.00033679244,0.0000967082,0.0073753325,0.00033850837],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022591552,0.000092231036,0.00033722457,0.000084647014,0.0004467419,0.0034599302,0.00045969873,0.00024218412,0.00034650337],"category_scores_gemma":[0.076607436,0.00006868669,0.00011174161,0.0003706225,0.00009641308,0.01083619,0.000052804997,0.002305445,0.0000067481424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024807512,0.00020975534,0.010187484,0.011187689,0.000063791864,0.0000079852925,0.0243374,3.2932363e-7,0.000031689997,0.4202307,0.5185963,0.0151220495],"study_design_scores_gemma":[0.0002636516,0.000040249575,0.0019170964,0.029982276,0.00007368426,0.000032425254,0.006557467,0.0000010646764,0.000001497692,0.027364181,0.9336273,0.00013912118],"about_ca_topic_score_codex":0.000008518999,"about_ca_topic_score_gemma":0.000003553334,"teacher_disagreement_score":0.41503096,"about_ca_system_score_codex":0.000109238135,"about_ca_system_score_gemma":0.0013650813,"threshold_uncertainty_score":0.9999963},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2960067330","doi":"10.1097/nnr.0000000000000372","title":"Review of Mixed-Methods Research in Nursing","year":2019,"lang":"en","type":"review","venue":"Nursing Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Nursing research; Psychology; Nursing; Medicine","score_opus":0.9628021640789794,"score_gpt":0.8936531252509531,"score_spread":0.06914903882802637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960067330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023415566,0.9234504,0.00007205147,0.0050725793,0.0016071657,0.00854301,0.00006865424,0.000034931338,0.06114887],"genre_scores_gemma":[0.0000022475613,0.9912138,0.0045542917,0.0004907201,0.0005062685,0.0011571642,0.00004552008,0.00012882914,0.00190115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88227594,0.10402363,0.0042959256,0.0013407693,0.003885923,0.004177839],"domain_scores_gemma":[0.9370564,0.056510437,0.0009428242,0.0021710235,0.0027105378,0.0006087734],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17373627,0.00041900785,0.003319299,0.0049391845,0.0012082623,0.000033385066,0.002120728,0.00092873705,0.0008445487],"category_scores_gemma":[0.02337794,0.00036261775,0.00031993547,0.012232697,0.0015823419,0.00022500286,0.0003972179,0.010464272,0.0026304452],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000045683387,0.00005416459,0.000006641624,0.27800426,0.0000037469122,0.0000019587853,0.0014491238,1.6712397e-8,8.758682e-7,0.0011304171,0.1143333,0.6050109],"study_design_scores_gemma":[0.00013733616,0.00007533092,0.000016539629,0.48213246,0.000020591911,0.0000041063977,0.00089307217,0.0000021145363,4.94216e-7,0.0011812743,0.515409,0.00012766446],"about_ca_topic_score_codex":0.0003212377,"about_ca_topic_score_gemma":0.000018335084,"teacher_disagreement_score":0.60488325,"about_ca_system_score_codex":0.007386795,"about_ca_system_score_gemma":0.018677963,"threshold_uncertainty_score":0.9998826},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2961163828","doi":"10.12688/f1000research.18757.1","title":"Understanding the contribution of UK public health research to clinical guidelines: a bibliometric analysis","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Research Councils UK; National Cancer Institute; National Medical Research Council; British Heart Foundation; National Institutes of Health; National Health and Medical Research Council; Cancer Research UK; Canadian Institutes of Health Research; National Institute for Health and Care Research; Department of Health and Social Care; Research England; Government of the United Kingdom; Medical Research Council; Economic and Social Research Council; Sanofi; Pfizer","keywords":"Open peer review; Plant biology; Public health; Bibliometrics; Medicine; Physiology; Alternative medicine; Biology; Library science; Pathology; Computer science","score_opus":0.9567812570672606,"score_gpt":0.7309965427940688,"score_spread":0.2257847142731918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961163828","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20052904,0.0022428667,0.35716018,0.4268964,0.0012756626,0.010437296,0.00034957242,0.00011098639,0.0009979795],"genre_scores_gemma":[0.9865882,0.0039052696,0.0030684501,0.0032725278,0.0011039999,0.00019431733,0.001133981,0.000069655944,0.0006635929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9754037,0.0074352836,0.006309694,0.0015458255,0.007531891,0.0017735859],"domain_scores_gemma":[0.94235444,0.033430267,0.001531588,0.0036570001,0.017580044,0.0014466444],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.15224668,0.00034399104,0.0018833493,0.10451279,0.0003732524,0.0003698198,0.0013995174,0.0006165426,0.0011130653],"category_scores_gemma":[0.24695164,0.0002500064,0.0009989891,0.20617378,0.00057532586,0.00014133586,0.0037264868,0.004930948,0.00035244337],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011448181,0.00079078256,0.6478381,0.00049048924,0.0039787446,0.000020137591,0.0003273795,0.0012537417,0.000056557594,0.0020727175,0.3067934,0.035233114],"study_design_scores_gemma":[0.0062421267,0.0050380738,0.8359742,0.0010433359,0.0017740459,0.000021070819,0.009457692,0.0530222,0.000046375488,0.006323485,0.080363944,0.00069343735],"about_ca_topic_score_codex":0.00368134,"about_ca_topic_score_gemma":0.0009754884,"teacher_disagreement_score":0.78605914,"about_ca_system_score_codex":0.002372622,"about_ca_system_score_gemma":0.009783024,"threshold_uncertainty_score":0.99999523},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2963234607","doi":"10.24908/pceea.vi0.13795","title":"A SNAPSHOT METHODOLOGICAL REVIEW OF JOURNAL ARTICLES IN ENGINEERING EDUCATION RESEARCH","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Snapshot (computer storage); Engineering ethics; Field (mathematics); Engineering education; Data science; Computer science; Exploratory research; Management science; Engineering; Engineering management; Sociology; Social science; Mathematics","score_opus":0.03231645079726524,"score_gpt":0.30112173670403825,"score_spread":0.268805285906773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963234607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713333,0.008296472,0.00005157788,0.003914856,0.0060057146,0.0011704721,0.000009063941,0.00011696514,0.009101554],"genre_scores_gemma":[0.9935153,0.0010688301,0.0043635503,0.00015464563,0.00015923676,0.00010788798,0.000009463036,0.00004460761,0.00057647604],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99822176,0.000027141481,0.00061706896,0.000169314,0.00054461,0.00042008923],"domain_scores_gemma":[0.99836725,0.00015770593,0.000194853,0.00014324328,0.0009165909,0.00022033037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026479065,0.0001746638,0.00031083883,0.0008022473,0.000052300198,0.000059214402,0.0004075327,0.00016192382,0.00018403691],"category_scores_gemma":[0.0025798688,0.00016854377,0.000102687496,0.0015666288,0.000012421356,0.00022793777,0.000026689577,0.0006328087,0.000014794504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012455568,0.0009339059,0.32868445,0.0706716,0.00058922847,6.918651e-7,0.009323351,0.06336247,0.07577548,0.044501316,0.3897729,0.016372154],"study_design_scores_gemma":[0.00084141124,0.000101436985,0.73879,0.035623413,0.00012228978,0.00008356983,0.0026373817,0.021807281,0.028065106,0.000904576,0.16944255,0.0015810415],"about_ca_topic_score_codex":0.00049320713,"about_ca_topic_score_gemma":0.00021434145,"teacher_disagreement_score":0.4101055,"about_ca_system_score_codex":0.002728492,"about_ca_system_score_gemma":0.001162175,"threshold_uncertainty_score":0.71349114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2963977115","doi":"10.5539/ibr.v12n8p107","title":"Methodological View of Business Ethics Researches in Turkey: A Review on Postgraduate Theses","year":2019,"lang":"en","type":"review","venue":"International Business Research","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Positivism; Business ethics; Context (archaeology); Scope (computer science); Engineering ethics; Philosophy of business; Sociology; Business management; Knowledge management; Political science; Epistemology; Management; Business model; Public relations; Business administration; Business; Computer science; Philosophy; Engineering; Economics","score_opus":0.9610147175567154,"score_gpt":0.716411170929011,"score_spread":0.24460354662770445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963977115","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024319537,0.96042424,0.00020651234,0.027192125,0.0022463107,0.0018278337,0.00014105688,0.00002308369,0.0079145],"genre_scores_gemma":[0.00019977576,0.99435896,0.0006770509,0.000335922,0.0004643637,0.00041635582,0.0002235875,0.00007940667,0.003244605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9667159,0.014546655,0.003443859,0.0019099386,0.012458864,0.00092479476],"domain_scores_gemma":[0.82693696,0.1402971,0.0014353547,0.0025531764,0.028589686,0.00018773675],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09463311,0.00064457196,0.0036679956,0.004567523,0.00022038445,0.00058954896,0.006609916,0.0011686601,0.0014347556],"category_scores_gemma":[0.40726846,0.00040110952,0.00057846104,0.014471209,0.001145824,0.0005307479,0.0017671484,0.0056956937,0.0017268196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010605629,0.0005279234,0.000107763975,0.063039,0.00010969566,0.000052040912,0.00019040023,0.00008794246,0.0000023221396,0.010850843,0.0070399935,0.917886],"study_design_scores_gemma":[0.00013994156,0.00004162641,0.0022120425,0.15932935,0.000043287837,0.000034167195,0.000059009337,0.000018499595,0.0000018536849,0.020021973,0.8177629,0.0003353205],"about_ca_topic_score_codex":0.0011905625,"about_ca_topic_score_gemma":0.00009733556,"teacher_disagreement_score":0.9175507,"about_ca_system_score_codex":0.00064039853,"about_ca_system_score_gemma":0.0067915753,"threshold_uncertainty_score":0.9998441},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2964161328","doi":"10.1016/j.eururo.2019.07.024","title":"Re: Comparison of Population-based Observational Studies with Randomized Trials in Oncology","year":2019,"lang":"en","type":"letter","venue":"European Urology","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Observational study; Randomized controlled trial; Oncology; Internal medicine; Population; Environmental health","score_opus":0.12302848087532112,"score_gpt":0.3692032353075951,"score_spread":0.24617475443227396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964161328","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.188092,0.013581394,0.0015988698,0.7805834,0.0031598934,0.0037603755,0.0005581448,0.00003600178,0.008629979],"genre_scores_gemma":[0.48407406,0.000493356,0.0014251657,0.5042119,0.0027609915,0.00007683678,0.0063895034,0.00012233313,0.00044585022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99404293,0.0037007392,0.001330592,0.0005091805,0.00015635096,0.00026019546],"domain_scores_gemma":[0.9914169,0.006673998,0.0012316045,0.0004586444,0.000197955,0.00002093001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028510974,0.0002933976,0.0022625858,0.00016115,0.00002600371,0.000008881969,0.000273973,0.00042172693,0.00003052489],"category_scores_gemma":[0.007578731,0.00023838942,0.00027818637,0.00008453882,0.0002116978,0.0000015082247,0.00011087372,0.0005057271,0.000013860178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02362577,0.000117593605,0.016114293,0.00015939017,0.0006802845,0.00008945568,0.000118800985,0.01153887,0.00058103516,0.00008078046,0.9464102,0.0004835468],"study_design_scores_gemma":[0.05168562,0.0014121153,0.00255856,0.000043458214,0.00035838198,0.0000041598264,0.000029309911,0.00024347236,0.0002549821,0.00010866634,0.94291764,0.0003836579],"about_ca_topic_score_codex":0.000050888797,"about_ca_topic_score_gemma":0.00023419,"teacher_disagreement_score":0.29598206,"about_ca_system_score_codex":0.00005059979,"about_ca_system_score_gemma":0.00028179775,"threshold_uncertainty_score":0.97212386},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2964924333","doi":"10.33137/cjal-rcbu.v5.29919","title":"A Survey Exploring the Perceptions of Academic Librarians as Researchers","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Academic Librarianship","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Library science; Perception; Sociology; Service (business); Survey research; Medical education; Public relations; Political science; Psychology; Medicine; Business","score_opus":0.1808792720808686,"score_gpt":0.3467344005626278,"score_spread":0.16585512848175918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964924333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92639005,0.00068854645,0.000020128422,0.023761325,0.0012813936,0.00030735767,0.00005091878,0.000017141909,0.04748314],"genre_scores_gemma":[0.98945826,0.00043069723,0.000076803204,0.004547311,0.0006381651,0.000004635558,0.000007040159,0.000017790266,0.0048193163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964494,0.0010162009,0.0008903313,0.00015832958,0.0007883082,0.0006973909],"domain_scores_gemma":[0.99657315,0.0011260278,0.0004964783,0.00028515805,0.00018997342,0.0013292029],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005300078,0.00014098467,0.00026819113,0.0006542666,0.00056854176,0.00030535675,0.002450054,0.00029691483,0.0028397217],"category_scores_gemma":[0.0025365842,0.00010740875,0.00015661503,0.0016633613,0.00078864355,0.025199564,0.000052925545,0.002052128,0.0002695236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003617637,0.0000042219644,0.74600893,0.000017688639,0.000031696414,0.000006399688,0.09140744,0.00009545377,0.0000658074,0.12959786,0.028467372,0.0042609735],"study_design_scores_gemma":[0.00038146757,0.00013265727,0.50241464,0.00024296253,0.000013716234,0.000021629072,0.060808152,0.000057373047,0.00011081937,0.009331355,0.4262413,0.00024393936],"about_ca_topic_score_codex":0.008092932,"about_ca_topic_score_gemma":0.00067937444,"teacher_disagreement_score":0.39777395,"about_ca_system_score_codex":0.0001233273,"about_ca_system_score_gemma":0.011664905,"threshold_uncertainty_score":0.99851227},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2965052442","doi":"10.1177/1740774519862528","title":"Impact of retrospective data verification to prepare the ICON6 trial for use in a marketing authorization application","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Canadian Cancer Society Research Institute; Cancer Research UK; Cancer Australia; AstraZeneca","keywords":"Placebo; Medicine; Clinical endpoint; Clinical trial; Randomized controlled trial; Medical physics; Oncology; Internal medicine; Alternative medicine; Pathology","score_opus":0.40972810739830384,"score_gpt":0.5655719793965981,"score_spread":0.15584387199829425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965052442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859464,0.000040403593,0.0024616746,0.0009979315,0.00039726673,0.009721965,0.00032897718,0.000015354059,0.00009000282],"genre_scores_gemma":[0.9973,0.0000656731,0.0010607499,0.00006536632,0.0005781961,0.00048706183,0.000374384,0.0000135970095,0.000054918135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711967,0.00081318506,0.0012433651,0.0005511362,0.00015888567,0.000113754795],"domain_scores_gemma":[0.99019694,0.00765768,0.0006283718,0.0012727617,0.00017134532,0.00007288315],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016009133,0.00009104994,0.0006923282,0.000049214916,0.000022009446,0.000023671895,0.00014538286,0.00011480553,0.000053557018],"category_scores_gemma":[0.035790544,0.00005570615,0.00023209794,0.0002288405,0.00002145702,0.000094759795,0.00004781616,0.00007868736,0.0000093715025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11868407,0.0011709038,0.8092144,0.000046912348,0.0003720632,3.1701052e-7,0.000097634256,0.000038695838,0.00040579567,0.0006089755,0.0040878737,0.06527235],"study_design_scores_gemma":[0.049578257,0.0020768452,0.9439382,0.00011924544,0.00026691268,2.9652998e-7,0.00002304308,0.0020936835,0.00008068123,0.00013597767,0.0016231582,0.000063726424],"about_ca_topic_score_codex":0.00007835507,"about_ca_topic_score_gemma":0.000024924826,"teacher_disagreement_score":0.13472377,"about_ca_system_score_codex":0.00016268628,"about_ca_system_score_gemma":0.00020884936,"threshold_uncertainty_score":0.9723314},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2965202324","doi":"10.29173/cais906","title":"The Times, They Are A-Changin’: Attitudes Towards Altmetrics in Higher Education","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Humanities; Library science; Sociology; Art; Computer science","score_opus":0.04220840961394355,"score_gpt":0.30317064637030966,"score_spread":0.2609622367563661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965202324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8298544,0.0045864284,0.0000028801023,0.123715244,0.0015411488,0.00044577869,0.000106774496,0.00003544516,0.03971187],"genre_scores_gemma":[0.9492549,0.0028332993,0.00023585565,0.00018743766,0.0006301619,0.000029822824,0.000001350949,0.00002599153,0.04680121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974294,0.00012367679,0.000588957,0.00037232682,0.0007880409,0.0006976066],"domain_scores_gemma":[0.97229546,0.00050969346,0.001145868,0.0002162288,0.025675058,0.00015771447],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018413201,0.00030363633,0.00046307227,0.00023040491,0.000369959,0.0015996002,0.0019361172,0.00031435443,0.00019872762],"category_scores_gemma":[0.017048413,0.00017652696,0.00021085014,0.0011329505,0.0010422046,0.006593763,0.00045706617,0.00039843185,0.000017950306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010052462,0.0004980298,0.35918963,0.00034294522,0.00012310517,9.911822e-7,0.025025385,0.0000022048737,0.0010906367,0.23955901,0.010266139,0.36380142],"study_design_scores_gemma":[0.00034384578,0.00015723972,0.21528862,0.0012391291,0.00008102207,0.000004098974,0.0072601647,0.000013082399,0.0012758967,0.015166252,0.75888234,0.0002883201],"about_ca_topic_score_codex":0.0015014175,"about_ca_topic_score_gemma":0.00053244364,"teacher_disagreement_score":0.74861616,"about_ca_system_score_codex":0.0002498851,"about_ca_system_score_gemma":0.0015843585,"threshold_uncertainty_score":0.99943686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2967929375","doi":"10.1101/734137","title":"What difference do retractions make? An estimate of the epistemic impact of retractions on recent meta-analyses","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Sample size determination; Meta-analysis; Publication bias; Null hypothesis; Statistics; Psychology; Econometrics; Epistemology; Confidence interval; Mathematics; Philosophy; Medicine","score_opus":0.10901960773852816,"score_gpt":0.37662186296776434,"score_spread":0.2676022552292362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967929375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879352,0.0018378738,0.00029864063,0.0027549597,0.0048495075,0.0011311094,0.00081534364,0.00013760547,0.00023979032],"genre_scores_gemma":[0.9937571,0.0050829635,0.0005423433,0.000080845246,0.00037344338,0.00005486922,6.422036e-7,0.000047154772,0.00006060933],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9953826,0.0013212159,0.00090200396,0.0007714669,0.0011199695,0.00050274696],"domain_scores_gemma":[0.9945227,0.0005775241,0.0016483294,0.0018033906,0.0012094973,0.0002385613],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002818991,0.0004936403,0.0011035382,0.00028477635,0.0004789214,0.00027153917,0.0013446286,0.0018657292,0.00044918573],"category_scores_gemma":[0.0015985008,0.00035316864,0.00093995803,0.0009450092,0.0005155451,0.0004504332,0.00022151414,0.0037810523,0.000028925317],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000464822,0.0027328935,0.0686237,0.0012143651,0.019248383,0.000023795517,0.0031025836,0.011195615,0.8331544,0.05664227,0.0034590918,0.00013808857],"study_design_scores_gemma":[0.0006503785,0.000440022,0.803238,0.0024502655,0.012470019,1.14724905e-7,0.0010103137,0.0010941734,0.16639166,0.0005638054,0.009316915,0.0023743392],"about_ca_topic_score_codex":0.0033572533,"about_ca_topic_score_gemma":0.00016213876,"teacher_disagreement_score":0.7346143,"about_ca_system_score_codex":0.00066129275,"about_ca_system_score_gemma":0.0019300603,"threshold_uncertainty_score":0.99989206},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2967998638","doi":"10.33524/cjar.v15i3.155","title":"DECOLONIZING HEALTH RESEARCH: COMMUNITY-BASED PARTICIPATORY RESEARCH AND POSTCOLONIAL FEMINIST THEORY","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Participatory action research; Community-based participatory research; Panacea (medicine); Sociology; Health equity; Power (physics); Decolonization; Political science; Medicine; Health care; Anthropology; Politics; Law; Alternative medicine","score_opus":0.9845771906810122,"score_gpt":0.7933176834033525,"score_spread":0.19125950727765972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967998638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7693483,0.00016446372,0.000029010891,0.22478175,0.0005639238,0.001124057,0.0000344988,0.000010424404,0.0039435225],"genre_scores_gemma":[0.989957,0.000026357753,0.0001668338,0.008345257,0.00057512056,0.000098046854,0.0000022532654,0.00002770414,0.00080144446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9039399,0.0894125,0.0010374943,0.00019081804,0.00285024,0.0025690522],"domain_scores_gemma":[0.95697147,0.030929351,0.0003572548,0.00063975336,0.007108449,0.003993752],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3567302,0.0001108323,0.00028680972,0.0022843997,0.019896727,0.00022717494,0.0011375756,0.0001804646,0.00026805833],"category_scores_gemma":[0.03113776,0.00008438576,0.000034479835,0.0024676875,0.0033450348,0.00028028947,0.00020187325,0.010396671,0.00025272506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010140612,0.00010992096,0.06488114,0.00044511413,0.000042897573,0.0000891476,0.27050155,0.000035282046,0.00016974541,0.028467506,0.627764,0.006479677],"study_design_scores_gemma":[0.001737651,0.0029392408,0.025742013,0.0003604276,0.0000038004202,0.00005138083,0.2215945,0.00007378459,0.000115586605,0.025486678,0.7217753,0.00011963497],"about_ca_topic_score_codex":0.15172572,"about_ca_topic_score_gemma":0.567123,"teacher_disagreement_score":0.41539726,"about_ca_system_score_codex":0.005265665,"about_ca_system_score_gemma":0.083947584,"threshold_uncertainty_score":0.9993673},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2968650104","doi":"10.1016/j.tics.2019.07.009","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University","funders":"National Institute on Aging; National Institutes of Health; Templeton Religion Trust; John Templeton Foundation; Templeton World Charity Foundation; Einstein Stiftung Berlin","keywords":"Credibility; Psychology; Humility; Flexibility (engineering); Engineering ethics; Social psychology; Epistemology; Management; Law","score_opus":0.954671997202372,"score_gpt":0.6642604816659146,"score_spread":0.2904115155364574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968650104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057618712,0.9153992,0.00013680567,0.00012060046,0.0003004023,0.0006848927,0.00014521323,0.0000041629046,0.08315112],"genre_scores_gemma":[0.0005393406,0.9509258,0.0005162909,0.00012802058,0.00008497018,0.00009827154,0.000038170616,0.000012198886,0.04765693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97817546,0.0063078045,0.0074224616,0.002909619,0.0048067966,0.0003778298],"domain_scores_gemma":[0.9843139,0.0072321813,0.005962732,0.001867427,0.00049445656,0.00012932575],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08738723,0.0005766024,0.0074838134,0.002122382,0.00019554602,0.0019670622,0.0019756344,0.00021784751,0.017273683],"category_scores_gemma":[0.012960169,0.00026394616,0.001849852,0.006183771,0.0005438126,0.0005172315,0.00022660085,0.00031612994,0.0027951628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4264814e-7,0.00001698976,0.00064160797,0.00045599125,0.00005371783,0.000002501496,0.00018635865,2.1283972e-7,9.880971e-9,0.0002561776,0.009496824,0.98888904],"study_design_scores_gemma":[0.00009348692,0.00006913591,0.00057170313,0.003902068,0.00072609104,0.000022252858,0.00037841705,0.00019806612,1.9053772e-7,0.0011684194,0.99251413,0.0003560539],"about_ca_topic_score_codex":0.000014548115,"about_ca_topic_score_gemma":0.00008530622,"teacher_disagreement_score":0.988533,"about_ca_system_score_codex":0.000032155232,"about_ca_system_score_gemma":0.00026158593,"threshold_uncertainty_score":0.9999813},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2969520105","doi":"10.1177/1556264619869538","title":"Factors Associated With Payments to Research Participants: A Review of Sociobehavioral Studies at a Large Southern California Research University","year":2019,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Payment; Institutional review board; Human research; Research ethics; Population; Empirical research; Research design; Informed consent; Psychology; Gerontology; Medicine; Environmental health; Social science; Sociology; Alternative medicine; Business; Psychiatry","score_opus":0.9888607531472059,"score_gpt":0.8159791676389279,"score_spread":0.17288158550827804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969520105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01717004,0.9554439,0.0000024135913,0.01491959,0.00016972821,0.008997675,0.0016845856,0.000041600117,0.0015704441],"genre_scores_gemma":[0.0019917216,0.97361696,0.000059725637,0.00028857487,0.0005090835,0.00014295166,0.00017027481,0.0003684194,0.022852268],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8262265,0.09102345,0.004904178,0.0025477125,0.06776823,0.0075299824],"domain_scores_gemma":[0.40358102,0.4416621,0.001986052,0.005196657,0.14121622,0.0063579404],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.4887735,0.0011426447,0.00816052,0.010789973,0.0042297663,0.00028552944,0.0061036446,0.0052026096,0.001397056],"category_scores_gemma":[0.58168656,0.00073341717,0.002171089,0.01617186,0.01176231,0.000244341,0.008826672,0.1287077,0.0016677423],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0063134013,0.017427525,0.007737246,0.63777596,0.008919542,0.0074101975,0.01705297,0.0000030864337,0.000060560094,0.0055093276,0.27491474,0.016875448],"study_design_scores_gemma":[0.0018508546,0.016064819,0.00019920299,0.38958806,0.00052713766,0.000015486272,0.009976879,0.0000014471991,0.000015812893,0.0016327784,0.5796641,0.00046340065],"about_ca_topic_score_codex":0.000230315,"about_ca_topic_score_gemma":0.0020606485,"teacher_disagreement_score":0.42264542,"about_ca_system_score_codex":0.019230057,"about_ca_system_score_gemma":0.050571896,"threshold_uncertainty_score":0.99951583},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2969601771","doi":"10.1136/bmjebm-2019-111225","title":"Challenges in interpreting results from ‘multiple regression’ when there is interaction between covariates","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Covariate; Observational study; Outcome (game theory); Popularity; Meta-regression; Regression; Population; Econometrics; Regression analysis; Statistics; Regression toward the mean; Pace; Baseline (sea); Medicine; Psychology; Meta-analysis; Mathematics; Geography; Social psychology; Internal medicine","score_opus":0.4058680440234082,"score_gpt":0.4765542601293872,"score_spread":0.07068621610597897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969601771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82493377,0.007345703,0.041313242,0.109360084,0.00122254,0.004709174,0.000117770745,0.0013971833,0.00960053],"genre_scores_gemma":[0.9612014,0.0007079788,0.036707304,0.0005507673,0.0004363594,0.000105191495,0.00004208812,0.000051536146,0.00019735683],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99681157,0.0004028552,0.0011316132,0.0007002651,0.000589856,0.00036381546],"domain_scores_gemma":[0.98108524,0.016841898,0.00074097834,0.001008542,0.00020410243,0.00011924918],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024196282,0.0003600949,0.00078357203,0.0002774358,0.000043256183,0.000020987338,0.00044445574,0.00024454188,0.00063194335],"category_scores_gemma":[0.018292228,0.00025745152,0.00007915543,0.00019858583,0.00010725446,0.00059465045,0.00012956376,0.00060536474,0.000086890366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010511243,0.0007638501,0.334231,0.0031617326,0.0004765046,0.00034080422,0.06757751,0.00013622353,0.08146612,0.012424841,0.062000524,0.42690966],"study_design_scores_gemma":[0.00886815,0.002479412,0.019818567,0.20964207,0.00024806484,0.000012609002,0.012941478,0.0078865485,0.13955995,0.5905202,0.00642175,0.0016012044],"about_ca_topic_score_codex":0.00077532785,"about_ca_topic_score_gemma":0.00022037746,"teacher_disagreement_score":0.5780954,"about_ca_system_score_codex":0.00026441735,"about_ca_system_score_gemma":0.00009915672,"threshold_uncertainty_score":0.9999878},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2970034591","doi":"10.1177/1556264619872366","title":"Recognizing the Role of Research Assistants in the Protection of Participants in Vulnerable Circumstances","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Toronto","keywords":"Privilege (computing); Negotiation; Vulnerability (computing); Principal (computer security); Variety (cybernetics); Qualitative research; Focus group; Research ethics; Power (physics); Moral imperative; Engineering ethics; Psychology; Political science; Public relations; Sociology; Law","score_opus":0.948667198524729,"score_gpt":0.7626327958437579,"score_spread":0.18603440268097116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970034591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444576,0.00132818,0.000003770901,0.0353812,0.00009133492,0.0022684168,0.000005983581,0.0000050316576,0.016458489],"genre_scores_gemma":[0.99534905,0.0029562004,0.000082783714,0.00015920843,0.0002842083,0.000116953124,0.0000012086242,0.00004603589,0.0010043692],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.900257,0.055911012,0.0035065054,0.00093996385,0.03622695,0.0031585614],"domain_scores_gemma":[0.65798765,0.31630942,0.00060769677,0.0021771083,0.022274556,0.0006435791],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48318484,0.00021707584,0.00097576337,0.0036773614,0.00087632844,0.00018682065,0.0027663996,0.0012615115,0.0002992327],"category_scores_gemma":[0.39114568,0.00012328115,0.00027364478,0.007830359,0.0049092993,0.00028316467,0.0007333763,0.07562776,0.0000689881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025652023,0.01463037,0.5346847,0.0089177145,0.00051065936,0.0014319948,0.07083144,0.0004139373,0.17677294,0.14259158,0.0037950145,0.019767605],"study_design_scores_gemma":[0.0046619824,0.020272471,0.21695006,0.014179746,0.000018158034,0.000037818583,0.08283227,0.00078050717,0.02883357,0.6255347,0.005642333,0.00025639468],"about_ca_topic_score_codex":0.0013213478,"about_ca_topic_score_gemma":0.00398052,"teacher_disagreement_score":0.48294312,"about_ca_system_score_codex":0.0010763302,"about_ca_system_score_gemma":0.008874443,"threshold_uncertainty_score":0.99779874},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2970622554","doi":"10.1177/1609406919872388","title":"When Women Study Men: Gendered Implications for Qualitative Research","year":2019,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Reflexivity; Privilege (computing); Oppression; Power (physics); Sociology; Intersectionality; Doing gender; Gender studies; Context (archaeology); Fieldnotes; Journaling file system; Social psychology; Psychology; Ethnography; Social science; Political science; Politics","score_opus":0.9130334268830399,"score_gpt":0.8129733160640501,"score_spread":0.1000601108189898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970622554","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13989732,0.0005199131,0.74513626,0.081166334,0.001797881,0.002768538,0.00020468158,0.00003857581,0.028470509],"genre_scores_gemma":[0.31022823,0.00016275913,0.68026334,0.00034003373,0.000891157,0.00034297217,0.00000830531,0.00004831196,0.007714899],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.86866814,0.12567073,0.0014518449,0.00047090417,0.00286562,0.000872753],"domain_scores_gemma":[0.91467464,0.071272634,0.00082285685,0.00028294176,0.012553215,0.00039368807],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3156206,0.00020070393,0.0006222693,0.0009405795,0.0005800597,0.00029025634,0.0016340938,0.00015541937,0.00056915684],"category_scores_gemma":[0.04826975,0.00017375681,0.000298088,0.00065428426,0.0012685894,0.00075164955,0.00018395238,0.0010230868,0.000037140147],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039940252,0.0003695954,0.00016792637,0.000016180522,0.00062124204,0.0000019664906,0.69327575,0.00000432973,0.0016048927,0.28221366,0.0022873902,0.01903765],"study_design_scores_gemma":[0.0008933279,0.00077470514,0.00038219124,0.00002602544,0.000008798708,0.0000012703215,0.52697235,0.000010109872,0.00010050591,0.4327633,0.037955593,0.00011184641],"about_ca_topic_score_codex":0.0004929803,"about_ca_topic_score_gemma":0.00006661677,"teacher_disagreement_score":0.26735085,"about_ca_system_score_codex":0.0013419363,"about_ca_system_score_gemma":0.0015277328,"threshold_uncertainty_score":0.9597471},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2971656115","doi":"10.1016/s2589-7500(19)30112-8","title":"Turning the crank for machine learning: ease, at what expense?","year":2019,"lang":"en","type":"letter","venue":"The Lancet Digital Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Health care; Transformative learning; Deep learning; Machine learning; Workflow; Data science; Psychology; Database","score_opus":0.22660244261360113,"score_gpt":0.42282925336151606,"score_spread":0.19622681074791493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971656115","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009671431,0.008143942,0.000084310384,0.97639805,0.0020940416,0.0021833729,0.00009899752,0.000112074995,0.0012137695],"genre_scores_gemma":[0.039634954,0.002848431,0.00003647714,0.90907985,0.017007,0.00017875568,0.0023698602,0.00010271007,0.028741987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746835,0.00016365478,0.0005954338,0.0004269628,0.00043091137,0.0009147098],"domain_scores_gemma":[0.9941636,0.0042769522,0.00044438383,0.00084856915,0.0001599406,0.000106593834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008261037,0.00031499067,0.00075747276,0.00006647949,0.00061840913,0.0003174602,0.00037356222,0.00031672895,0.0000932788],"category_scores_gemma":[0.0009914767,0.0001716218,0.00022125806,0.00014436527,0.00013584303,0.0002549902,0.00008483085,0.0021285627,0.00047355262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024225682,0.00002030099,0.001506831,0.000981709,0.000037407543,0.000007239699,0.0025873226,0.000012264339,0.000001234123,0.000025789695,0.92939657,0.065181054],"study_design_scores_gemma":[0.000115655006,0.00049468095,0.00016204617,0.0007232358,0.00003217445,0.0001011192,0.0011264959,0.00050841604,0.000031997348,0.0015020217,0.9950208,0.00018135644],"about_ca_topic_score_codex":0.0003776504,"about_ca_topic_score_gemma":0.00007096747,"teacher_disagreement_score":0.06731824,"about_ca_system_score_codex":0.0003445916,"about_ca_system_score_gemma":0.00060418353,"threshold_uncertainty_score":0.92476636},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2971805364","doi":"10.48550/arxiv.2103.03506","title":"Does chronology matter in JIT defect prediction? A Partial Replication Study","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Eclipse; Brier score; Wilcoxon signed-rank test; Code (set theory); Replication (statistics); Data mining; Statistics; Artificial intelligence; Set (abstract data type); Mathematics; Programming language","score_opus":0.0369766811427843,"score_gpt":0.20261096639095677,"score_spread":0.16563428524817247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971805364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8526056,0.00000979548,0.14659755,0.00016905727,0.00020566545,0.00014393442,0.0000012336542,0.00014902627,0.00011817959],"genre_scores_gemma":[0.9989811,0.0000063598027,0.00026255715,0.000039718576,0.000032101107,0.000003144267,0.0000021389392,0.000006393385,0.0006664833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866384,0.00012972868,0.00010115551,0.0008102402,0.00006473366,0.00023028295],"domain_scores_gemma":[0.99844074,0.0001974878,0.000026529653,0.001202997,0.00007209586,0.000060167175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002622385,0.000082744315,0.0001029139,0.00016026053,0.000054715,0.000042156786,0.00049188104,0.000072634815,0.00007962682],"category_scores_gemma":[0.0001845868,0.000076858974,0.00004420511,0.0009041043,0.000029276453,0.00030964558,0.0003353846,0.0002192119,0.00018116394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074226887,0.00017521292,0.98476034,0.0000062288755,0.000023390583,0.00032468638,0.00018162387,0.010930486,0.00011301986,0.0031159734,0.00012908273,0.00023251041],"study_design_scores_gemma":[0.0006783762,0.00009539976,0.93121165,0.000009040247,0.000009773305,0.000009337828,0.0000990988,0.0655481,0.00086108106,0.0009643753,0.0003831541,0.00013061718],"about_ca_topic_score_codex":0.000052783224,"about_ca_topic_score_gemma":0.00007188298,"teacher_disagreement_score":0.14637554,"about_ca_system_score_codex":0.00014939198,"about_ca_system_score_gemma":0.000078502766,"threshold_uncertainty_score":0.3134218},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2973331451","doi":"10.1177/1556264619872369","title":"Epistemic Strategies in Ethical Review: REB Members’ Experiences of Assessing Probable Impacts of Research for Human Subjects","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Ethos; Research ethics; Engineering ethics; Epistemology; Ethics committee; Psychology; Political science; Sociology; Law; Philosophy; Engineering; Public administration","score_opus":0.8965501402765865,"score_gpt":0.7749316804842633,"score_spread":0.12161845979232322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973331451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300705,0.00494301,0.000016484924,0.048473388,0.00014579797,0.0037882912,0.000008054564,0.000015659916,0.012538792],"genre_scores_gemma":[0.98145014,0.014667437,0.0010210415,0.00046821331,0.00041112409,0.00018354594,0.00000956588,0.00010467923,0.0016842685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9285973,0.025026457,0.005129402,0.0014355165,0.036172085,0.003639287],"domain_scores_gemma":[0.5960645,0.33646074,0.0012878587,0.0028008344,0.061281063,0.0021049818],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.41525766,0.00040975574,0.0023810943,0.005170406,0.0009894975,0.00037354094,0.002994836,0.003478801,0.00063535257],"category_scores_gemma":[0.4459211,0.0003109833,0.0007174812,0.006162077,0.009347501,0.00065908633,0.0012697626,0.07650195,0.000035056266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0126388045,0.009401545,0.03574947,0.16832165,0.000657323,0.0014660875,0.07399306,0.000096912074,0.2358987,0.4182798,0.042643324,0.0008533228],"study_design_scores_gemma":[0.008644366,0.054999072,0.012060297,0.1604785,0.000055228058,0.00012892569,0.14589262,0.0001411223,0.04254748,0.57019633,0.0041908934,0.0006651683],"about_ca_topic_score_codex":0.0005517911,"about_ca_topic_score_gemma":0.0012471216,"teacher_disagreement_score":0.33253273,"about_ca_system_score_codex":0.0017441148,"about_ca_system_score_gemma":0.029135725,"threshold_uncertainty_score":0.9999342},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2974839292","doi":"10.1136/bmj.l5221","title":"Design characteristics, risk of bias, and reporting of randomised controlled trials supporting approvals of cancer drugs by European Medicines Agency, 2014-16: cross sectional analysis","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":244,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Medical Research Council; Economic and Social Research Council; U.S. Department of the Treasury; National Institute for Health and Care Research; Bill and Melinda Gates Foundation; Harvard University; National Institutes of Health; National Science Foundation","keywords":"Medicine; Clinical trial; Randomized controlled trial; Reporting bias; Research design; Clinical endpoint; Publication bias; MEDLINE; Family medicine; Meta-analysis; Internal medicine; Statistics","score_opus":0.4469013499055617,"score_gpt":0.5635049915159488,"score_spread":0.11660364161038711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974839292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8103694,0.00023863757,0.18450333,0.000056859717,0.00049334613,0.0031267898,0.0005046466,0.000023849769,0.0006831415],"genre_scores_gemma":[0.8246808,0.00020069466,0.17425919,0.00002292837,0.00031435702,0.00007849102,0.000012476423,0.00003724221,0.00039383778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9723406,0.011123768,0.015030037,0.00046997578,0.0007687268,0.00026689234],"domain_scores_gemma":[0.79089457,0.16438042,0.043200485,0.00055650563,0.000851522,0.00011650574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16630846,0.00023784366,0.0059397924,0.00017630396,0.000043190317,0.000020237765,0.00018652492,0.00013628058,0.00097319874],"category_scores_gemma":[0.68727046,0.00016069545,0.0009832832,0.00028043718,0.00026298684,0.000041422074,0.00007482371,0.00018467617,0.0000016760165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027121015,0.00045451193,0.88763595,0.0019625581,0.01576965,0.000008532779,0.0010558015,0.0001426707,0.042897124,0.00046169004,0.005372381,0.017118128],"study_design_scores_gemma":[0.2687288,0.0011455744,0.4423322,0.001504433,0.041817173,0.000011264689,0.00063375366,0.015548165,0.09109859,0.13568956,0.000064988766,0.00142549],"about_ca_topic_score_codex":0.00015394995,"about_ca_topic_score_gemma":0.0000019708702,"teacher_disagreement_score":0.52096194,"about_ca_system_score_codex":0.00002159463,"about_ca_system_score_gemma":0.00012660003,"threshold_uncertainty_score":0.99994004},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2975812787","doi":"10.11575/prism/36485","title":"Plagiarism perceptions among post-secondary students and faculty - A case study: Research project brief","year":2019,"lang":"en","type":"article","venue":"Open MIND","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Perception; Mathematics education; Pedagogy; Medicine","score_opus":0.15725622956429125,"score_gpt":0.4944760656588576,"score_spread":0.33721983609456635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975812787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92376596,0.000026406955,0.0000011139853,0.00045701416,0.00012561992,0.0026523776,0.000106849526,0.0000041904555,0.07286044],"genre_scores_gemma":[0.961918,0.000019021094,0.00026687875,0.000073942276,0.000109170294,0.000037616537,0.000023780163,0.000010527524,0.03754104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99671733,0.0011409367,0.00023945267,0.00051331206,0.00091340434,0.00047553063],"domain_scores_gemma":[0.99889886,0.0003379819,0.00006485876,0.00024386586,0.00028333013,0.0001711235],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0071210875,0.00012836322,0.00021994564,0.00014790478,0.0013801159,0.00090863096,0.00090194755,0.0005887172,0.005492691],"category_scores_gemma":[0.0003741972,0.00011687495,0.000036293182,0.0003520579,0.00043877232,0.00086509675,0.000733853,0.0026028946,0.0007336483],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054110256,0.00036573078,0.39586678,0.000007054862,0.00006549742,0.00070576963,0.56657296,3.0163417e-7,0.00006368498,0.0000886364,0.0072843507,0.028925085],"study_design_scores_gemma":[0.0008612064,0.00028883058,0.104562245,0.000034215675,0.00002414939,0.00010565409,0.7843567,0.000012803443,0.000008383932,0.000068266985,0.10946471,0.0002128315],"about_ca_topic_score_codex":0.21825176,"about_ca_topic_score_gemma":0.059483618,"teacher_disagreement_score":0.29130456,"about_ca_system_score_codex":0.00011097214,"about_ca_system_score_gemma":0.0007452246,"threshold_uncertainty_score":0.99991995},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2976848413","doi":"10.3138/cjcrim.42.4.522","title":"La recherche qualitative: Enjeux épistémologiques et méthodologiques","year":2000,"lang":"fr","type":"article","venue":"Canadian Journal of Criminology","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Political science","score_opus":0.9078723621802605,"score_gpt":0.6330237676660735,"score_spread":0.274848594514187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976848413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56792337,0.029968392,0.001394974,0.2433743,0.0045810333,0.00014103139,0.000041326646,0.00002694492,0.15254861],"genre_scores_gemma":[0.8610584,0.015044347,0.10141145,0.0054331766,0.0028141586,0.000008417971,0.00001218984,0.00002799843,0.014189845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9265089,0.07191083,0.000617369,0.00021018155,0.00013729099,0.00061545504],"domain_scores_gemma":[0.97287875,0.025369752,0.00038086902,0.00014706324,0.00064373115,0.0005798556],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04962889,0.00020143966,0.0004483242,0.0002623722,0.00035003765,0.0000586229,0.0005597796,0.0013989636,0.004797249],"category_scores_gemma":[0.022901624,0.000208993,0.00018621788,0.00019757976,0.005848775,0.00035691008,0.000006938216,0.0018119253,0.00009191525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008149845,0.000034097888,0.0004943412,0.000021011498,0.000080062,0.000049649243,0.27217188,0.000007326368,0.0000058354726,0.6301321,0.010061116,0.08693444],"study_design_scores_gemma":[0.00014859064,0.0002950401,0.0030179797,0.00008377298,0.000061516956,0.00028011165,0.14649348,8.178916e-7,0.00001212995,0.4399326,0.40951094,0.00016299986],"about_ca_topic_score_codex":0.023883324,"about_ca_topic_score_gemma":0.02344849,"teacher_disagreement_score":0.39944983,"about_ca_system_score_codex":0.0007224059,"about_ca_system_score_gemma":0.011079121,"threshold_uncertainty_score":0.9998974},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2977875657","doi":"","title":"Combatting Plagiarism from a Transformational Viewpoint","year":2019,"lang":"en","type":"article","venue":"Journal of Transformative Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Transformational leadership; Academic integrity; Convention; Perception; Plagiarism detection; Psychology; Pedagogy; Mathematics education; Sociology; Computer science; Social psychology; Social science; Information retrieval","score_opus":0.011269328890205974,"score_gpt":0.2803632722449976,"score_spread":0.2690939433547916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977875657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968812,0.0005532004,0.0678662,0.013112778,0.00096154097,0.00030658147,0.000016568889,0.000049268237,0.12025266],"genre_scores_gemma":[0.9962754,0.00044158348,0.0019127099,0.0006216058,0.00035706692,0.0000011659903,0.000008470991,0.000009961881,0.00037202638],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973448,0.0006652012,0.00073798496,0.00008536807,0.0008595981,0.00030702865],"domain_scores_gemma":[0.9982089,0.0007980841,0.000487756,0.00004559166,0.00031681583,0.00014288345],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003780656,0.00013228324,0.00034469384,0.00016266058,0.00043109385,0.00008162452,0.00032907852,0.0004655779,0.0017209603],"category_scores_gemma":[0.00028267858,0.00011373875,0.00023919558,0.00019971149,0.000110331326,0.0016361609,0.0000074132195,0.0042029414,0.00020897799],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030394248,0.00008641541,0.007901985,0.00007532318,0.00031265095,0.000016100797,0.88100743,0.0033513983,0.0018754206,0.038438253,0.001104102,0.06552701],"study_design_scores_gemma":[0.0028891275,0.00040062168,0.0044435924,0.0009396907,0.00011817406,0.000047672984,0.17401183,0.0034635356,0.0019899688,0.013709345,0.79746747,0.0005190083],"about_ca_topic_score_codex":0.00028883337,"about_ca_topic_score_gemma":0.000034852463,"teacher_disagreement_score":0.79636335,"about_ca_system_score_codex":0.00014465221,"about_ca_system_score_gemma":0.0002680441,"threshold_uncertainty_score":0.9991916},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2978471806","doi":"10.1093/cdn/nzz104","title":"Methods for the Selection of Covariates in Nutritional Epidemiology Studies: A Meta-Epidemiological Review","year":2019,"lang":"en","type":"review","venue":"Current Developments in Nutrition","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Western University; University of Ottawa; Population Health Research Institute; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Meta-analysis; Covariate; Selection (genetic algorithm); Nutritional epidemiology; Medicine; Computer science; Statistics; Internal medicine; Mathematics","score_opus":0.765916361887563,"score_gpt":0.6576582437527565,"score_spread":0.10825811813480646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978471806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4197378e-7,0.9846618,0.0034587597,0.0013779493,0.001050825,0.009331893,0.00007257316,0.000026693393,0.000019040059],"genre_scores_gemma":[5.3023416e-7,0.8710128,0.11723761,0.000861018,0.00017456977,0.009846134,0.0008186999,0.00002901835,0.000019601404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919649,0.0029329616,0.0036130133,0.0007423296,0.00019778845,0.0005490017],"domain_scores_gemma":[0.9832999,0.014671834,0.0012527361,0.0002811295,0.00040454755,0.00008985433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012602348,0.00054796966,0.0073381756,0.0006981992,0.000084633495,0.0000037074533,0.00022919115,0.00042615773,0.00008594842],"category_scores_gemma":[0.008146266,0.00033268495,0.0010848771,0.0011414774,0.00013362843,0.00006787751,0.00008205747,0.0010342703,0.000012766111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054464148,0.00058501965,0.00020500468,0.4148192,0.0007180599,7.403716e-7,0.000013066299,2.5672662e-7,2.0257437e-7,0.0014556899,0.005137417,0.57701087],"study_design_scores_gemma":[0.001408984,0.00009325661,0.00016114544,0.21173783,0.0029551375,0.00005275479,0.000012189883,0.000027600505,8.226532e-7,0.0031325223,0.7802069,0.00021085549],"about_ca_topic_score_codex":0.000003616276,"about_ca_topic_score_gemma":0.0000025827367,"teacher_disagreement_score":0.7750695,"about_ca_system_score_codex":0.0008384987,"about_ca_system_score_gemma":0.0005594823,"threshold_uncertainty_score":0.9999125},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2979198997","doi":"10.1093/reseval/rvz024","title":"Do we need a book citation index for research evaluation?","year":2019,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Index (typography); Citation index; Argument (complex analysis); Sociology; Library science; Social science; Computer science; World Wide Web; Medicine","score_opus":0.9412224849470798,"score_gpt":0.7642154891255654,"score_spread":0.17700699582151447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979198997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8609644,0.017830778,0.0075164405,0.02813098,0.0018485655,0.024961956,0.000092803086,0.0000820624,0.05857202],"genre_scores_gemma":[0.98429847,0.0006454031,0.00056053075,0.000059414757,0.00035502226,0.0018004513,0.00006227393,0.00003878331,0.012179659],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.84470934,0.014333956,0.0016577301,0.0025044307,0.13411953,0.0026750066],"domain_scores_gemma":[0.8360946,0.043446597,0.00031195904,0.0022528623,0.11715275,0.00074118667],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.5927599,0.00021778983,0.00041102836,0.11170551,0.001184962,0.005648504,0.0031656425,0.00034628352,0.011677729],"category_scores_gemma":[0.3318739,0.00017155371,0.00022843033,0.20163214,0.00038743435,0.002057452,0.00091896945,0.0011711334,0.0066332226],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003589586,0.00029700398,0.017754134,0.000040106166,0.000038025602,9.966508e-7,0.00094120635,0.0018385501,0.0054839216,0.0057954006,0.20874706,0.75870466],"study_design_scores_gemma":[0.002722943,0.00077199814,0.040202692,0.000049637852,0.000010697236,0.0000016623088,0.003318897,0.61771464,0.00075727975,0.23427902,0.09995902,0.00021151458],"about_ca_topic_score_codex":0.00012367575,"about_ca_topic_score_gemma":0.000038456892,"teacher_disagreement_score":0.7584931,"about_ca_system_score_codex":0.0021027925,"about_ca_system_score_gemma":0.0045259246,"threshold_uncertainty_score":0.99538374},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2980062091","doi":"10.7287/peerj.7769v0.1/reviews/2","title":"Peer Review #2 of \"Multiplexed ISSR genotyping by sequencing distinguishes two precious coral species (Anthozoa: Octocorallia: Coralliidae) that share a mitochondrial haplotype (v0.1)\"","year":2019,"lang":"en","type":"peer-review","venue":"","topic":"Coral and Marine Ecosystems Studies","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Genetics","keywords":"Octocorallia; Anthozoa; Biology; Genotyping; Haplotype; Coral; Evolutionary biology; Ecology; Genetics; Genotype; Cnidaria; Gene; Coelenterata","score_opus":0.06301203217567507,"score_gpt":0.2989196501298491,"score_spread":0.23590761795417403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980062091","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007726144,0.5238121,0.00027876915,0.09406504,0.018734872,0.022510288,0.0087530175,0.0009710243,0.33010224],"genre_scores_gemma":[0.0009482795,0.0711202,0.0017179676,0.0028873284,0.0010148566,0.00045339673,0.0034610801,0.00018188586,0.918215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918374,0.00031836383,0.0019053774,0.0017882063,0.002989943,0.0011607532],"domain_scores_gemma":[0.99537855,0.0003836112,0.0017925601,0.001233078,0.00092055806,0.00029163522],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0011737328,0.0013925511,0.0034125801,0.00008549104,0.00032395782,0.00012287196,0.0015659198,0.00035782382,0.018843997],"category_scores_gemma":[0.0036221147,0.0010993741,0.0008885492,0.0005689343,0.0003812445,0.00036141693,0.0026545252,0.0009477796,0.0016275401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036994756,0.000077182616,0.0034059132,0.028097576,0.00016234572,0.000021860797,0.00008174502,0.000004853108,0.0010389619,0.00002197809,0.96442753,0.002623043],"study_design_scores_gemma":[0.000623174,0.0001820533,0.00072028325,0.04617489,0.00054754334,0.000028011165,0.00005237407,0.000066535285,0.00011802291,0.000042878863,0.9501626,0.0012816485],"about_ca_topic_score_codex":0.010459516,"about_ca_topic_score_gemma":0.0052605616,"teacher_disagreement_score":0.5881128,"about_ca_system_score_codex":0.0010326273,"about_ca_system_score_gemma":0.00018589043,"threshold_uncertainty_score":0.9998825},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2981608944","doi":"10.1136/bmjebm-2019-111273","title":"Challenges facing early-career and mid-career researchers: potential solutions to safeguard the future of evidence-based medicine","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute for Health and Care Research","keywords":"Globe; Attendance; Career development; Career Pathways; General partnership; Public relations; Medical education; Psychology; Management; Political science; Medicine","score_opus":0.6353307993045753,"score_gpt":0.534381934536827,"score_spread":0.10094886476774823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981608944","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2265831,0.050422776,0.0012196746,0.71286803,0.0026334298,0.0052944445,0.000014263952,0.00007064615,0.0008936542],"genre_scores_gemma":[0.97921467,0.00742354,0.0005035803,0.006093552,0.004683883,0.00064230454,0.000015410506,0.00003730603,0.0013857794],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.989946,0.002960129,0.001329352,0.00087226793,0.0031743655,0.0017179037],"domain_scores_gemma":[0.98525053,0.009722828,0.0004639832,0.0013520386,0.0018709551,0.0013396835],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02214429,0.0003572167,0.0007873347,0.00076710025,0.0012015641,0.000021510032,0.0010011867,0.0003324717,0.002619265],"category_scores_gemma":[0.015686834,0.00019188471,0.00009713304,0.0015329302,0.0011787419,0.0006477709,0.00024207949,0.0014088275,0.00029934052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066375355,0.00034931747,0.2015357,0.01800258,0.00021992018,0.00009685228,0.074066974,0.0012452212,0.032956358,0.0032016952,0.42527863,0.23640922],"study_design_scores_gemma":[0.0058303303,0.008597729,0.7054395,0.08417825,0.00021429521,0.000018196073,0.11326703,0.0034475212,0.00047286804,0.0009583603,0.07676794,0.00080796145],"about_ca_topic_score_codex":0.0045812135,"about_ca_topic_score_gemma":0.0008243399,"teacher_disagreement_score":0.75263155,"about_ca_system_score_codex":0.000453102,"about_ca_system_score_gemma":0.0043872297,"threshold_uncertainty_score":0.99829245},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2982117190","doi":"10.1016/j.nedt.2019.104222","title":"Simulated patient scenario development: A methodological review of validity and reliability reporting","year":2019,"lang":"en","type":"review","venue":"Nurse Education Today","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"Thompson Rivers University","keywords":"Reliability (semiconductor); CINAHL; Fidelity; Construct validity; Computer science; Face validity; Content validity; PsycINFO; Inclusion (mineral); Psychology; Applied psychology; MEDLINE; Psychometrics; Social psychology; Psychological intervention; Clinical psychology","score_opus":0.3576834569017806,"score_gpt":0.5252253804376045,"score_spread":0.16754192353582387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982117190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017948615,0.99012125,0.000029580106,0.0009207343,0.0020659054,0.0044208025,0.00001241325,0.00007256336,0.0005618754],"genre_scores_gemma":[0.00079605746,0.98447,0.01178253,0.00071343,0.00025412647,0.00024285773,0.0011107946,0.00005851105,0.00057167455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926473,0.0013135644,0.0043523097,0.0008503125,0.0005440956,0.00029240845],"domain_scores_gemma":[0.9879857,0.0026335712,0.0059087183,0.0012574785,0.0018802063,0.00033437667],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038642297,0.00044766825,0.0027969389,0.00027502776,0.000105503226,0.000014162698,0.0001303107,0.0005104309,0.0006728565],"category_scores_gemma":[0.014457883,0.00035444068,0.00037272685,0.00069999567,0.00009837189,0.00007240771,0.000038657803,0.0006614242,0.000059462465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001109956,0.0003920967,0.004519183,0.3099069,0.00003778417,8.5997544e-7,0.0006990437,0.0000031116879,1.491704e-7,0.000025435098,0.0019791108,0.6824252],"study_design_scores_gemma":[0.00013121974,0.000115959425,0.0034420725,0.2131379,0.0010545519,0.000066113105,0.00022717738,0.000011177555,0.0000073897468,0.000045916982,0.7814438,0.00031676816],"about_ca_topic_score_codex":0.00006207297,"about_ca_topic_score_gemma":3.5565694e-7,"teacher_disagreement_score":0.77946466,"about_ca_system_score_codex":0.00085051934,"about_ca_system_score_gemma":0.011602363,"threshold_uncertainty_score":0.99989074},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2982486755","doi":"10.1186/s12913-019-4573-4","title":"Initiation is recognized as a fundamental early phase of integrated knowledge translation (IKT): qualitative interviews with researchers and research users in IKT partnerships","year":2019,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network; University of Toronto","funders":"","keywords":"Nursing research; General partnership; Knowledge translation; Qualitative research; Thematic analysis; Documentation; Psychological intervention; Health administration; Enthusiasm; Medicine; Nursing; Knowledge management; Medical education; Public relations; Psychology; Political science; Public health; Sociology; Computer science; Social psychology","score_opus":0.9229636483466991,"score_gpt":0.7797524864127763,"score_spread":0.1432111619339228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982486755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793292,0.00040396486,0.00006281984,0.008992497,0.00009495029,0.0077717938,0.00022976125,0.000037785892,0.0030771927],"genre_scores_gemma":[0.9935984,0.0004276794,0.0013125767,0.0024414689,0.00007153126,0.0010605697,0.00011472254,0.000059654947,0.0009133686],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93856895,0.051969763,0.0025475807,0.0011069161,0.0032713509,0.0025354119],"domain_scores_gemma":[0.9700391,0.023978041,0.0006803707,0.00080096564,0.0034120993,0.0010893677],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.09803461,0.00028625331,0.000824985,0.0030766411,0.0010436117,0.000109055574,0.0008067141,0.00031776106,0.0015544681],"category_scores_gemma":[0.0017888267,0.0002402545,0.00005694272,0.0071256845,0.00061013526,0.001115607,0.00033420816,0.0030894903,0.001059856],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035727764,0.00027390337,0.09946812,0.0070032463,0.00001970064,0.0000019526558,0.8796386,7.6827286e-7,0.00050153286,0.00051418546,0.0005195556,0.008485627],"study_design_scores_gemma":[0.013326688,0.0048192358,0.05685617,0.003962517,0.000003932009,0.0000018304258,0.88864595,0.0024902925,0.00030508603,0.0014786049,0.027818417,0.0002912592],"about_ca_topic_score_codex":0.019699657,"about_ca_topic_score_gemma":0.039839286,"teacher_disagreement_score":0.09624579,"about_ca_system_score_codex":0.0017242066,"about_ca_system_score_gemma":0.009681338,"threshold_uncertainty_score":0.99971795},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2982586741","doi":"10.1136/bmj.l6320","title":"Research integrity: UK guidelines are updated to ensure misconduct reporting","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research integrity; Scientific misconduct; Misconduct; Transparency (behavior); Scientific integrity; Sanctions; Quarter (Canadian coin); Political science; House of Commons; Academic integrity; Public relations; Engineering ethics; Engineering; Medicine; Law","score_opus":0.3034726249822061,"score_gpt":0.5108103985235424,"score_spread":0.20733777354133626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982586741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6521814,0.00012649877,0.000043029333,0.12353076,0.0010180528,0.0007151492,0.000011505319,0.000096677846,0.22227696],"genre_scores_gemma":[0.9289789,0.000034007084,0.00285873,0.0026082937,0.0019148573,0.000021403455,0.00001576238,0.0000148547215,0.063553154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964168,0.0006712265,0.00088924816,0.00037802354,0.0010606296,0.00058404956],"domain_scores_gemma":[0.9971486,0.00035468096,0.00043840942,0.00034752354,0.0015116032,0.00019918648],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024371468,0.00010707782,0.0002534167,0.00015257603,0.00046483648,0.00011101196,0.0004990817,0.0007607729,0.0021902954],"category_scores_gemma":[0.02851081,0.00009279494,0.00007622426,0.0006975295,0.00012746653,0.00014292875,0.00014415703,0.0025999877,0.0018023849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018558896,0.000009543078,0.028020881,0.000009038043,0.000014597685,0.000033541044,0.004995706,0.000008780751,0.0009724893,0.009075132,0.95390975,0.002931989],"study_design_scores_gemma":[0.00009912973,0.000027497459,0.0034497974,0.000193257,0.000005585531,0.00000987452,0.04379831,0.000053208067,0.0008149798,0.003295405,0.94804734,0.00020563381],"about_ca_topic_score_codex":0.013740522,"about_ca_topic_score_gemma":0.0027973345,"teacher_disagreement_score":0.27679756,"about_ca_system_score_codex":0.00011985236,"about_ca_system_score_gemma":0.0005289899,"threshold_uncertainty_score":0.9997011},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","score_opus":0.14897056287834803,"score_gpt":0.4618668965510392,"score_spread":0.31289633367269115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986512685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458332,0.002291367,0.00032150856,0.016724406,0.0007125328,0.0021362226,0.00006569001,0.00023246517,0.031682603],"genre_scores_gemma":[0.9957627,0.0005082919,0.00057145185,0.00026421846,0.0003272848,0.00025697827,0.000002738588,0.000053514384,0.0022528186],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99509233,0.0013321177,0.00050940854,0.00073138543,0.0015713447,0.000763382],"domain_scores_gemma":[0.9963075,0.001634982,0.0003147272,0.0008741062,0.00054861326,0.0003200532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01226934,0.0002998078,0.00044345172,0.0007410894,0.00084920815,0.0007240698,0.0017773198,0.00052361615,0.00007791731],"category_scores_gemma":[0.0056119524,0.00022435263,0.000114380215,0.00065381045,0.00038455264,0.00009395982,0.001286968,0.00160123,0.00007583514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016993597,0.0003153884,0.35810432,0.0017188839,0.0008201385,0.0006183764,0.42353484,0.0117174545,0.0033212423,0.12215041,0.037728347,0.038271252],"study_design_scores_gemma":[0.0033491768,0.00092094747,0.12275755,0.015560146,0.00065574626,0.0003290558,0.1531305,0.008859597,0.0054931534,0.47803357,0.2033768,0.0075337463],"about_ca_topic_score_codex":0.0009415289,"about_ca_topic_score_gemma":0.0009511681,"teacher_disagreement_score":0.35588318,"about_ca_system_score_codex":0.00020913144,"about_ca_system_score_gemma":0.0012014442,"threshold_uncertainty_score":0.91488343},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2986767685","doi":"10.1080/08989621.2019.1684906","title":"Breaking barriers to ethical research: An analysis of the effectiveness of nonhuman animal research approval in Canada","year":2019,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mandate; Research ethics; Protocol (science); Animal testing; Public trust; Public relations; Quality (philosophy); Political science; Certification; Engineering ethics; Business; Medical education; Medicine; Law; Alternative medicine; Engineering; Biology","score_opus":0.4771556329383189,"score_gpt":0.5741450469816433,"score_spread":0.09698941404332434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986767685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960156,0.00001883823,9.943658e-7,0.0002787272,0.000044513352,0.0013410095,0.00005607493,0.0000078179,0.002236429],"genre_scores_gemma":[0.9997493,0.0000017361293,0.00004210466,0.000017310185,0.000027660053,0.000114234375,0.0000050058525,0.000023894387,0.000018758717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9732027,0.019975541,0.0006835343,0.0009349437,0.004000929,0.0012023372],"domain_scores_gemma":[0.9769349,0.019331425,0.00007015665,0.0014688513,0.001923798,0.0002708861],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08196381,0.00016320005,0.000630057,0.0017293879,0.00025974552,0.000058239453,0.0018562368,0.00021781045,0.00029851717],"category_scores_gemma":[0.017518751,0.00013081501,0.000108671884,0.008742091,0.0010766624,0.00018916302,0.0014114704,0.004303665,0.000010461375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051435186,0.00019182137,0.9518516,0.00036682282,0.00006335517,0.000022581598,0.0031823982,0.00046756206,0.037185658,0.0012922183,0.000013381623,0.0002190718],"study_design_scores_gemma":[0.00034770404,0.0013963146,0.97342277,0.0003197719,0.000006951344,0.0000018617653,0.016219473,0.0051522455,0.00225232,0.0007333879,0.000025376694,0.00012182026],"about_ca_topic_score_codex":0.9678085,"about_ca_topic_score_gemma":0.9073222,"teacher_disagreement_score":0.064445056,"about_ca_system_score_codex":0.002443665,"about_ca_system_score_gemma":0.0037203713,"threshold_uncertainty_score":0.99799347},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2986816625","doi":"10.1007/s11192-019-03285-8","title":"The national system of researchers in Mexico: implications of publication incentives for researchers in social sciences","year":2019,"lang":"en","type":"article","venue":"Scientometrics","topic":"Science, Technology, and Education in Latin America","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Incentive; Promotion (chess); SNi; Revocation; Political science; Sociology; Engineering; Economics; Law; Chemistry","score_opus":0.3660182259990773,"score_gpt":0.5331802589625843,"score_spread":0.16716203296350696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986816625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7515376,0.00035475555,0.00035794833,0.035104934,0.00068740017,0.001973698,0.0000483727,0.000052248724,0.20988305],"genre_scores_gemma":[0.99831176,0.0000593767,0.00095791183,0.000031816904,0.000030696883,0.00010366473,0.0000025702732,0.0000032109092,0.0004989891],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9968878,0.00027848504,0.00037394706,0.0003029628,0.0016509026,0.00050590915],"domain_scores_gemma":[0.99574393,0.0023533013,0.0002998389,0.0001498462,0.0013923392,0.000060763603],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.021252371,0.000053977117,0.00013138658,0.0037229126,0.0007373274,0.00012717505,0.0013171823,0.00008916166,0.000020294525],"category_scores_gemma":[0.016369717,0.000044841614,0.000046731202,0.037386656,0.0034948688,0.0003790136,0.00010082518,0.00013758149,0.0000059923586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010625704,0.00010102023,0.3793327,0.000025492049,0.0000034659859,8.078279e-9,0.006991916,0.000049884366,0.00036967103,0.6034181,0.0026782127,0.0070189144],"study_design_scores_gemma":[0.0006145745,0.00014101536,0.81205875,0.00004978304,0.0000027103836,2.0854695e-7,0.12980972,0.0019397804,0.00065529323,0.018448452,0.036105484,0.0001742262],"about_ca_topic_score_codex":0.00047745154,"about_ca_topic_score_gemma":0.00022879629,"teacher_disagreement_score":0.58496964,"about_ca_system_score_codex":0.0007141673,"about_ca_system_score_gemma":0.0016424361,"threshold_uncertainty_score":0.99921703},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2986976815","doi":"10.1007/s12630-019-01533-2","title":"Peer review for the Canadian Journal of Anesthesia in 2016 and 2017: a retrospective analysis by reviewer and author gender","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Medicine; Confidence interval; Family medicine; Psychology; Internal medicine","score_opus":0.02697078239548694,"score_gpt":0.2742673605798372,"score_spread":0.24729657818435025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986976815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5923671,0.20949808,0.000036419635,0.19406885,0.0010050358,0.0011995394,0.00004166146,0.00000503221,0.001778251],"genre_scores_gemma":[0.9773697,0.014136253,0.00021164969,0.0016201333,0.00082178006,0.0000042068514,0.0000063736748,0.000039522954,0.0057903472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956834,0.00050330727,0.0010466034,0.0002584215,0.0015284515,0.0009798505],"domain_scores_gemma":[0.990445,0.00029969934,0.0011757014,0.00025347297,0.0046647936,0.0031613267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016999472,0.00030888646,0.0011598816,0.0011929389,0.001209934,0.0005970535,0.0011328117,0.0002729025,0.00047125417],"category_scores_gemma":[0.002506202,0.00023088652,0.00041695122,0.001193333,0.0008161401,0.0006716494,0.000009067028,0.0010503163,0.0000044186168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009852355,0.00003057333,0.22988737,0.00035924782,0.0010874243,0.124283634,0.02536005,0.000046608435,0.0000028721208,0.0025353245,0.61123866,0.0050696987],"study_design_scores_gemma":[0.0010959553,0.0006052231,0.059685357,0.0014607699,0.0019929865,0.33463055,0.011697233,0.000013124326,0.0000010281465,0.0007783215,0.58759594,0.00044354727],"about_ca_topic_score_codex":0.17919742,"about_ca_topic_score_gemma":0.610102,"teacher_disagreement_score":0.43090457,"about_ca_system_score_codex":0.0013097749,"about_ca_system_score_gemma":0.011704748,"threshold_uncertainty_score":0.993898},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2987382174","doi":"10.7554/elife.08351.015","title":"Author response: A meta-analysis of threats to valid clinical inference in preclinical research of sunitinib","year":2015,"lang":"en","type":"peer-review","venue":"","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"","keywords":"Sunitinib; Inference; Meta-analysis; Computational biology; Psychology; Medicine; Bioinformatics; Oncology; Biology; Data science; Computer science; Internal medicine; Artificial intelligence; Cancer","score_opus":0.9606442935144826,"score_gpt":0.7394399394582948,"score_spread":0.22120435405618777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987382174","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44340503,0.16175932,0.0009130557,0.23325472,0.0021848688,0.010983634,0.014564413,0.00056107476,0.13237388],"genre_scores_gemma":[0.3533493,0.0012437647,0.009060661,0.00069188484,0.0002427624,0.00030515774,0.00030376186,0.00009726935,0.6347054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9801839,0.012166378,0.0038278694,0.0012282224,0.0020461525,0.00054746005],"domain_scores_gemma":[0.947016,0.04604182,0.0011121662,0.0018989237,0.0035146682,0.00041642017],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056678973,0.00045427564,0.0061344025,0.0015575539,0.00003660911,0.000026057778,0.0014890978,0.0005441303,0.003852688],"category_scores_gemma":[0.10513886,0.00032826944,0.0025027862,0.003257892,0.00052165915,0.00006852213,0.0011166626,0.0018676452,0.00014269051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012501042,0.0027106267,0.0051522832,0.0033067586,0.12980126,0.00040328555,0.00085639424,0.00004636492,0.00007916069,0.0008408868,0.8370054,0.007296554],"study_design_scores_gemma":[0.0016805314,0.034286343,0.037953284,0.0068591675,0.31225574,0.000024047833,0.000545533,0.0009088566,0.000080378544,0.0037075111,0.5995317,0.0021668698],"about_ca_topic_score_codex":0.0020197178,"about_ca_topic_score_gemma":0.0007312158,"teacher_disagreement_score":0.50233155,"about_ca_system_score_codex":0.0000702382,"about_ca_system_score_gemma":0.0011099087,"threshold_uncertainty_score":0.9999169},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2987387909","doi":"10.1145/3371041.3371046","title":"Cognitive Bias in the Peer Review Process","year":2019,"lang":"en","type":"article","venue":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Publication; Psychology; Process (computing); Peer review; Perception; Reliability (semiconductor); Cognition; Cognitive bias; Social psychology; Applied psychology; Computer science; Political science","score_opus":0.03631679237531469,"score_gpt":0.307120249385612,"score_spread":0.2708034570102973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987387909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15587811,0.059558317,0.5141694,0.02965073,0.010633023,0.07930224,0.02709926,0.0011677553,0.12254115],"genre_scores_gemma":[0.94571275,0.0045389645,0.00023053303,0.018200155,0.0008768593,0.0033945614,0.026406772,0.00006268537,0.0005767116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666053,0.000080235244,0.0010224547,0.00033784544,0.0014256143,0.00047334362],"domain_scores_gemma":[0.98878497,0.0010606952,0.00803742,0.001369363,0.00073370524,0.000013850801],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007188733,0.00031310625,0.0003873213,0.00027093067,0.00020498426,0.0004296867,0.0016986086,0.000039381735,0.0000964654],"category_scores_gemma":[0.04439838,0.00020127688,0.00007240045,0.0012922116,0.000073462266,0.016693313,0.0005474367,0.00040802086,0.0010956476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001183522,0.0005906783,0.091368966,0.14542602,0.00020590099,0.00004590854,0.005632116,0.0132854525,0.00004074745,0.14995587,0.4272915,0.16497329],"study_design_scores_gemma":[0.0012202221,0.000012011854,0.0005333335,0.0058896076,0.000052252668,0.000005902949,0.0059352983,0.0036556143,0.0000064833457,0.00014065676,0.9822206,0.0003280505],"about_ca_topic_score_codex":0.00051438616,"about_ca_topic_score_gemma":0.00021299788,"teacher_disagreement_score":0.7898346,"about_ca_system_score_codex":0.00006194126,"about_ca_system_score_gemma":0.000039171686,"threshold_uncertainty_score":0.9996821},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2987668259","doi":"10.1007/s11192-019-03291-w","title":"Evaluating medical conferences: the emerging need for a quality metric","year":2019,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Hip and Knee Clinic; University of Calgary","funders":"","keywords":"Impact factor; Scope (computer science); Quality (philosophy); Metric (unit); Publishing; Observational study; Computer science; Library science; Ranking (information retrieval); Political science; Medicine; Business; Information retrieval","score_opus":0.8632070423881478,"score_gpt":0.7154768984215607,"score_spread":0.14773014396658712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987668259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9001105,0.0022637183,0.061688304,0.0062394417,0.0057880296,0.0021358018,0.00008964359,0.000100133155,0.021584466],"genre_scores_gemma":[0.9903953,0.00010061093,0.0031072923,0.00080921926,0.00020031589,0.000067092806,0.000009476813,0.000020811,0.005289852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.94184977,0.0010309861,0.001922253,0.0017154092,0.051814627,0.0016669576],"domain_scores_gemma":[0.85030746,0.11738067,0.001814633,0.004292361,0.023896141,0.0023087128],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.25881523,0.00029724822,0.000694419,0.1489679,0.0008757854,0.005164391,0.008702159,0.00026744057,0.0037286726],"category_scores_gemma":[0.5399934,0.00016397025,0.0004924886,0.63241637,0.00042524864,0.0007880301,0.0017442633,0.0006269276,0.0013563843],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057222805,0.0002451529,0.288818,0.000030487234,0.000047020792,0.0000025957752,0.00042357654,0.0004342368,0.00041838916,0.023080721,0.013487978,0.6729546],"study_design_scores_gemma":[0.004200752,0.0011559937,0.2884158,0.000039336097,0.000038644233,0.000016942202,0.0052769696,0.4901171,0.00079091394,0.03399798,0.17495292,0.0009966604],"about_ca_topic_score_codex":0.00022195427,"about_ca_topic_score_gemma":0.000024696876,"teacher_disagreement_score":0.67195797,"about_ca_system_score_codex":0.0002707261,"about_ca_system_score_gemma":0.0017491643,"threshold_uncertainty_score":0.9994212},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2988645757","doi":"10.1186/s40814-019-0500-z","title":"The reporting of progression criteria in protocols of pilot trials designed to assess the feasibility of main trials is insufficient: a meta-epidemiological study","year":2019,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; Hamilton Health Sciences; University Health Network; Toronto General Hospital; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Odds ratio; Confidence interval; Clinical trial; Sample size determination; Randomized controlled trial; Meta-analysis; Intervention (counseling); Odds; MEDLINE; Family medicine; Internal medicine; Logistic regression; Psychiatry; Statistics","score_opus":0.9811647581245485,"score_gpt":0.7154181071887392,"score_spread":0.2657466509358093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988645757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91752833,0.002525234,0.0003141157,0.0008402827,0.000114934104,0.07852174,0.0000401719,0.0000038856797,0.000111311485],"genre_scores_gemma":[0.99208784,0.000031431522,0.0013672828,0.00005319232,0.000023586148,0.006293298,4.999337e-7,0.000006963239,0.00013592803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55955315,0.30506465,0.12051409,0.004061662,0.009803853,0.001002604],"domain_scores_gemma":[0.64029133,0.2480947,0.09410888,0.010955385,0.0062999544,0.0002497457],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79534763,0.00046713452,0.018758466,0.00021248138,0.00023463766,0.00017316821,0.0013995022,0.00006416024,0.0003083206],"category_scores_gemma":[0.75425017,0.00013240958,0.0022931434,0.001565592,0.0004596126,0.0001294341,0.0007253569,0.00018591422,0.000007329747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021155246,0.00228944,0.98032236,0.0004946621,0.001980735,9.654694e-7,0.0047053415,0.000012644167,0.0040157586,0.00025973935,0.00096738286,0.0028354279],"study_design_scores_gemma":[0.0021090794,0.0076469094,0.95139676,0.00027706768,0.0017669583,0.0000020278467,0.020722518,0.00018236708,0.001128101,0.014372467,0.00016760995,0.0002281099],"about_ca_topic_score_codex":0.000055943416,"about_ca_topic_score_gemma":0.0001511957,"teacher_disagreement_score":0.08073819,"about_ca_system_score_codex":0.000050561786,"about_ca_system_score_gemma":0.00011724527,"threshold_uncertainty_score":0.9958091},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2989484692","doi":"10.1007/s11192-019-03301-x","title":"Do articles in open access journals have more frequent altmetric activity than articles in subscription-based journals? An investigation of the research output of Finnish universities","year":2019,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Turun Yliopisto","keywords":"Altmetrics; Discipline; Scientometrics; Bibliometrics; Social media; Library science; Computer science; Sociology; Social science; World Wide Web","score_opus":0.838152280754456,"score_gpt":0.6455667087672443,"score_spread":0.1925855719872117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989484692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955313,0.0008126932,0.00020764513,0.0013037829,0.0004433122,0.0009106401,0.00006028094,0.000006311641,0.0007239901],"genre_scores_gemma":[0.99892265,0.00014185451,0.00034326222,0.00006284908,0.000023143297,0.000008554824,0.0000015016543,0.000013897187,0.00048227905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97376555,0.0024317822,0.0014986485,0.0010111089,0.020212078,0.0010808457],"domain_scores_gemma":[0.9783849,0.008512352,0.0012215439,0.0017518249,0.009483315,0.00064602785],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.108231656,0.0002111957,0.0006495731,0.26909086,0.0003236766,0.007054362,0.011431104,0.00019942832,0.00043864132],"category_scores_gemma":[0.043196917,0.0001450322,0.00019400302,0.61527854,0.00093990914,0.0059272307,0.0033438117,0.00092968275,0.000024694027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000714087,0.0004190861,0.9661016,0.000020500667,0.000007404975,0.0000059402514,0.0014834232,0.003067941,0.007809614,0.00016598376,0.0003029797,0.020544104],"study_design_scores_gemma":[0.0010863772,0.00021378273,0.93484783,0.00011935488,0.0000043483183,0.0000016582044,0.008116978,0.019445434,0.029963762,0.005993111,0.00004977768,0.00015761389],"about_ca_topic_score_codex":0.004475062,"about_ca_topic_score_gemma":0.0009897391,"teacher_disagreement_score":0.34618768,"about_ca_system_score_codex":0.00096834963,"about_ca_system_score_gemma":0.0019846612,"threshold_uncertainty_score":0.9939764},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2990195677","doi":"10.1007/s40979-019-0047-z","title":"Are Canadian professors teaching the skills and knowledge students need to prevent plagiarism?","year":2019,"lang":"en","type":"article","venue":"International Journal for Educational Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Library science; Redaction; Plagiarism detection; Pedagogy; Psychology; Sociology; Mathematics education; Computer science; Art; Literature","score_opus":0.03032029235692155,"score_gpt":0.42519208248398427,"score_spread":0.3948717901270627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990195677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76075506,0.00012452394,0.00012405368,0.2201472,0.0097519485,0.0007591879,0.00009783689,0.000013090911,0.0082270745],"genre_scores_gemma":[0.9666253,0.00004663971,0.0004833108,0.0052043987,0.0025257044,0.000058597234,0.000020421652,0.000013295243,0.025022373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978081,0.0004129714,0.00035116167,0.00023622465,0.0008148559,0.00037670275],"domain_scores_gemma":[0.99701315,0.0011336348,0.00025854976,0.00010819768,0.0010523419,0.00043412033],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0045224503,0.00014987038,0.00015800435,0.00026425734,0.0011427735,0.0004745042,0.0012996412,0.00038093622,0.000532757],"category_scores_gemma":[0.0034705896,0.0001149582,0.00011409024,0.000108259555,0.00010754158,0.00046812507,0.00009865456,0.0028385406,0.00018138204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065390115,0.00081551645,0.31584644,0.00001430108,0.0003571495,0.0000031405532,0.06482175,0.00002992756,0.000031510786,0.3207644,0.29128247,0.005967983],"study_design_scores_gemma":[0.00029795952,0.000031478754,0.14641976,0.00024147543,0.00002454698,0.000044100678,0.023489095,0.000039625258,0.000033204928,0.037262708,0.7918854,0.00023063693],"about_ca_topic_score_codex":0.036559016,"about_ca_topic_score_gemma":0.075935535,"teacher_disagreement_score":0.5006029,"about_ca_system_score_codex":0.0010456762,"about_ca_system_score_gemma":0.0018858454,"threshold_uncertainty_score":0.99946195},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2990475927","doi":"10.1016/j.jogc.2019.10.006","title":"Évolution de la surspécialisation en gynécologie oncologique au Canada et de la Société de gynéco-oncologie du Canada (GOC)","year":2019,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Medicine; Humanities; Gynecology","score_opus":0.008256379154339097,"score_gpt":0.32368013815204744,"score_spread":0.31542375899770836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990475927","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07750055,0.008167754,0.00077590987,0.0025234849,0.8986275,0.00057445356,0.0003552615,0.000015364707,0.011459701],"genre_scores_gemma":[0.5100554,0.01994676,0.0029730438,0.007032696,0.45806578,0.000045801466,0.00011609303,0.0001305258,0.0016338961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98899627,0.006090125,0.0015357347,0.00055985333,0.0011366857,0.0016813623],"domain_scores_gemma":[0.4912456,0.5042941,0.002258045,0.00034650962,0.0009396117,0.00091613544],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0073540737,0.00076725555,0.0020548715,0.000341715,0.0005569996,0.00005617475,0.0008406728,0.004085608,0.00045326917],"category_scores_gemma":[0.39545447,0.0007249904,0.00022165521,0.0004967026,0.0010721217,0.00018956295,0.00014477815,0.005617628,4.774377e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001603099,0.0002832259,0.15056251,0.00032931342,0.0010031627,0.017099377,0.00036388694,0.0063792476,0.000033521228,0.001578819,0.78843373,0.0337729],"study_design_scores_gemma":[0.0053080847,0.0015429928,0.19338633,0.000059895327,0.0006549905,0.00097389,0.0011819146,0.00027982585,0.000026162306,0.00044919056,0.7956066,0.00053012633],"about_ca_topic_score_codex":0.99670565,"about_ca_topic_score_gemma":0.99956584,"teacher_disagreement_score":0.49820396,"about_ca_system_score_codex":0.520641,"about_ca_system_score_gemma":0.78257376,"threshold_uncertainty_score":0.9995201},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2990611346","doi":"10.1007/s10113-019-01562-z","title":"Exploring methodological approaches to assess climate change vulnerability and adaptation: reflections from using life history approaches","year":2019,"lang":"en","type":"article","venue":"Regional Environmental Change","topic":"Climate Change, Adaptation, Migration","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department for International Development; International Development Research Centre","keywords":"Livelihood; Vulnerability (computing); Neglect; Adaptive capacity; Value (mathematics); Adaptation (eye); Sociology; Climate change; Social psychology; Environmental resource management; Positive economics; Psychology; Geography; Economics; Agriculture; Computer science","score_opus":0.9661816854519365,"score_gpt":0.41431289159588636,"score_spread":0.5518687938560501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990611346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911813,0.0013121873,0.0013611156,0.0029919448,0.0005209217,0.0013454607,0.00007105564,0.000104716164,0.0011112756],"genre_scores_gemma":[0.97465056,0.0014126161,0.020713544,0.00077878335,0.0013066569,0.0008312773,0.00018620706,0.000037126603,0.00008320534],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.997328,0.0007158553,0.00030109534,0.00068603584,0.0005638071,0.00040521726],"domain_scores_gemma":[0.9988686,0.00041584054,0.00017867929,0.00023879381,0.000010518148,0.00028761174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011794785,0.0002335824,0.00029575752,0.00013699583,0.0004687918,0.000048503505,0.0001568842,0.00015521878,0.00033817586],"category_scores_gemma":[0.00008529188,0.00024859904,0.00008822854,0.00016795273,0.0002872056,0.0011685742,0.0001329281,0.00018626415,0.00006247445],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006130718,0.0012516609,0.14422119,0.00023975983,0.00019419915,0.000011319639,0.73175,0.00091393915,0.010403121,0.050893195,0.00017143886,0.059337124],"study_design_scores_gemma":[0.0012954983,0.0004014366,0.5170028,0.00019186185,0.00021646777,0.000013440743,0.3307289,0.035089254,0.0001939598,0.0017143214,0.11132117,0.0018308944],"about_ca_topic_score_codex":0.002704859,"about_ca_topic_score_gemma":0.0021584195,"teacher_disagreement_score":0.4010211,"about_ca_system_score_codex":0.0014449313,"about_ca_system_score_gemma":0.00003939418,"threshold_uncertainty_score":0.9999966},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2990662480","doi":"10.1111/jan.14273","title":"How to minimize research misconduct? Priorities for academics in nursing","year":2019,"lang":"en","type":"editorial","venue":"Journal of Advanced Nursing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Misconduct; Nursing; Nursing research; Scientific misconduct; Psychology; MEDLINE; Medical education; Medicine; Political science; Alternative medicine; Law","score_opus":0.07564282463720501,"score_gpt":0.4601518012753888,"score_spread":0.3845089766381838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990662480","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019685582,0.004608988,0.0024856871,0.028339375,0.95627195,0.001022957,0.000077492696,0.00001796082,0.005207024],"genre_scores_gemma":[0.0010817632,0.0025590463,0.034022197,0.00008645199,0.95198387,0.000012151808,0.000012035728,0.00007746082,0.010165038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942273,0.00078511704,0.00085757195,0.00040060587,0.0026046857,0.0011247005],"domain_scores_gemma":[0.98821855,0.00828733,0.00078739726,0.00019173016,0.0021958174,0.0003191572],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009325787,0.0002913678,0.00092494837,0.0010534003,0.0005339752,0.00032482683,0.0011574865,0.0038770277,0.000008067629],"category_scores_gemma":[0.029288445,0.00029442113,0.0002652481,0.0006544883,0.0005707867,0.0010779718,0.000028451972,0.012147337,0.000004181511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007692986,0.000045077693,0.0000058613537,0.00008176477,0.000017644215,0.000008996638,0.03631464,0.00008823479,0.00056764134,0.0018136813,0.89324784,0.06703931],"study_design_scores_gemma":[0.0008445802,0.00025513463,0.000004530547,0.010777823,0.000038946484,0.000004866246,0.07103242,0.0000073158994,0.0002850225,0.024043767,0.89240503,0.0003005692],"about_ca_topic_score_codex":0.00005219708,"about_ca_topic_score_gemma":0.000036689093,"teacher_disagreement_score":0.06673874,"about_ca_system_score_codex":0.0033692003,"about_ca_system_score_gemma":0.0033640538,"threshold_uncertainty_score":0.99995077},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2990740094","doi":"10.1136/bmjebm-2019-111272","title":"Building capacity in evidence-based medicine in low-income and middle-income countries: problems and potential solutions","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute for Health and Care Research","keywords":"Low and middle income countries; Income distribution; Middle income; Development economics; Economics; Demographic economics; Developing country; Economic growth; Mathematics; Inequality","score_opus":0.2712587169033339,"score_gpt":0.46077319020027663,"score_spread":0.1895144732969427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990740094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8848535,0.0068479083,0.0011882345,0.10114313,0.0014401474,0.0043452173,0.000008450108,0.00005943325,0.000113997354],"genre_scores_gemma":[0.99176574,0.00233849,0.00088224077,0.0031957822,0.0009295808,0.0006422365,0.000008832681,0.000026471638,0.00021062807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922779,0.001760873,0.0018066571,0.0009151775,0.0015668975,0.001672447],"domain_scores_gemma":[0.988663,0.008694844,0.00051667274,0.0006497645,0.00053723296,0.0009384628],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018365102,0.00037229888,0.0009287625,0.0013640401,0.000702323,0.000026142132,0.00043636785,0.00033706255,0.0011655091],"category_scores_gemma":[0.013599607,0.000277599,0.000038797112,0.0018134285,0.0012949769,0.0010743667,0.00013810294,0.001348432,0.000082611936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065756415,0.000081401995,0.97629035,0.014071746,0.000008660743,0.000049039652,0.0047971457,0.0006657092,0.0012823145,0.0007544332,0.0008716058,0.00047000594],"study_design_scores_gemma":[0.006697354,0.0014758715,0.74170375,0.21603234,0.00003147928,0.000016675047,0.002787903,0.02875029,0.000038542876,0.0013358984,0.0007219985,0.0004079154],"about_ca_topic_score_codex":0.018491555,"about_ca_topic_score_gemma":0.0025014516,"teacher_disagreement_score":0.23458664,"about_ca_system_score_codex":0.0010152842,"about_ca_system_score_gemma":0.0035249407,"threshold_uncertainty_score":0.99996763},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2991035790","doi":"10.1186/s12961-019-0501-7","title":"Exploring the frontiers of research co-production: the Integrated Knowledge Translation Research Network concept papers","year":2019,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Relevance (law); Health services research; Argument (complex analysis); Production (economics); Usability; Knowledge production; Sociology; Knowledge management; Nursing research; Translational research; Engineering ethics; Public health; Public relations; Political science; Computer science; Medicine; Engineering","score_opus":0.6815706415213176,"score_gpt":0.612601683179391,"score_spread":0.06896895834192662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991035790","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082772283,0.04128597,0.000012582643,0.08060994,0.81134284,0.008376781,0.00015030747,0.00007680931,0.057317067],"genre_scores_gemma":[0.049872153,0.03886918,0.000015336253,0.000032592423,0.87114245,0.0014318215,0.000143179,0.000055139393,0.038438126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.945849,0.043711316,0.0009273979,0.0007333555,0.0066196257,0.00215932],"domain_scores_gemma":[0.96305275,0.02532827,0.0003170392,0.0010847497,0.009745849,0.00047132614],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.13751514,0.00021200493,0.0005295469,0.0010027499,0.0088428315,0.0007863618,0.0011891973,0.00055333076,0.000019845813],"category_scores_gemma":[0.030087205,0.00013875702,0.00007528993,0.0074166367,0.0044399584,0.0003463492,0.000114845694,0.004877024,0.000049851504],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008025424,0.000035469147,0.000016600112,0.00035151388,0.000031238986,2.0293857e-7,0.103483476,0.000046122812,0.0000036174354,0.022569427,0.86596775,0.0074143326],"study_design_scores_gemma":[0.00014447329,0.00017355448,0.00003180165,0.000514829,0.0000025980135,2.7529458e-7,0.19600764,0.000054569293,0.0000029140963,0.00028908,0.8026886,0.00008966899],"about_ca_topic_score_codex":0.057739507,"about_ca_topic_score_gemma":0.01014185,"teacher_disagreement_score":0.10742793,"about_ca_system_score_codex":0.002267694,"about_ca_system_score_gemma":0.03053109,"threshold_uncertainty_score":0.9982694},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2991194815","doi":"10.1186/s12961-019-0485-3","title":"Collaborative health research partnerships: a survey of researcher and knowledge-user attitudes and perceptions","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; General partnership; Knowledge management; Health services research; Context (archaeology); Public relations; Knowledge sharing; Resource (disambiguation); Sustainability; Descriptive statistics; Medical education; Psychology; Business; Health care; Political science; Medicine; Computer science","score_opus":0.9421666966317349,"score_gpt":0.7898573270463275,"score_spread":0.15230936958540742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991194815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.892845,0.009055475,0.000020186715,0.07918835,0.00023846413,0.01331296,0.00083485636,0.00006349899,0.0044412576],"genre_scores_gemma":[0.9772164,0.00859916,0.00009590039,0.002138686,0.00032312033,0.0010353593,0.000025869324,0.000046233894,0.010519237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91492665,0.07618715,0.0019770209,0.00096715754,0.002359895,0.0035821605],"domain_scores_gemma":[0.9524022,0.03803839,0.0004913302,0.0008543027,0.005541418,0.002672352],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15626414,0.00024243636,0.0010574494,0.002023822,0.0039593317,0.00015191335,0.00039705995,0.0002791723,0.00010754692],"category_scores_gemma":[0.02701237,0.0002040236,0.000023623039,0.004467775,0.0016638862,0.00037529992,0.00076531374,0.0023970269,0.00024218844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031194818,0.00017556465,0.5045158,0.08302916,0.000052767078,0.000002112182,0.18648969,9.255825e-7,0.00013507452,0.09011546,0.1337441,0.0014273657],"study_design_scores_gemma":[0.0018066172,0.001654252,0.8471568,0.0049233143,0.0000013369915,0.000009124119,0.07910835,0.0002439287,0.0000022330619,0.00033009058,0.06455677,0.00020715382],"about_ca_topic_score_codex":0.11588173,"about_ca_topic_score_gemma":0.046058908,"teacher_disagreement_score":0.342641,"about_ca_system_score_codex":0.001251478,"about_ca_system_score_gemma":0.024680112,"threshold_uncertainty_score":0.99990445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2991365617","doi":"10.1289/isee.2016.3320","title":"Assessing the Usability of the Risk Of Bias in Non-randomized Studies – of Interventions (ROBINS-I) Tool for Studies of Exposure and Intervention in Environmental Health Research","year":2016,"lang":"en","type":"article","venue":"ISEE Conference Abstracts","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Usability; Environmental health; Randomized controlled trial; Confounding; Systematic review; Psychology; Medicine; Applied psychology; MEDLINE; Computer science; Nursing; Pathology; Biology","score_opus":0.26247871981334003,"score_gpt":0.45496566071368466,"score_spread":0.19248694090034463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991365617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965074,0.0007684751,0.00024579707,0.00056703534,0.00004866342,0.0017531278,0.00005686078,0.0000017923238,0.00005081884],"genre_scores_gemma":[0.99742067,0.0021686715,0.00023573881,0.0000104305345,0.0000044749168,0.00012654567,0.0000011368969,0.0000075199846,0.000024821757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955057,0.0020177425,0.0014314754,0.00034155877,0.00042392922,0.0002796304],"domain_scores_gemma":[0.99304146,0.00541844,0.0010885943,0.00037438478,0.000042771295,0.00003437863],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016357625,0.00013748369,0.0006537288,0.00009459375,0.00010542652,0.000007166452,0.00026060865,0.000054631837,0.000045120578],"category_scores_gemma":[0.005532,0.000075186676,0.0001922489,0.0001659257,0.0035055745,0.00030344437,0.0003928437,0.000216506,0.0000013310054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013430904,0.0014704753,0.8261853,0.0018848237,0.00022217192,8.518589e-7,0.023562195,0.0018288009,0.044723816,0.00013792519,0.00002542486,0.098615125],"study_design_scores_gemma":[0.007587156,0.00020712636,0.96127826,0.0021282027,0.00002656149,4.3285524e-7,0.016090807,0.000035656678,0.00998133,0.0025945161,0.0000042847387,0.00006564634],"about_ca_topic_score_codex":0.00086242874,"about_ca_topic_score_gemma":0.0020668765,"teacher_disagreement_score":0.13509299,"about_ca_system_score_codex":0.00027253645,"about_ca_system_score_gemma":0.00004555159,"threshold_uncertainty_score":0.9992063},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2992892598","doi":"10.11645/13.2.2520","title":"Re-visioning library support for undergraduate educational programmes in an academic health sciences library","year":2019,"lang":"en","type":"article","venue":"Journal of Information Literacy","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information literacy; CINAHL; Curriculum; Medical education; Cochrane Library; Lifelong learning; MEDLINE; Library instruction; Biomedical sciences; Subject (documents); Library science; Psychology; Computer science; Medicine; Pedagogy; Political science; Nursing","score_opus":0.019617652544379954,"score_gpt":0.3677536510174974,"score_spread":0.34813599847311744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992892598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6386995,0.0005393457,0.00095909263,0.28208953,0.003149794,0.0021238388,0.00007431678,0.00016154013,0.072203055],"genre_scores_gemma":[0.914188,0.00066448684,0.042759057,0.03804677,0.0008736819,0.000023870967,0.00031573133,0.00001577811,0.0031125906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971074,0.00016321207,0.0015048148,0.0001061155,0.000706385,0.00041208602],"domain_scores_gemma":[0.99763834,0.00041295175,0.0013809208,0.00012023908,0.00016823683,0.00027933577],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0020215658,0.0001229858,0.00023118684,0.0009513805,0.00043916376,0.001444033,0.0007683383,0.00008859551,0.0008182903],"category_scores_gemma":[0.000241506,0.00010156421,0.00010623411,0.0011713367,0.00014002636,0.22648068,0.00005343744,0.0003015724,0.000086017564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016454558,0.00012962261,0.23678498,0.00021213025,0.0000110722,5.5328945e-7,0.12973703,0.00079759245,0.0000036267859,0.41163996,0.05003884,0.17048004],"study_design_scores_gemma":[0.00085825834,0.0007917783,0.02009655,0.00039777195,0.000002536664,0.000009404674,0.019276017,0.002636642,0.000033479864,0.020434337,0.9352335,0.00022975507],"about_ca_topic_score_codex":0.000012266361,"about_ca_topic_score_gemma":7.511279e-7,"teacher_disagreement_score":0.8851946,"about_ca_system_score_codex":0.000060528,"about_ca_system_score_gemma":0.0033798392,"threshold_uncertainty_score":0.99959254},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2993344217","doi":"10.47678/cjhe.v41i1.2173","title":"Research Integrity/Misconduct Policies of Canadian Universities","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Carleton University","funders":"Canadian Institutes of Health Research; Queen's University; Dalhousie University; University of Alberta; Cape Breton University; Lakehead University; Brock University; Concordia University; Acadia University; McMaster University; University of Northern British Columbia; Université de Montréal; University of Lethbridge; Social Sciences and Humanities Research Council of Canada; Université de Moncton; University of Ottawa; McGill University; University of Regina; Université Laval","keywords":"Misconduct; Scientific misconduct; Research integrity; Sanctions; Academic integrity; Context (archaeology); Political science; Corporate governance; Public relations; Criminology; Engineering ethics; Psychology; Business; Law; Engineering; Medicine","score_opus":0.1700990352348766,"score_gpt":0.38865137630327007,"score_spread":0.21855234106839347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993344217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49810758,0.001580934,0.0000016994351,0.012095988,0.0021018363,0.0000734461,0.000017387827,0.0000025409354,0.48601857],"genre_scores_gemma":[0.9648208,0.00008507365,0.00024493644,0.00035362015,0.00055787625,5.191329e-7,0.0000019797735,0.00000520397,0.03392996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986973,0.0003701447,0.00021244504,0.000066280976,0.0002623981,0.0003914643],"domain_scores_gemma":[0.9975988,0.00009324011,0.00012862454,0.00009060249,0.0011926481,0.000896045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018189895,0.0000580902,0.00011835598,0.0021037548,0.00046975812,0.000034486176,0.00046926775,0.0003376683,0.0034135783],"category_scores_gemma":[0.00016465697,0.000058424135,0.000051435396,0.00083161274,0.0006276707,0.00036578192,0.0000046676328,0.0013010503,0.0000229423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006148114,0.000014980395,0.0147216935,0.000008529581,0.000026247306,0.000010670865,0.1531339,4.3211767e-7,0.000029201223,0.5416032,0.28974193,0.0007030762],"study_design_scores_gemma":[0.000040342144,0.000038772356,0.025266614,0.00007128383,0.000012377235,0.000007476599,0.15893544,7.265653e-8,0.00019874374,0.01132805,0.80403453,0.00006629221],"about_ca_topic_score_codex":0.9923597,"about_ca_topic_score_gemma":0.97066915,"teacher_disagreement_score":0.53027517,"about_ca_system_score_codex":0.0010421447,"about_ca_system_score_gemma":0.0425786,"threshold_uncertainty_score":0.99749744},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2996815694","doi":"10.26596/wn.2019104126-142","title":"Understanding the Utilization of Qualitative Inquiry in Public Health Nutrition Research","year":2019,"lang":"en","type":"article","venue":"World Nutrition","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Relevance (law); Qualitative property; Public health; Unpacking; Management science; Research design; Engineering ethics; Sociology; Psychology; Social science; Medicine; Computer science; Political science; Engineering; Nursing","score_opus":0.9746010860341644,"score_gpt":0.7702812244027558,"score_spread":0.20431986163140858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996815694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5740885,0.00036890316,0.016437754,0.38130802,0.0015774664,0.014072911,0.00014022819,0.0001313154,0.0118748825],"genre_scores_gemma":[0.9941835,0.00025994302,0.00032122462,0.0040297383,0.00017850372,0.00065222435,0.000060085476,0.000014621055,0.00030016777],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98662066,0.010294045,0.0010955236,0.00029801248,0.0008566243,0.0008351001],"domain_scores_gemma":[0.9927766,0.0059043276,0.00044354508,0.00031207516,0.0004225985,0.00014086811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020850807,0.00009376552,0.00024649408,0.001271003,0.0007581992,0.000019038001,0.00022951324,0.000077979705,0.0004626525],"category_scores_gemma":[0.0011216188,0.00008062955,0.000032495867,0.0038818023,0.00023087223,0.00047374613,0.000075756056,0.00069271785,0.00018057066],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013916021,0.00051693816,0.017194366,0.0038285726,0.000008263084,5.649331e-7,0.46510786,0.0000053782487,0.00069749105,0.43692648,0.07473399,0.00084092404],"study_design_scores_gemma":[0.0049101175,0.00036271938,0.024267588,0.00230764,0.000001970599,8.1861424e-7,0.77930784,0.00049052574,0.00011115669,0.07727123,0.11078452,0.00018384536],"about_ca_topic_score_codex":0.00045662507,"about_ca_topic_score_gemma":0.0029405775,"teacher_disagreement_score":0.42009497,"about_ca_system_score_codex":0.0019715873,"about_ca_system_score_gemma":0.0008626903,"threshold_uncertainty_score":0.72265154},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2997302657","doi":"10.1101/2019.12.31.891952","title":"Accuracy and Reproducibility of Somatic Point Mutation Calling in Clinical-Type Targeted Sequencing Data","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Government of Canada; Genome Canada; Ontario Genomics; Ottawa Hospital Research Institute; Government of Ontario; University of Ottawa","keywords":"Exome sequencing; DNA sequencing; Ion semiconductor sequencing; Computational biology; Biology; Exome; Fixation (population genetics); Genome; Genetics; Mutation; Gene","score_opus":0.04098772554881374,"score_gpt":0.29699611708395374,"score_spread":0.25600839153514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997302657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924126,0.0044226,0.0010099175,0.000061512415,0.0010363709,0.00071108574,0.00032313203,0.000020031528,0.0000027254935],"genre_scores_gemma":[0.99150807,0.0026339977,0.0053701447,0.00010594814,0.0002921238,0.000016839094,0.000015913987,0.000055670334,0.0000012900001],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964267,0.00017677208,0.0009981671,0.0019750698,0.00015384695,0.0002694165],"domain_scores_gemma":[0.99353915,0.00015729152,0.0006855629,0.005139792,0.00036880124,0.00010938424],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030316296,0.00029141226,0.00052948,0.00009430733,0.000034297074,0.00005393056,0.0005434664,0.00045839197,0.0000043440878],"category_scores_gemma":[0.008496131,0.0003293126,0.000071919945,0.00017233219,0.000106557214,0.000014220782,0.001378917,0.00039077515,0.0000031613126],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008468429,0.00010075005,0.07141294,0.0007312386,0.00010991993,0.0000129172695,0.000012491225,0.0012695112,0.92608166,0.000024126886,0.00013954354,0.000020233168],"study_design_scores_gemma":[0.001236754,0.00025122488,0.2789201,0.00065313844,0.00017681056,7.4675235e-8,0.000017135615,0.009965572,0.7067509,0.000020975938,0.0010935173,0.0009137651],"about_ca_topic_score_codex":0.00030237169,"about_ca_topic_score_gemma":0.000038847396,"teacher_disagreement_score":0.21933073,"about_ca_system_score_codex":0.000092030816,"about_ca_system_score_gemma":0.0012689292,"threshold_uncertainty_score":0.9999159},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2997307131","doi":"10.1186/s12961-019-0503-5","title":"Fostering implementation of knowledge into health practice: study protocol for the validation and redevelopment of the Knowledge Uptake and Utilization Tool","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Waterloo; Wilfrid Laurier University; University of British Columbia","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Health services research; Protocol (science); Health administration; Public health; Knowledge translation; Medicine; Redevelopment; Health informatics; Health policy; Knowledge management; Medical education; Nursing; Computer science; Alternative medicine; Political science","score_opus":0.9007547394026563,"score_gpt":0.7863855466022303,"score_spread":0.11436919280042601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997307131","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23129706,0.00047817416,0.00072729366,0.056329224,0.0004515481,0.7094921,0.00009597108,0.00003283916,0.0010957831],"genre_scores_gemma":[0.8476917,0.00017083957,0.00022877702,0.00092513516,0.00019475733,0.15027906,0.0000043830382,0.000021934877,0.00048336704],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897461,0.006522455,0.0018555319,0.0003765074,0.00070269965,0.0007967114],"domain_scores_gemma":[0.99033564,0.006714672,0.0011240867,0.00040233493,0.0011860849,0.00023719232],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.034551233,0.00013920183,0.0003869993,0.00033660093,0.0020998341,0.000048145565,0.00020591007,0.00006999199,0.000012549043],"category_scores_gemma":[0.003304925,0.00008809164,0.00001875874,0.00087562704,0.00015701242,0.00029289688,0.00057367125,0.00032903696,0.0000033325896],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034062966,0.00023710263,0.06423356,0.033833478,0.000057214784,5.418524e-8,0.6482498,0.0000048653533,0.00029849602,0.021913694,0.010021512,0.22080958],"study_design_scores_gemma":[0.007822363,0.0029062424,0.29752594,0.0018462796,0.000009655863,0.000006675713,0.32496768,0.0017131931,0.00010932416,0.0006229955,0.36227328,0.00019636554],"about_ca_topic_score_codex":0.011436735,"about_ca_topic_score_gemma":0.0031032197,"teacher_disagreement_score":0.6163947,"about_ca_system_score_codex":0.0005908485,"about_ca_system_score_gemma":0.0073849256,"threshold_uncertainty_score":0.9991993},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2998095279","doi":"10.1002/asi.24330","title":"The citation advantage of promoted articles in a cross‐publisher distribution platform: A 12‐month randomized controlled trial","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MaRS; Toronto Rehabilitation Institute; University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Randomized controlled trial; Medicine; Confidence interval; Citation; Internal medicine; Computer science; Library science","score_opus":0.09548717587147706,"score_gpt":0.45004287221649125,"score_spread":0.35455569634501416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998095279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911189,0.000056896908,0.0008493295,0.004145204,0.0009129448,0.0020541043,0.00000962853,0.000004952545,0.000848041],"genre_scores_gemma":[0.99948174,0.000055200115,0.000083814884,0.000029372311,0.000012332804,0.00003659941,9.852926e-7,0.0000012903955,0.00029868336],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922283,0.00015747636,0.0018738199,0.00011199606,0.005340166,0.00028823712],"domain_scores_gemma":[0.97818434,0.006354505,0.0038949961,0.0002496931,0.011263565,0.00005292018],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09832134,0.000067898196,0.00049723533,0.011350602,0.0003253522,0.0015753064,0.0012856465,0.00012783134,0.0000046875152],"category_scores_gemma":[0.28985515,0.000029876946,0.00017989897,0.04213507,0.00041260885,0.004635259,0.00018188053,0.00021521168,0.0000041365993],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.45014042,0.00033894688,0.21037234,0.000023733413,0.00017131513,3.267245e-7,0.0022472846,0.00040816172,0.0022821594,0.1349822,0.0039769807,0.19505613],"study_design_scores_gemma":[0.83602047,0.0006552982,0.034031503,0.000023562608,0.000026932483,0.0000063119123,0.0028874131,0.03190398,0.001673925,0.0845325,0.008126157,0.000111932124],"about_ca_topic_score_codex":0.0000052007194,"about_ca_topic_score_gemma":0.000007914343,"teacher_disagreement_score":0.38588005,"about_ca_system_score_codex":0.0003172617,"about_ca_system_score_gemma":0.00051974005,"threshold_uncertainty_score":0.9998549},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3000464218","doi":"10.1139/facets-2019-0031","title":"Perspectives for early-career researchers on plagiarism and scientific integrity","year":2020,"lang":"en","type":"article","venue":"FACETS","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Research integrity; Realm; Engineering ethics; Scientific integrity; Transparency (behavior); Academic integrity; Accreditation; Psychology; Scientific misconduct; Political science; Medical education; Medicine; Engineering; Alternative medicine","score_opus":0.18847652458186093,"score_gpt":0.38181963863638313,"score_spread":0.1933431140545222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000464218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88750577,0.0007007288,0.000872624,0.08356452,0.0003515618,0.000716072,0.00010194707,0.00012600778,0.026060775],"genre_scores_gemma":[0.9944924,0.000053086518,0.0005559583,0.0004929801,0.00033285425,0.000017182208,0.0000057603575,0.000008847891,0.004040931],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835247,0.00024141991,0.00011040399,0.00039861767,0.0005050863,0.00039201393],"domain_scores_gemma":[0.99892646,0.00043436443,0.000037497513,0.0000984652,0.00021127555,0.00029191189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020583752,0.00009748986,0.00013365701,0.000059804195,0.0009187564,0.0002621054,0.00030740612,0.0005606829,0.00017213225],"category_scores_gemma":[0.0037849823,0.00008901229,0.000057167963,0.00023681695,0.000784243,0.00021324621,0.000060435366,0.0017930652,0.0001020515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002258312,0.00005834788,0.005237494,0.000042557218,0.000046694277,0.000004627241,0.56888914,0.000002828213,0.0009038396,0.27688617,0.1402226,0.0074799014],"study_design_scores_gemma":[0.0007829004,0.00036923314,0.008506445,0.00006600588,0.00002156856,6.0598836e-7,0.17664942,0.0005127345,0.001136522,0.020129781,0.79141355,0.00041122947],"about_ca_topic_score_codex":0.0009549128,"about_ca_topic_score_gemma":0.00017910426,"teacher_disagreement_score":0.65119094,"about_ca_system_score_codex":0.00008513509,"about_ca_system_score_gemma":0.00019934618,"threshold_uncertainty_score":0.7790076},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3001491734","doi":"10.1007/s11024-020-09396-4","title":"Implementing the Innovation Agenda: A Study of Change at a Research Funding Agency","year":2020,"lang":"en","type":"article","venue":"Minerva","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Funding Agency; Agency (philosophy); Delegation; Political science; Resource dependence theory; Higher education; Public administration; State (computer science); Resource (disambiguation); Resource allocation; Public relations; Research policy; Order (exchange); Science policy; Business; Sociology; Economics; Finance; Management; Social science","score_opus":0.6849751867528991,"score_gpt":0.41592993619752866,"score_spread":0.2690452505553705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001491734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763716,0.00018834141,0.000083327985,0.0048142076,0.00008666244,0.00039747014,0.000034806417,0.0000125895685,0.018011006],"genre_scores_gemma":[0.997691,0.000007520158,0.000039885028,0.0010125809,0.00029599376,0.00006237174,0.0000116220435,0.000011239508,0.00086779246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988234,0.000031178253,0.0005712225,0.00019963298,0.00006654163,0.00030801105],"domain_scores_gemma":[0.9993849,0.00004512366,0.00026354907,0.00018026266,0.00010887337,0.000017293087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019137525,0.00006431713,0.00014948254,0.00026772363,0.00029463237,0.000025204523,0.00019351722,0.000030352576,0.00033484184],"category_scores_gemma":[0.00028489967,0.000056490135,0.000025230544,0.002161017,0.00002800626,0.00011709233,0.0002438011,0.00013152341,0.00014366195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004059377,0.00029695863,0.24682763,0.00012801551,0.00013480778,0.0000046827463,0.0983325,0.000007767961,0.0038091685,0.61648285,0.026248224,0.0076867663],"study_design_scores_gemma":[0.0022191931,0.00089983793,0.34240562,0.00002786691,0.000013019634,0.0000030276053,0.0083926,0.004152133,0.0013631429,0.008569788,0.6315173,0.00043647492],"about_ca_topic_score_codex":0.0007240929,"about_ca_topic_score_gemma":0.000107011845,"teacher_disagreement_score":0.6079131,"about_ca_system_score_codex":0.00004711294,"about_ca_system_score_gemma":0.00000808239,"threshold_uncertainty_score":0.36662832},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3002767658","doi":"10.1080/08989621.2020.1721288","title":"The norms of authorship credit: Challenging the definition of authorship in The European Code of Conduct for Research Integrity","year":2020,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Medical Association; Dublin City University; European Commission","keywords":"Normative; Code of conduct; Research integrity; Medical journal; Code (set theory); Order (exchange); Scientific misconduct; Engineering ethics; Computer science; Political science; Psychology; Law; Public relations; Library science; Medicine; Alternative medicine; Business","score_opus":0.7205593581249751,"score_gpt":0.5510722679019152,"score_spread":0.16948709022305986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002767658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89185613,0.00034295156,0.000053627547,0.07780925,0.0001125907,0.0016486606,0.00009335683,0.000010441174,0.028072994],"genre_scores_gemma":[0.9991139,0.00034435655,0.000075176686,0.00007712214,0.00026076433,0.00008542467,0.0000075596467,0.00001102061,0.00002466194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96549726,0.028339505,0.0011537487,0.00049925625,0.0033516812,0.0011585776],"domain_scores_gemma":[0.96147954,0.03603966,0.00017813819,0.00057185197,0.001635848,0.00009493826],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22952725,0.00011323255,0.00029183118,0.00017975157,0.0009121173,0.00008118248,0.0026465254,0.00048632256,0.00004727293],"category_scores_gemma":[0.06607984,0.00006212987,0.00011831534,0.0020166638,0.0040113623,0.00023356048,0.00031126238,0.007337388,0.000008502868],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007275684,0.00026000995,0.03476147,0.00042938272,0.000021450669,0.000002177523,0.46823764,0.000013274575,0.00080684334,0.48708892,0.0031096144,0.0045416653],"study_design_scores_gemma":[0.0004999893,0.0003356923,0.06546278,0.00024590216,0.000008938074,7.826677e-7,0.48351732,0.0005841596,0.0013406328,0.4377931,0.010063325,0.0001473673],"about_ca_topic_score_codex":0.024719901,"about_ca_topic_score_gemma":0.023981351,"teacher_disagreement_score":0.16344742,"about_ca_system_score_codex":0.00018530079,"about_ca_system_score_gemma":0.00068030774,"threshold_uncertainty_score":0.9986991},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3003086189","doi":"10.1136/bmjebm-2019-111268","title":"Assessment of assumptions of statistical analysis methods in randomised clinical trials: the what and how","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Novo Nordisk Fonden","keywords":"Statistical analysis; Clinical trial; Statistics; Medical physics; Medicine; Econometrics; Mathematics; Internal medicine","score_opus":0.9498731355574201,"score_gpt":0.7462174734380085,"score_spread":0.20365566211941166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003086189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011281768,0.0075599225,0.8924442,0.08633724,0.00017659135,0.002086048,0.000013457289,0.0000022876152,0.00009846483],"genre_scores_gemma":[0.84452814,0.0016861376,0.15147743,0.0017854845,0.00022719246,0.00014299898,0.000009373009,0.000007835277,0.0001354296],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6728549,0.28036153,0.034818433,0.0017560484,0.0098326905,0.00037642615],"domain_scores_gemma":[0.4428292,0.5352082,0.016156463,0.0034726008,0.00182777,0.00050578616],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6434263,0.00024537783,0.01022185,0.0005542534,0.000048365033,0.00019910415,0.0010332296,0.00010219034,0.005867246],"category_scores_gemma":[0.71231323,0.00008922105,0.001955482,0.0037189256,0.0006130015,0.00029242114,0.000085216685,0.000292823,0.000008487899],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016351249,0.00029714682,0.5479127,0.0008495338,0.0054983436,0.00002875154,0.0013945859,0.0020406235,0.0017481401,0.006453751,0.057937756,0.37420353],"study_design_scores_gemma":[0.012297173,0.0007945096,0.470051,0.0015202931,0.017384961,0.000002113488,0.0063650194,0.483827,0.00007667261,0.0021542103,0.005281995,0.00024505108],"about_ca_topic_score_codex":0.000025971725,"about_ca_topic_score_gemma":0.00003270548,"teacher_disagreement_score":0.83324635,"about_ca_system_score_codex":0.000018691479,"about_ca_system_score_gemma":0.0003366075,"threshold_uncertainty_score":0.99504155},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3003863736","doi":"10.11124/jbisrir-d-19-00169","title":"Methodological guidance for the conduct of mixed methods systematic reviews","year":2020,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Queen's University; Centre for Excellence in Mining Innovation","funders":"","keywords":"Systematic review; Management science; Multimethodology; Evidence-based practice; Best practice; Computer science; Medicine; MEDLINE; Psychology; Political science; Engineering; Alternative medicine","score_opus":0.9354775305714882,"score_gpt":0.6479045374214611,"score_spread":0.28757299315002705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003863736","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006750117,0.059565235,0.9190082,0.014166741,0.00037316454,0.0058556236,0.000014158555,0.000011234787,0.00033066163],"genre_scores_gemma":[0.10560878,0.0014360007,0.8857441,0.0018355001,0.00023594,0.0032980805,3.9043658e-7,0.000027693728,0.001813485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.76678365,0.2025256,0.023117617,0.0019328584,0.0051311455,0.0005091432],"domain_scores_gemma":[0.17428194,0.79541314,0.01937698,0.008171078,0.002395031,0.00036182316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.531988,0.00042624676,0.009920717,0.00012855488,0.00020063564,0.0004117643,0.004956641,0.00013093384,0.0040677446],"category_scores_gemma":[0.92470634,0.0001439223,0.0048678652,0.001885425,0.00020021433,0.00034466648,0.00025907173,0.00016221359,0.0011544322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014521467,0.000117461655,0.002018074,0.09576793,0.002300032,0.000006570132,0.0033908596,0.00029545443,0.04061342,0.013116571,0.49653554,0.34569287],"study_design_scores_gemma":[0.00046757478,0.00068361545,0.006380798,0.037526965,0.021032209,0.00008006723,0.011217555,0.13104855,0.060292345,0.028127179,0.7008544,0.0022887464],"about_ca_topic_score_codex":0.000006429757,"about_ca_topic_score_gemma":0.000002567527,"teacher_disagreement_score":0.5928875,"about_ca_system_score_codex":0.000026451564,"about_ca_system_score_gemma":0.000071344984,"threshold_uncertainty_score":0.9996233},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3003872361","doi":"10.1186/s40900-020-0179-6","title":"Exploring the perspectives of community members as research partners in rural and remote areas","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Northern British Columbia","funders":"","keywords":"Thematic analysis; Public relations; Community engagement; Nonprobability sampling; Qualitative research; Relevance (law); Promotion (chess); Sociology; Medical education; Psychology; Medicine; Political science; Population; Environmental health; Politics","score_opus":0.9422759849377963,"score_gpt":0.7168441206501915,"score_spread":0.22543186428760476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003872361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93606186,0.00013621541,0.000009628237,0.056242667,0.000041466083,0.0015961971,0.000006313705,0.000017400158,0.005888247],"genre_scores_gemma":[0.9943383,0.0028388663,0.00012754866,0.0021237275,0.00009310042,0.00029960714,0.000003002195,0.000012419875,0.00016346447],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9809279,0.01576463,0.0005822628,0.00023317075,0.0014483776,0.0010436695],"domain_scores_gemma":[0.99135107,0.0073566665,0.00008333284,0.00035675595,0.00044158546,0.00041058645],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.044349562,0.00010916506,0.00020205174,0.0003497624,0.0029948712,0.000037987804,0.00040226264,0.000037879607,0.00021170308],"category_scores_gemma":[0.0056457464,0.00008158641,0.000019730121,0.0011698647,0.000786513,0.00028767367,0.0012278248,0.0028469882,0.000031793992],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017708274,0.00005473996,0.017569425,0.0007765949,0.000025554564,0.0000033751712,0.9509275,0.0000066311877,0.0010535418,0.0077985255,0.00811763,0.013489426],"study_design_scores_gemma":[0.00080123864,0.00037025544,0.048833784,0.00020170298,0.0000023214673,1.2915022e-7,0.91409177,0.00035243775,0.00017103108,0.0011595808,0.033944007,0.000071754934],"about_ca_topic_score_codex":0.017356835,"about_ca_topic_score_gemma":0.0020036846,"teacher_disagreement_score":0.058276396,"about_ca_system_score_codex":0.0003401087,"about_ca_system_score_gemma":0.00044164722,"threshold_uncertainty_score":0.9994535},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3005373428","doi":"10.1139/cjp-2020-0058","title":"Retraction: Analysis of solar activity and atmospheric pressure competition effects on cosmic radiation events","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Solar and Space Plasma Dynamics","field":"Physics and Astronomy","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Cosmic ray; Radiation; COSMIC cancer database; Radiation pressure; Atmospheric pressure; Astrophysics; Atmospheric sciences; Astronomy; Meteorology; Optics","score_opus":0.0054220880907655125,"score_gpt":0.20290199039339418,"score_spread":0.19747990230262866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005373428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819619,0.000053524636,0.017253945,0.00025443573,0.00016905724,0.0000670066,0.00007279918,0.0000021257827,0.00016518957],"genre_scores_gemma":[0.9994992,0.000004993448,0.00012642994,0.000051695923,0.00028026456,6.2602857e-7,0.000017727629,0.000008167993,0.000010910686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99948794,0.000060480976,0.00013364737,0.00008793028,0.00012226876,0.00010773424],"domain_scores_gemma":[0.99924594,0.00006910173,0.0002734373,0.00007181611,0.00008439616,0.00025531065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006455226,0.00008958746,0.00025789032,0.000028721788,0.00007019577,0.000021645972,0.00006457201,0.000039139908,0.000031665702],"category_scores_gemma":[0.00001271479,0.00009202114,0.0001409128,0.00036788624,0.000019353243,0.00017232586,0.0000038140884,0.00024421807,0.0000016118116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013914771,0.00012173048,0.7995851,0.00012510974,0.004490913,0.000013530481,0.0018582419,0.07581744,0.0038013805,0.0063950517,0.00069939636,0.10695293],"study_design_scores_gemma":[0.0015983629,0.0007077851,0.72912496,0.0001145784,0.0038509422,0.000002353082,0.0003034119,0.24919732,0.01036032,0.0021166424,0.0022291976,0.00039414136],"about_ca_topic_score_codex":0.00096777343,"about_ca_topic_score_gemma":0.0002782339,"teacher_disagreement_score":0.17337988,"about_ca_system_score_codex":0.000033030712,"about_ca_system_score_gemma":0.00016965129,"threshold_uncertainty_score":0.37525132},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3005826528","doi":"10.1177/1556264620902657","title":"The Concept of Vulnerability in Mental Health Research: A Mixed Methods Study on Researcher Perspectives","year":2020,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Vulnerability (computing); Warrant; Mental health; Research ethics; Normative; Harm; Autonomy; Perspective (graphical); Psychology; Pluralism (philosophy); Sociology; Social psychology; Engineering ethics; Epistemology; Political science; Psychotherapist; Psychiatry; Law","score_opus":0.9751830274885621,"score_gpt":0.8355068219900792,"score_spread":0.13967620549848292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005826528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53551966,0.0024507458,0.000034644865,0.45386654,0.00012050362,0.003862979,0.00002615228,0.000020312256,0.004098447],"genre_scores_gemma":[0.98986125,0.0057399846,0.000986665,0.000995123,0.0008747658,0.00013420671,0.000004481965,0.00012208158,0.0012814575],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6625759,0.25398022,0.005839857,0.0026979612,0.06887346,0.0060325926],"domain_scores_gemma":[0.3629105,0.5859772,0.0007440773,0.0034182556,0.041911423,0.0050385194],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.61176145,0.00044288574,0.0018193458,0.0034486374,0.0037718075,0.00045832054,0.0042134253,0.0013786769,0.00034934765],"category_scores_gemma":[0.722313,0.00028677186,0.0006374379,0.0076669585,0.016694406,0.0002476542,0.003007918,0.12310209,0.00008372817],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.059855975,0.03957588,0.016740052,0.0021679087,0.0013480345,0.0021444217,0.46263513,0.0000842472,0.009195887,0.20261541,0.16968493,0.033952147],"study_design_scores_gemma":[0.009639584,0.15899359,0.08121134,0.003032854,0.000011596869,0.000026388989,0.5643509,0.00023599993,0.005000737,0.14660928,0.03049885,0.00038886644],"about_ca_topic_score_codex":0.0007139004,"about_ca_topic_score_gemma":0.0013142416,"teacher_disagreement_score":0.45434156,"about_ca_system_score_codex":0.004324342,"about_ca_system_score_gemma":0.02392259,"threshold_uncertainty_score":0.99995846},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006062737","doi":"10.26522/brocked.v29i1.816","title":"Editorial: Freedom of Speech in Academic Publishing","year":2020,"lang":"en","type":"editorial","venue":"Brock Education Journal","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Publishing; Academic freedom; Free speech; Sociology; Media studies; Linguistics; Art; Political science; Philosophy; Literature; Law; Higher education","score_opus":0.28598230714133466,"score_gpt":0.548471393844351,"score_spread":0.2624890867030163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006062737","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006524814,0.003028945,0.000006708,0.008463657,0.98497444,0.00037473463,0.0002549802,0.00004173935,0.0022023306],"genre_scores_gemma":[0.001537525,0.0029911103,0.00013076217,0.0012265509,0.9920668,0.000035442983,0.0002962495,0.000064018575,0.0016515378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99466985,0.0013590569,0.0016400025,0.00047529794,0.0011170198,0.00073877873],"domain_scores_gemma":[0.99344623,0.0019226471,0.001270352,0.00021543415,0.001547082,0.001598234],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001898504,0.00042842783,0.0007599805,0.00047582248,0.00026668885,0.00018782774,0.0012675414,0.0066128396,0.0017715889],"category_scores_gemma":[0.014499351,0.00044883692,0.00021003647,0.0006540808,0.00015136432,0.00088298426,0.00017593554,0.03362812,0.000101523045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041807946,0.0002475486,0.0012351606,0.00037334202,0.000092013644,0.000012926417,0.000620437,0.000054073218,0.0007057935,0.0000597009,0.98080254,0.015378388],"study_design_scores_gemma":[0.0014070736,0.000106101645,0.00009110592,0.0003809398,0.00016196609,0.00003851556,0.00056929415,0.00003216735,0.00045369603,0.0013148743,0.9950878,0.0003564589],"about_ca_topic_score_codex":0.000086451444,"about_ca_topic_score_gemma":0.000022809701,"teacher_disagreement_score":0.027015282,"about_ca_system_score_codex":0.0005955676,"about_ca_system_score_gemma":0.011740653,"threshold_uncertainty_score":0.99979633},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","score_opus":0.7858935230383207,"score_gpt":0.6547070806373642,"score_spread":0.13118644240095656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006156524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013997,0.001192291,0.0009614991,0.05913519,0.0002580162,0.004841887,0.00009786884,0.000025305219,0.032088276],"genre_scores_gemma":[0.99517417,0.000029387287,0.0008091661,0.0024589235,0.00010131079,0.00013670689,7.7190674e-7,0.000013076763,0.0012765072],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9920571,0.000536052,0.00069576193,0.00071273785,0.005506241,0.0004921317],"domain_scores_gemma":[0.99164027,0.0050096083,0.0002962572,0.0006942268,0.0016232703,0.00073638593],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03954222,0.00014053984,0.0003389383,0.013777348,0.00060300727,0.008913535,0.0044221412,0.00007675587,0.0002524096],"category_scores_gemma":[0.08963586,0.000075792355,0.000060211205,0.08829046,0.00008188947,0.0004916695,0.0031583342,0.00030157468,0.0003109448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004967972,0.000191508,0.1973189,0.00008048205,0.00018112815,0.00043771806,0.035393324,0.0046310783,0.0031112474,0.020783104,0.36892292,0.36398062],"study_design_scores_gemma":[0.0089405775,0.0031675173,0.43265355,0.0007237735,0.000090552,0.0007423301,0.066853955,0.14736328,0.004403548,0.100563176,0.23169625,0.0028015068],"about_ca_topic_score_codex":0.00006838201,"about_ca_topic_score_gemma":0.000033891043,"teacher_disagreement_score":0.3611791,"about_ca_system_score_codex":0.000034099045,"about_ca_system_score_gemma":0.00047628445,"threshold_uncertainty_score":0.99740064},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006701470","doi":"10.1002/jrsm.1399","title":"Innovations in framework synthesis as a systematic review method","year":2020,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":223,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ontario Tech University; McMaster University Medical Centre","funders":"","keywords":"Management science; Computer science; Systematic review; Stakeholder; Data science; MEDLINE; Political science; Public relations; Economics","score_opus":0.9235373563940749,"score_gpt":0.8552043114246342,"score_spread":0.0683330449694407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006701470","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8375476e-8,0.9234039,0.038012035,0.013100603,0.00032499683,0.018932542,0.00021047077,0.00018200441,0.005833401],"genre_scores_gemma":[6.644196e-8,0.6681702,0.28093302,0.0043752454,0.0002755316,0.045610968,0.000006594608,0.0001613152,0.00046705105],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.72518116,0.25929794,0.007791292,0.0017979823,0.0029412245,0.0029903871],"domain_scores_gemma":[0.22886987,0.759663,0.0038037845,0.00413263,0.0019421999,0.00158856],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.21428473,0.0009443407,0.010541468,0.0034617726,0.0015885128,0.00010055388,0.0033036782,0.0013911903,0.0046429373],"category_scores_gemma":[0.7660407,0.0007300405,0.0007598571,0.018513937,0.00029874232,0.0003132119,0.001296466,0.008244838,0.007903744],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002373106,0.000022106511,7.7501215e-7,0.64549214,0.00009829953,0.000020772228,0.0006475742,2.6686132e-8,3.9738714e-7,0.0048944526,0.0033986648,0.3454224],"study_design_scores_gemma":[0.000027220283,0.00001643385,5.934724e-7,0.4863464,0.00048246208,0.000010863967,0.0005003662,0.000011082301,0.0000020593284,0.0011618193,0.5111428,0.00029794336],"about_ca_topic_score_codex":0.0005297597,"about_ca_topic_score_gemma":0.000037232814,"teacher_disagreement_score":0.5517559,"about_ca_system_score_codex":0.0031832925,"about_ca_system_score_gemma":0.014426739,"threshold_uncertainty_score":0.9999052},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006974313","doi":"10.1177/1609406920907254","title":"Capturing Lived Experience: Methodological Considerations for Interpretive Phenomenological Inquiry","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":437,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Centres Intégré Universitaires de Santé et de Services Sociaux; McGill University","funders":"","keywords":"Phenomenology (philosophy); Epistemology; Lived experience; Interpretative phenomenological analysis; Philosophical methodology; Phenomenological method; Sociology; Coherence (philosophical gambling strategy); Qualitative research; Hermeneutics; Psychology; Social science; Philosophy; Psychotherapist","score_opus":0.9897464773392699,"score_gpt":0.8314537269927502,"score_spread":0.15829275034651968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006974313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07950454,0.0002425122,0.89895785,0.01789326,0.0012192344,0.00030589558,0.000018111576,0.00003235741,0.0018262374],"genre_scores_gemma":[0.44995627,0.00003248095,0.5478341,0.0012942468,0.00080007483,0.000043066586,5.89895e-7,0.00000858313,0.00003057903],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.966285,0.031112231,0.0009598626,0.0002953957,0.00096466695,0.00038282678],"domain_scores_gemma":[0.9469663,0.049374253,0.000694428,0.000088643224,0.0023864356,0.000489959],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032301173,0.00016567072,0.00052564696,0.00018784658,0.00027937134,0.00016517109,0.00072003255,0.00013827326,0.0007979873],"category_scores_gemma":[0.24767138,0.00013606166,0.00030874886,0.0002175931,0.0013822368,0.00048367586,0.00015865987,0.0004988121,0.000007665672],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053948467,0.000087582084,0.00004998733,0.0000060650837,0.00025739017,0.000033417768,0.8669659,0.00004547435,0.011167199,0.11066102,0.0003870342,0.009799435],"study_design_scores_gemma":[0.0008666771,0.0008887345,0.00024124431,0.00006703378,0.000043799802,0.00001121218,0.7268393,0.00048375528,0.010470664,0.22874027,0.031078335,0.0002689425],"about_ca_topic_score_codex":0.000030676776,"about_ca_topic_score_gemma":0.0000043403006,"teacher_disagreement_score":0.37045172,"about_ca_system_score_codex":0.00033477176,"about_ca_system_score_gemma":0.00051130704,"threshold_uncertainty_score":0.9964496},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3007382356","doi":"10.1111/eci.13215","title":"Completeness of reporting of case reports in high‐impact medical journals","year":2020,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Cancer Research UK","keywords":"Timeline; Medicine; Completeness (order theory); Family medicine; Publishing; MEDLINE; Political science","score_opus":0.9338261825605797,"score_gpt":0.6401453240608549,"score_spread":0.2936808584997248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007382356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98767793,0.0003760436,0.007638467,0.003238403,0.00035251255,0.00013610661,0.0000025952058,0.0000012979439,0.0005766379],"genre_scores_gemma":[0.99195236,0.000032891137,0.0070618014,0.00051450497,0.00040498306,1.880413e-7,0.0000012852895,0.000012116664,0.000019864618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7366763,0.06690691,0.1830499,0.00083969627,0.012221726,0.00030552468],"domain_scores_gemma":[0.75446993,0.0111174425,0.22650284,0.0016011471,0.005022007,0.0012866642],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51663643,0.00018075373,0.005490722,0.00034499532,0.000035433426,0.00013070804,0.0007558581,0.00007151653,0.0023523953],"category_scores_gemma":[0.70019305,0.00008875485,0.002374562,0.001390656,0.00025163795,0.00033929784,0.00012593174,0.00067672675,0.000035849724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004774084,0.000097565884,0.9370289,0.00009467094,0.00026668815,0.028471947,0.00076710177,0.0014392103,0.00062527496,0.00008251444,0.009496048,0.021582335],"study_design_scores_gemma":[0.0010187618,0.000807327,0.9646835,0.0012119267,0.00035271494,0.016762331,0.0005802791,0.0081044305,0.00031885318,0.004135555,0.0018359097,0.00018845209],"about_ca_topic_score_codex":0.000014215596,"about_ca_topic_score_gemma":0.000006213884,"teacher_disagreement_score":0.1835566,"about_ca_system_score_codex":0.000012462347,"about_ca_system_score_gemma":0.00044354142,"threshold_uncertainty_score":0.9985596},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3008004346","doi":"10.1101/2020.02.14.20023119","title":"Characteristics and Impact of Librarian Co-authored Systematic Reviews: A Bibliometric Analysis","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Library science; Web of science; Bibliometrics; Cochrane Library; Collection development; Inclusion (mineral); Citation analysis; Grey literature; Citation; Medicine; Medical education; Computer science; Political science; Sociology; Social science","score_opus":0.7135928510555525,"score_gpt":0.5326164287326238,"score_spread":0.18097642232292865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008004346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9211296,0.036425527,0.03278062,0.00037293872,0.00044326155,0.0062719434,0.00075154647,0.000024958073,0.0017996323],"genre_scores_gemma":[0.99222,0.0036724617,0.0026799422,0.00006929043,0.00012046295,0.0001948131,0.00012079304,0.00003447223,0.0008877704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93242264,0.03014882,0.02760113,0.002341028,0.0070736553,0.00041271007],"domain_scores_gemma":[0.94810396,0.009502121,0.031487253,0.0086960085,0.0015508021,0.00065984234],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics","insufficient_payload"],"category_scores_codex":[0.14948043,0.0009083776,0.024972754,0.08678115,0.0000890074,0.002420678,0.0039789537,0.00037831048,0.0055373763],"category_scores_gemma":[0.20031436,0.00040818556,0.011225328,0.20734778,0.00011891454,0.00022578021,0.0010458434,0.0005785175,0.0011709797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010905373,0.00008237202,0.92828685,0.045944043,0.010546628,0.000023595225,0.00066152925,0.000037115256,0.00008642276,0.00013791399,0.011216283,0.0029663467],"study_design_scores_gemma":[0.00013428621,0.000091487724,0.94440114,0.0029488693,0.018512988,0.000009752656,0.00008453478,0.030117773,0.000009463926,0.0013555586,0.0017598955,0.00057421764],"about_ca_topic_score_codex":0.000036076988,"about_ca_topic_score_gemma":0.000003554918,"teacher_disagreement_score":0.12056663,"about_ca_system_score_codex":0.00005124881,"about_ca_system_score_gemma":0.00020545839,"threshold_uncertainty_score":0.999837},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3008921968","doi":"10.7287/peerj.8444v0.1/reviews/2","title":"Peer Review #2 of \"A field-based investigation of behavioural interactions between invasive green crab (Carcinus maenas), rock crab (Cancer irroratus), and American lobster (Homarus americanus) in southern Newfoundland (v0.1)\"","year":2020,"lang":"en","type":"peer-review","venue":"","topic":"Crustacean biology and ecology","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Homarus; American lobster; Carcinus maenas; Fishery; Biology; Ecology; Crustacean; Decapoda; Zoology","score_opus":0.058028878395346595,"score_gpt":0.30591252755320386,"score_spread":0.24788364915785727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008921968","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36247268,0.02385056,0.00014165482,0.60032874,0.0009696453,0.0037778562,0.003116656,0.00008746474,0.005254722],"genre_scores_gemma":[0.60291594,0.049071003,0.001739382,0.11777761,0.0005011131,0.00077622774,0.007301643,0.00023191856,0.21968515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696946,0.00038735245,0.0010623148,0.0007095174,0.000496565,0.0003747826],"domain_scores_gemma":[0.99745834,0.0005450668,0.0011690068,0.00042710974,0.00019743085,0.00020305815],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042568977,0.0004464274,0.0015453319,0.00012723813,0.00006123277,0.000010836225,0.0004285995,0.00023443367,0.0067779324],"category_scores_gemma":[0.0007243195,0.00038444795,0.00021664487,0.0006368558,0.0006518892,0.00012514136,0.00033638594,0.0007328414,0.00010234204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004047287,0.000039641087,0.6965017,0.0034953346,0.000068212015,0.00001100969,0.00031973515,0.0000093203225,0.00009326605,7.593872e-7,0.29312125,0.0062993183],"study_design_scores_gemma":[0.0012694576,0.0013696421,0.6251782,0.015550996,0.0014581492,0.000019699226,0.0007243282,0.00009702452,0.00023248518,0.00011455746,0.35260245,0.0013829536],"about_ca_topic_score_codex":0.08032413,"about_ca_topic_score_gemma":0.12992576,"teacher_disagreement_score":0.48255116,"about_ca_system_score_codex":0.00026988698,"about_ca_system_score_gemma":0.00017312588,"threshold_uncertainty_score":0.99986076},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3009443436","doi":"10.1016/j.jclinepi.2020.01.025","title":"Future of Evidence Ecosystem Series: Evidence synthesis 2.0: when systematic, scoping, rapid, living, and overviews of reviews come together","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Evidence-based practice; Evidence-based medicine; Grey literature; Data science; MEDLINE; Computer science; Management science; Medicine; Alternative medicine; Political science; Engineering","score_opus":0.9032400499965897,"score_gpt":0.6166514884168275,"score_spread":0.2865885615797622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009443436","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005870508,0.49321935,0.0069284476,0.49231094,0.0035072535,0.0032390535,0.000058022044,0.0000051451607,0.00014472732],"genre_scores_gemma":[0.0036310202,0.5000198,0.054954287,0.42233956,0.015380203,0.00020574589,0.0000037977632,0.0001511974,0.0033144266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.32858863,0.48724732,0.17364933,0.0025303306,0.007122147,0.00086224696],"domain_scores_gemma":[0.077205546,0.6720607,0.23867817,0.0067100218,0.0046949508,0.00065055443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.69800216,0.001147078,0.07750128,0.00074856187,0.00009545104,0.00016862543,0.0068865325,0.0019557544,0.006621287],"category_scores_gemma":[0.92923015,0.00047394307,0.01583193,0.0009269759,0.00060547824,0.0008348716,0.00073648663,0.0036105867,0.00042945833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005715856,0.000039422095,0.019691758,0.11436444,0.0012870214,0.000059785616,0.0003831748,0.0000057979714,0.000003303282,0.000092573624,0.8598942,0.0041213403],"study_design_scores_gemma":[0.00015132516,0.0010400235,0.0014016089,0.36567914,0.004753571,0.00037225324,0.00026931168,0.0003570808,0.0000023173352,0.0028087215,0.62267053,0.0004941257],"about_ca_topic_score_codex":0.000015182217,"about_ca_topic_score_gemma":0.00003231942,"teacher_disagreement_score":0.25138307,"about_ca_system_score_codex":0.0000655318,"about_ca_system_score_gemma":0.0006269706,"threshold_uncertainty_score":0.99977124},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3009643737","doi":"10.17511/ijphr.2018.i1.06","title":"Cost in high impact journals: The problem for researchers from low and middle income countries","year":2018,"lang":"en","type":"article","venue":"Public Health Review International Journal of Public Health Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Promotion (chess); Index (typography); Quarter (Canadian coin); Citation; Library science; Sample (material); Publishing; Political science; Computer science; Business; Geography; World Wide Web; Advertising; Law","score_opus":0.9278262047464299,"score_gpt":0.7275617858558884,"score_spread":0.20026441889054147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009643737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04098885,0.14865172,0.0047111167,0.80159295,0.000868222,0.002584161,0.00034784066,0.000009293217,0.00024587975],"genre_scores_gemma":[0.5072922,0.4690032,0.004760757,0.015831893,0.002366824,0.00023980415,0.000033180873,0.000055074914,0.00041703967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.924523,0.018636972,0.007971092,0.0013750927,0.042182412,0.005311409],"domain_scores_gemma":[0.82240236,0.058952574,0.00516254,0.0017801903,0.102898106,0.008804258],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5315265,0.00026783926,0.001219074,0.04019217,0.0011150609,0.0077856537,0.007414081,0.00015978143,0.0014349767],"category_scores_gemma":[0.22907361,0.00014931861,0.00030298924,0.059546616,0.0012115915,0.002722219,0.0013430234,0.0023790256,0.000101727805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009705934,0.0003497083,0.060196493,0.000613912,0.00013069628,0.000016881142,0.0013758433,0.0000013169021,0.0000012677699,0.0030469329,0.096649565,0.8375203],"study_design_scores_gemma":[0.0015263783,0.001395103,0.15302484,0.002858962,0.0000014508524,0.000096948694,0.0010132042,0.00075231184,0.0000016295353,0.009335631,0.8298459,0.00014764913],"about_ca_topic_score_codex":0.0030282368,"about_ca_topic_score_gemma":0.0007847581,"teacher_disagreement_score":0.83737266,"about_ca_system_score_codex":0.0039977054,"about_ca_system_score_gemma":0.024875684,"threshold_uncertainty_score":0.9999225},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3010283858","doi":"10.1016/j.jclinepi.2020.02.009","title":"Quality control for crowdsourcing citation screening: the importance of assessment number and qualification set size","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Agricultural Research Institute of Ontario; Children's Hospital of Eastern Ontario; University of British Columbia; BC Children's Hospital","funders":"CHEO Research Institute","keywords":"Crowdsourcing; Citation; Computer science; Redundancy (engineering); Quality (philosophy); Set (abstract data type); Data science; World Wide Web","score_opus":0.3021707952112088,"score_gpt":0.5062694162139675,"score_spread":0.20409862100275866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010283858","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041307337,0.00013886525,0.5407546,0.45396522,0.0006979042,0.00025211636,0.000014374008,0.000013107263,0.00003304613],"genre_scores_gemma":[0.2842861,0.00012649158,0.15650864,0.55441576,0.0045396728,0.000023962473,0.000014990129,0.000031075215,0.00005330611],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98019964,0.011043964,0.007246155,0.0006190173,0.00046572203,0.00042547935],"domain_scores_gemma":[0.8152775,0.17081343,0.012317409,0.0006681876,0.0007630337,0.00016044124],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047945175,0.00030031332,0.0030706702,0.000060503142,0.00016103357,0.000060298178,0.000951924,0.0007657973,0.0000074338554],"category_scores_gemma":[0.092588894,0.00020224432,0.00097409333,0.00017236176,0.0003973414,0.00018800762,0.00011665482,0.0027653268,0.0000012625551],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003528173,0.000072403534,0.20085122,0.0005708661,0.0007887105,0.00005513505,0.00044272942,0.0007958732,0.000094263065,0.01104091,0.7482396,0.036695506],"study_design_scores_gemma":[0.0071019283,0.0021325347,0.29816678,0.00094151666,0.00071564346,0.00046463075,0.00035520265,0.12796287,0.000021659973,0.13608113,0.42497367,0.001082405],"about_ca_topic_score_codex":0.000018056933,"about_ca_topic_score_gemma":0.0000029658925,"teacher_disagreement_score":0.384246,"about_ca_system_score_codex":0.000036870526,"about_ca_system_score_gemma":0.0003388908,"threshold_uncertainty_score":0.9995353},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3010453467","doi":"10.1111/bioe.12736","title":"What risks should be permissible in controlled human infection model studies?","year":2020,"lang":"en","type":"article","venue":"Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Risk analysis (engineering); Risk assessment; Actuarial science; Psychology; Medicine; Business; Economics","score_opus":0.9468021940964052,"score_gpt":0.7081616619029117,"score_spread":0.23864053219349346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010453467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5324275,0.0031580408,0.00052818266,0.4564198,0.0005294005,0.0016782209,0.0000072132484,0.00022337101,0.0050282693],"genre_scores_gemma":[0.9580414,0.018794324,0.0005228985,0.020544816,0.0003126971,0.00006521869,0.000010215763,0.000035838042,0.0016725342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970821,0.00024377032,0.0006608099,0.00048660222,0.0011712542,0.00035544392],"domain_scores_gemma":[0.9931882,0.005080547,0.00012628414,0.00042407625,0.00082162983,0.00035927037],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005372035,0.00018158898,0.00070243445,0.00012370189,0.00015685761,0.00007882339,0.00016287786,0.0009835984,0.000057790883],"category_scores_gemma":[0.037543945,0.00014914363,0.0001849376,0.00039838688,0.0007326922,0.00015086235,0.00023307107,0.004178104,0.000036777008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018275848,0.004736405,0.19035445,0.013696158,0.0028180713,0.001036158,0.09303371,0.01189119,0.049930375,0.58920914,0.0135196345,0.011498849],"study_design_scores_gemma":[0.096775375,0.0095571745,0.014759736,0.006580376,0.0010948253,0.000024835366,0.026751123,0.43911368,0.014330667,0.38084418,0.008069969,0.0020980684],"about_ca_topic_score_codex":0.00038686665,"about_ca_topic_score_gemma":0.0021872595,"teacher_disagreement_score":0.435875,"about_ca_system_score_codex":0.00017006525,"about_ca_system_score_gemma":0.00063370616,"threshold_uncertainty_score":0.9981193},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3010563719","doi":"10.1186/s12961-020-0535-x","title":"Examining partnerships within an international knowledge translation network focused on youth mental health promotion","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; University of Toronto; McGill University; Douglas Mental Health University Institute; Alberta Advanced Education; Centre for Addiction and Mental Health; Royal Ottawa Mental Health Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Mental health; Knowledge translation; Health services research; Social network analysis; Centralisation; Knowledge management; Health administration; Public relations; Promotion (chess); Knowledge sharing; Social network (sociolinguistics); Betweenness centrality; Service provider; Integrated care; Psychology; Applied psychology; Medical education; Service (business); Medicine; Business; Nursing; Health care; Public health; Sociology; Computer science; Marketing; Political science; Politics; Psychiatry; Social capital; Centrality; Social media","score_opus":0.9729967268034587,"score_gpt":0.7304959229134537,"score_spread":0.24250080389000506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563719","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30101132,0.0008330841,0.0018266044,0.66542923,0.003065096,0.014330132,0.0010639427,0.00056219916,0.011878376],"genre_scores_gemma":[0.97484714,0.00028840732,0.0003216277,0.01889819,0.004593266,0.00041490517,0.00017132115,0.000045959812,0.00041918393],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784912,0.015423131,0.001790157,0.0007586997,0.0014678133,0.0020690055],"domain_scores_gemma":[0.9941786,0.0020782482,0.0006439986,0.00035056227,0.00040599323,0.0023426022],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026539626,0.00023015123,0.00049380795,0.00048981834,0.0035304837,0.00012311449,0.0003895301,0.00017272783,0.000053887026],"category_scores_gemma":[0.0028398205,0.00021027349,0.00002995001,0.0013621824,0.00016529163,0.0005359232,0.00010593983,0.0013477862,0.00018994283],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044040242,0.00017491574,0.012489664,0.0033178353,0.000035313737,0.0000014977586,0.870513,0.00020321613,0.000039546634,0.057746466,0.032025736,0.023012375],"study_design_scores_gemma":[0.01003445,0.014971171,0.025223378,0.004617086,0.00000827029,0.000013784857,0.20489824,0.12562165,0.000010594488,0.00069445727,0.61299473,0.00091219967],"about_ca_topic_score_codex":0.0038901472,"about_ca_topic_score_gemma":0.0013822763,"teacher_disagreement_score":0.6738358,"about_ca_system_score_codex":0.0010847157,"about_ca_system_score_gemma":0.0060785175,"threshold_uncertainty_score":0.9995561},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3010914840","doi":"10.23736/s0375-9393.17.12017-1","title":"Guidelines implementation, professionalism and future of our specialty: hidden link?","year":2017,"lang":"en","type":"letter","venue":"Minerva Anestesiologica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Specialty; Link (geometry); MEDLINE; Family medicine; Computer network; Law","score_opus":0.3374050830672189,"score_gpt":0.5175925000658549,"score_spread":0.180187416998636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010914840","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020393506,0.0021483363,0.000007788297,0.9741842,0.0013543819,0.0012938186,0.00019515809,0.00006872876,0.00035403811],"genre_scores_gemma":[0.0038226112,0.0027258703,0.013052364,0.89323217,0.0703357,0.00014798503,0.0067606256,0.00012084772,0.009801855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954443,0.0002961803,0.0022973611,0.0008058437,0.0007045949,0.00045175088],"domain_scores_gemma":[0.99428856,0.0008149331,0.0023563157,0.0010059963,0.0014195627,0.000114614995],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010940429,0.00052549,0.0012668055,0.00018804353,0.00021361613,0.000050850012,0.00038489283,0.0012351625,0.0006403188],"category_scores_gemma":[0.0036318842,0.00037019778,0.0002649414,0.00011129519,0.00013846204,0.00019561993,0.00027727423,0.0013390419,0.000038422808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116172836,0.000036375448,0.006014187,0.00041415682,0.00011449176,0.0005049342,0.00005755173,6.943828e-8,0.0004129405,0.000019954363,0.8979253,0.09438386],"study_design_scores_gemma":[0.0018131847,0.0005998714,0.03129818,0.00031129696,0.0005756733,0.00032016198,0.00085895805,0.0000095612295,0.00005783192,0.000628695,0.96316046,0.00036610506],"about_ca_topic_score_codex":0.0002790119,"about_ca_topic_score_gemma":0.000044716984,"teacher_disagreement_score":0.09401775,"about_ca_system_score_codex":0.000055917473,"about_ca_system_score_gemma":0.00046451518,"threshold_uncertainty_score":0.999875},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3011157861","doi":"10.1136/bmjebm-2019-111331","title":"Adjuvant-containing control arms in pivotal quadrivalent human papillomavirus vaccine trials: restoration of previously unpublished methodology","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"U.S. Food and Drug Administration; National Institute for Health and Care Research; Laura and John Arnold Foundation; European Respiratory Society; American Association of Colleges of Pharmacy","keywords":"Clinical trial; Medicine; Blinding; Family medicine; Informed consent; Placebo; Alternative medicine; Internal medicine; Pathology","score_opus":0.5405509864717235,"score_gpt":0.5166450541185875,"score_spread":0.023905932353135984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011157861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56625146,0.041249335,0.03967319,0.33745068,0.0009081879,0.012120694,0.00003603736,0.0003232374,0.001987143],"genre_scores_gemma":[0.9892677,0.00050520216,0.0011484092,0.0067533557,0.0018664235,0.00029301914,0.00007321462,0.000044909913,0.000047781275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99168825,0.00300873,0.0025392286,0.00074135297,0.0013863298,0.0006361154],"domain_scores_gemma":[0.990784,0.0062958077,0.0007933067,0.0006364882,0.00078769797,0.0007027062],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015478769,0.00037330645,0.0029029136,0.0005383274,0.00006992899,0.000019413881,0.0003505746,0.00025051605,0.0042243153],"category_scores_gemma":[0.05733848,0.00026636486,0.00028287328,0.0010651809,0.00025377455,0.0002975286,0.000067087,0.0008142403,0.00001533989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1497984,0.0010217649,0.36812747,0.008237397,0.00069133047,0.0014632972,0.008456782,0.0007677126,0.23246169,0.0020103042,0.02038618,0.20657769],"study_design_scores_gemma":[0.14093357,0.058890324,0.7440165,0.0109835835,0.0024332707,0.00008638735,0.004345104,0.01078572,0.020266348,0.0012863552,0.0048063514,0.0011664852],"about_ca_topic_score_codex":0.0016351249,"about_ca_topic_score_gemma":0.0004572315,"teacher_disagreement_score":0.4230162,"about_ca_system_score_codex":0.0003153449,"about_ca_system_score_gemma":0.0010055259,"threshold_uncertainty_score":0.99997884},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3011724689","doi":"10.1016/j.jogc.2020.01.008","title":"The Responsibilities of Peer Review","year":2020,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Ethics in medical practice","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Medical journal; Peer review; Medicine; Library science; Impact factor; The Internet; Download; Scopus; Quality (philosophy); Internet privacy; World Wide Web; Public relations; Law; MEDLINE; Computer science; Political science","score_opus":0.08774296578100955,"score_gpt":0.41301371818492066,"score_spread":0.3252707524039111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011724689","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050141886,0.22153385,0.00004786142,0.67540246,0.026346153,0.0004742746,0.000027066446,0.000005161678,0.026021272],"genre_scores_gemma":[0.92167246,0.02482701,0.0004188765,0.05073935,0.00011666944,0.0000038011156,7.777066e-7,0.000012530025,0.0022085041],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625164,0.0017696592,0.00089259323,0.000073206145,0.00081534,0.00019754369],"domain_scores_gemma":[0.83562285,0.15918891,0.0013982184,0.00018642681,0.0032806662,0.00032295377],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007687894,0.000063143474,0.00032462904,0.000031260133,0.00046320993,0.00000324173,0.00025420362,0.00013604436,0.00042575528],"category_scores_gemma":[0.5665385,0.0000381532,0.00003751246,0.00026892178,0.00017735153,0.00005152018,0.00009030202,0.0028642656,0.0000014631659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033555454,0.000026611471,0.035638563,0.002602875,0.00015918424,0.0005925106,0.0019285594,0.0000037685343,0.00000754337,0.016356096,0.905495,0.037155718],"study_design_scores_gemma":[0.0005142688,0.00020132962,0.027251797,0.00008627339,0.00007118361,0.0000053198246,0.004241719,0.000011722113,0.000002321824,0.0023281083,0.96523744,0.000048545902],"about_ca_topic_score_codex":0.004683109,"about_ca_topic_score_gemma":0.0146527635,"teacher_disagreement_score":0.8715306,"about_ca_system_score_codex":0.00028288356,"about_ca_system_score_gemma":0.0059876605,"threshold_uncertainty_score":0.99964744},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3011957638","doi":"10.1016/j.isjp.2020.03.002","title":"Characteristics, results, and reporting of contemporary surgical trials: A systematic review and analysis","year":2020,"lang":"en","type":"review","venue":"International Journal of Surgery Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; Ottawa Hospital","funders":"","keywords":"Categorical variable; Medicine; Randomized controlled trial; Protocol (science); Normality; Descriptive statistics; Quartile; Continuous variable; Sample size determination; Medical physics; Statistics; Surgery; Alternative medicine; Confidence interval; Mathematics; Internal medicine","score_opus":0.9122179476274483,"score_gpt":0.6378596023219139,"score_spread":0.2743583453055345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011957638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000276769,0.9633893,0.00030931618,0.0005119496,0.00018709469,0.03505288,0.00035102072,0.000002490163,0.00019322423],"genre_scores_gemma":[0.00006239959,0.9938845,0.00036157243,0.00009677335,0.00027975527,0.004886822,0.000053640575,0.000022778415,0.00035178004],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8105493,0.036629558,0.14376672,0.0010161189,0.007836917,0.00020137319],"domain_scores_gemma":[0.6478836,0.04456053,0.2999916,0.0015280689,0.005709032,0.00032713238],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.44806224,0.00062523125,0.0648157,0.0020521805,0.00004295712,0.0009502566,0.001835266,0.0002111596,0.00046599697],"category_scores_gemma":[0.5576158,0.00027660592,0.01375538,0.0018618882,0.00011008319,0.00036361974,0.00029699356,0.0005058998,0.00002751997],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098421806,0.0001058737,0.001633503,0.7557702,0.030416243,0.0013907027,0.000072791976,1.8711239e-7,1.1953385e-7,0.00009266053,0.015234777,0.1951845],"study_design_scores_gemma":[0.00016462932,0.00003129979,0.00006058117,0.34439063,0.020856043,0.0012542022,0.000018872926,0.00002324323,1.5289818e-7,0.00006421881,0.6329336,0.00020248865],"about_ca_topic_score_codex":0.000002988657,"about_ca_topic_score_gemma":2.814582e-7,"teacher_disagreement_score":0.61769885,"about_ca_system_score_codex":0.000063706786,"about_ca_system_score_gemma":0.00085054437,"threshold_uncertainty_score":0.9999686},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3012001775","doi":"10.1111/hex.13032","title":"Enhancing researcher capacity to engage youth in research: Researchers’ engagement experiences, barriers and capacity development priorities","year":2020,"lang":"en","type":"article","venue":"Health Expectations","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre; University of Ottawa; McGill University; Douglas Mental Health University Institute; Douglas College; University of Toronto; Dalhousie University; University of British Columbia; Centre for Advancing Health Outcomes; University of British Columbia, Okanagan Campus; Centre for Addiction and Mental Health","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Youth engagement; Positive Youth Development; Snowball sampling; Psychology; Promotion (chess); Medical education; Value (mathematics); Youth studies; Public relations; Medicine; Political science; Politics; Developmental psychology","score_opus":0.9307640378937176,"score_gpt":0.6728153644400953,"score_spread":0.2579486734536224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012001775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98231155,0.0005371645,0.0007499234,0.012640035,0.00007598238,0.0016898233,0.000017300146,0.00008928686,0.0018889117],"genre_scores_gemma":[0.9722086,0.00008746881,0.025650486,0.00063404883,0.00011903091,0.0011634297,0.0000026432474,0.000023816445,0.000110433495],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9757551,0.018560043,0.0006455969,0.00074466463,0.002283665,0.0020109555],"domain_scores_gemma":[0.99339134,0.0026626654,0.00006760617,0.0002581942,0.00044875641,0.0031714458],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025306797,0.0001679279,0.000319822,0.0005868374,0.003850076,0.00026241216,0.0005117034,0.000109466695,0.00026357244],"category_scores_gemma":[0.05026602,0.00018431341,0.000033118482,0.0024057943,0.0011583252,0.00042277473,0.00033781698,0.0015810672,0.000061490035],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003894412,0.000036977573,0.0014908162,0.00008743788,0.0000075115295,0.0000058263126,0.9923271,0.0000050070767,0.00046491215,0.0040639793,0.00030967372,0.0011617976],"study_design_scores_gemma":[0.00026734613,0.00020794153,0.0031341286,0.00009273085,0.0000010504515,8.8322324e-8,0.9824224,0.000056358185,0.002598948,0.0003260472,0.010715729,0.0001772453],"about_ca_topic_score_codex":0.010878892,"about_ca_topic_score_gemma":0.026932973,"teacher_disagreement_score":0.024959223,"about_ca_system_score_codex":0.001622937,"about_ca_system_score_gemma":0.0050020353,"threshold_uncertainty_score":0.9974468},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3012172695","doi":"10.1186/s12916-020-1507-2","title":"Quantifying the economic cost of antibiotic resistance and the impact of related interventions: rapid methodological review, conceptual framework and recommendations for future studies","year":2020,"lang":"en","type":"letter","venue":"BMC Medicine","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"Public Health England; University of Oxford; Imperial College London; National Institute for Health and Care Research; National Institute for Health Research Health Protection Research Unit; London School of Hygiene and Tropical Medicine; Bill and Melinda Gates Foundation","keywords":"Psychological intervention; Medicine; Health care; Rigour; Public economics; Economic evaluation; Conceptual framework; Government (linguistics); Economic impact analysis; Health economics; Cost–benefit analysis; Intensive care medicine; Risk analysis (engineering); Environmental health; Public health; Economic growth; Nursing; Economics","score_opus":0.23636349396046966,"score_gpt":0.4363321116110158,"score_spread":0.19996861765054616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012172695","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052654726,0.5646267,0.0009804583,0.43191242,0.0006672011,0.0010862964,0.00015750823,0.000011119677,0.000031744374],"genre_scores_gemma":[0.04441813,0.85530746,0.004977049,0.09157598,0.0013239207,0.000058962563,0.0007984439,0.000058642992,0.0014813978],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680394,0.0016286036,0.0009949857,0.00034351271,0.000036246394,0.00019268747],"domain_scores_gemma":[0.9888494,0.009626306,0.0010412717,0.00036292183,0.00010694565,0.000013158394],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018838021,0.00025745403,0.0014603973,0.000052187097,0.00022657488,0.0000037805416,0.00026552804,0.0004410346,0.00018068358],"category_scores_gemma":[0.0034475494,0.000110460074,0.0003469904,0.00010961698,0.0040308237,0.000024801197,0.000098506855,0.001013433,0.0000027230808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004551183,0.000012462414,0.00018259176,0.0059957784,0.0019510081,0.0000023765313,0.0019051204,4.007924e-7,0.00018268678,0.004128642,0.98461366,0.00057016005],"study_design_scores_gemma":[0.014967634,0.002827571,0.003958692,0.14581129,0.009032888,0.00020415791,0.034993585,0.000018383473,0.0007291868,0.011750816,0.77464575,0.0010600211],"about_ca_topic_score_codex":0.000023501321,"about_ca_topic_score_gemma":0.000023954033,"teacher_disagreement_score":0.34033644,"about_ca_system_score_codex":0.000031255564,"about_ca_system_score_gemma":0.00007507754,"threshold_uncertainty_score":0.99867964},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3012956505","doi":"10.1186/s12961-020-0539-6","title":"How does integrated knowledge translation (IKT) compare to other collaborative research approaches to generating and translating knowledge? Learning from experts in the field","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Western University; University of Alberta; University of Ottawa; McGill University; Impact; University of Calgary; McMaster University; York University; Alberta Health Services; University of Northern British Columbia; Alberta Health; Ottawa Hospital; McMaster University Medical Centre","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Health services research; Thematic analysis; Qualitative research; Knowledge management; Focus group; General partnership; Scholarship; Sociology; Psychology; Computer science; Medicine; Public health; Political science; Nursing; Social science","score_opus":0.9619249974667414,"score_gpt":0.724378939883514,"score_spread":0.23754605758322744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012956505","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31703267,0.0021473053,0.0029426839,0.665723,0.00014422303,0.008356537,0.00014647009,0.00006789404,0.0034391733],"genre_scores_gemma":[0.98317266,0.0000816328,0.0007726322,0.012416619,0.0013641317,0.001786628,0.000013089463,0.00003312043,0.00035946417],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9664108,0.029099561,0.0010386384,0.0007349477,0.00097193586,0.0017440746],"domain_scores_gemma":[0.9732082,0.024223914,0.00016505485,0.00030555873,0.0007924739,0.0013048089],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.023307636,0.00021489015,0.00052092393,0.0007809709,0.0033701232,0.00037410416,0.00037993232,0.00015997764,0.000018203289],"category_scores_gemma":[0.015013137,0.0001419578,0.000020740637,0.004178221,0.00015519868,0.00025530253,0.00014475094,0.0018664962,0.000033642486],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010007621,0.000023349212,0.0054999166,0.0010992459,0.000007127223,0.0000013958569,0.9528392,0.000062759864,0.00058489974,0.0029818157,0.015584574,0.021215659],"study_design_scores_gemma":[0.0008482008,0.0005783609,0.0011894724,0.0009084104,0.0000011020512,6.9415245e-7,0.6204953,0.028129881,0.00004042946,0.00008995004,0.34754962,0.00016852685],"about_ca_topic_score_codex":0.023870403,"about_ca_topic_score_gemma":0.041106276,"teacher_disagreement_score":0.66614,"about_ca_system_score_codex":0.0004295318,"about_ca_system_score_gemma":0.0032221703,"threshold_uncertainty_score":0.99792737},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3013396950","doi":"10.3389/978-2-88963-298-5","title":"Public Participation in Health Care: Exploring the Co-Production of Knowledge","year":2020,"lang":"en","type":"book","venue":"Frontiers research topics","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; Medical Research Council; NIHR Collaboration for Leadership in Applied Health Research and Care South London; Economic and Social Research Council; European Commission; National Research Foundation; King's College London; St. George's, University of London; Kingston University; South African Medical Research Council; University of Warwick; National Institute for Health and Care Research; King's College Hospital NHS Foundation Trust; International Development Research Centre; Wellcome Trust; Department of Health and Social Care","keywords":"Production (economics); Knowledge production; Health care; Business; Public health; Political science; Knowledge management; Medicine; Nursing; Computer science; Economics","score_opus":0.4277140121371627,"score_gpt":0.47856020262309024,"score_spread":0.050846190485927534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013396950","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001141271,0.015290773,0.00013772683,0.30730376,0.005902866,0.0016553447,0.00002243136,0.000049078248,0.6684968],"genre_scores_gemma":[0.011684438,0.0063393447,0.00015058045,0.000070173926,0.0034649402,0.0001438233,0.000019847559,0.000017722039,0.9781091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968288,0.0008579811,0.0002983482,0.00030134764,0.0011814442,0.000532067],"domain_scores_gemma":[0.99910545,0.000047446385,0.00016829297,0.00020627174,0.0003209977,0.00015155169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030327963,0.000086167485,0.00023704881,0.00012139777,0.0007160707,0.00008142491,0.0005876125,0.00011445282,0.000023322747],"category_scores_gemma":[0.0018485237,0.00007331019,0.00006536967,0.00073609984,0.00087879336,0.00024377313,0.00007917103,0.00061272207,0.00001388949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005584802,0.000016931454,0.0011410032,0.000080372236,0.0000069456028,6.589079e-7,0.097814634,0.0000030670778,2.7597318e-7,0.028880678,0.787095,0.08495481],"study_design_scores_gemma":[0.000045187393,0.00004711055,0.0021185507,0.000054001404,0.0000014302536,9.944678e-9,0.015551847,0.0000105566905,0.0000044461353,0.0035753427,0.97852564,0.00006586417],"about_ca_topic_score_codex":0.0057842094,"about_ca_topic_score_gemma":0.027679477,"teacher_disagreement_score":0.30961236,"about_ca_system_score_codex":0.0015159007,"about_ca_system_score_gemma":0.00439672,"threshold_uncertainty_score":0.99006283},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3015713034","doi":"10.1007/978-3-030-45442-5_4","title":"Which BM25 Do You Mean? A Large-Scale Reproducibility Study of Scoring Variants","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reproducibility; Scale (ratio); Information retrieval; Artificial intelligence; Statistics; Mathematics; Cartography","score_opus":0.03285745192629517,"score_gpt":0.2676645239402604,"score_spread":0.23480707201396525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015713034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062028016,0.00018613708,0.98801255,0.0006401209,0.0020634928,0.0009121495,0.0000057557027,0.00019057207,0.0017864077],"genre_scores_gemma":[0.76603776,0.000006210821,0.23317248,0.00025912287,0.00042183185,0.000008996468,0.0000010748256,0.000028705812,0.000063817184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990797,0.00011187227,0.00096372265,0.005752212,0.001658672,0.0007165465],"domain_scores_gemma":[0.9914738,0.00028031974,0.00049675995,0.0069829863,0.0005394674,0.00022664799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044412813,0.0005776923,0.00092592865,0.0005469197,0.00024886712,0.00039391758,0.0051073763,0.00025668638,0.000015424159],"category_scores_gemma":[0.000606276,0.0005464867,0.00012669944,0.0013104578,0.00020376686,0.00064688764,0.0042351526,0.0010964099,0.00001683126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005705472,0.0011138361,0.009347188,0.00045433443,0.000122803,0.00026547327,0.06478319,0.24045242,0.0006577897,0.022990836,0.000022439033,0.65973264],"study_design_scores_gemma":[0.00078070187,0.00058617507,0.0013156615,0.00046832362,0.000025336562,0.00003403305,0.0000073039278,0.9356573,0.00075934955,0.059388943,0.0001229934,0.0008538375],"about_ca_topic_score_codex":0.00006917205,"about_ca_topic_score_gemma":0.0005161946,"teacher_disagreement_score":0.75983495,"about_ca_system_score_codex":0.00022757909,"about_ca_system_score_gemma":0.0006211197,"threshold_uncertainty_score":0.99969864},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3017108063","doi":"10.1086/712817","title":"The Dynamics of Retraction in Epistemic Networks","year":2020,"lang":"en","type":"article","venue":"Philosophy of Science","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"University of California, Irvine; National Science Foundation","keywords":"Misinformation; Dynamics (music); Epistemology; Computer science; Psychology; Philosophy; Computer security","score_opus":0.04211312450506456,"score_gpt":0.3087673931151469,"score_spread":0.26665426861008235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017108063","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38054132,0.00016446691,0.0017025298,0.12932026,0.00071774767,0.00037511974,0.0000050336857,0.000036636135,0.48713687],"genre_scores_gemma":[0.99953127,0.00014223543,0.000058578305,0.00018352189,0.000060511622,2.5158e-7,2.8204298e-7,0.0000010740059,0.0000222805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999103,0.000031621978,0.00020440886,0.00006903873,0.00045120646,0.00014073006],"domain_scores_gemma":[0.9995023,0.000087635,0.00016179123,0.00007940004,0.0000886359,0.000080252634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012541614,0.000031029238,0.00006522485,0.000046119654,0.00026277165,0.000025392499,0.00036920753,0.000030063105,0.000011307615],"category_scores_gemma":[0.00077803276,0.000023696073,0.000020323836,0.0010796919,0.0016432311,0.00041523305,0.000025208627,0.00008941476,0.000003023301],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019548082,0.0000132233645,0.0009770428,0.000011955095,0.0000010580195,1.4939782e-7,0.022788305,0.0009287408,0.0002813617,0.9649855,0.00008037823,0.009912744],"study_design_scores_gemma":[0.000986251,0.00043285545,0.084117986,0.0002773005,0.000013413135,0.000002217374,0.06465346,0.66134965,0.0019639095,0.18074532,0.0049518626,0.0005057817],"about_ca_topic_score_codex":0.00014180155,"about_ca_topic_score_gemma":0.00010222256,"teacher_disagreement_score":0.7842402,"about_ca_system_score_codex":0.000059701062,"about_ca_system_score_gemma":0.00016755408,"threshold_uncertainty_score":0.6054554},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3022519489","doi":"10.1016/j.buildenv.2020.106848","title":"Current practices and infrastructure for open data based research on occupant-centric design and operation of buildings","year":2020,"lang":"en","type":"article","venue":"Building and Environment","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Energistyrelsen; National Science Foundation","keywords":"Transparency (behavior); Open data; Metadata; Data sharing; Work (physics); Status quo; Computer science; Open science; Open research; Built environment; Big data; Best practice; Open standard; Data science; Architectural engineering; Engineering; Interoperability; Computer security; World Wide Web; Civil engineering","score_opus":0.31811095319812477,"score_gpt":0.4080395077723598,"score_spread":0.08992855457423504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022519489","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08218334,0.0015352829,0.89207244,0.023233159,0.000043934568,0.00082923763,0.000053215863,0.000044069657,0.000005344013],"genre_scores_gemma":[0.36566362,0.0015326309,0.6326327,0.000107257445,0.000018591776,0.000024746418,0.000013181388,0.0000066485472,6.4346096e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984534,0.00012008636,0.00016980796,0.0007911927,0.00026028234,0.00020523078],"domain_scores_gemma":[0.9972489,0.00058550376,0.00015406145,0.0019141356,0.000011670431,0.00008576185],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0014731401,0.000112756716,0.00015022373,0.000083319515,0.00021285165,0.00031909742,0.007169334,0.00005789456,0.000003480924],"category_scores_gemma":[0.0051391157,0.00009754887,0.000006382635,0.00012766135,0.0001271683,0.00070334174,0.048483483,0.00020228907,4.8048736e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003134203,0.00018956518,0.0059228777,0.00037774976,0.00005199413,0.0000062770637,0.00036118785,0.0035736423,0.01573078,0.004547304,0.118619345,0.85030586],"study_design_scores_gemma":[0.00085450755,0.00047931704,0.0029157097,0.000088085406,0.00001513011,0.00000354807,0.0000483777,0.947863,0.009518444,0.008537015,0.0295047,0.00017216992],"about_ca_topic_score_codex":0.000016657483,"about_ca_topic_score_gemma":1.7985033e-7,"teacher_disagreement_score":0.9442893,"about_ca_system_score_codex":0.000030019573,"about_ca_system_score_gemma":0.000035267254,"threshold_uncertainty_score":0.9982024},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3022626078","doi":"10.1007/s00784-002-0188-x","title":"The CONSORT statement: revised recommendations for improving the quality of reports of parallel-group randomised trials","year":2003,"lang":"en","type":"article","venue":"Clinical Oral Investigations","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":266,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada); University of Ottawa","funders":"Abbott Laboratories","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Statement (logic); Transparency (behavior); Quality (philosophy); Medical education; Computer science; Medicine; Psychology; Family medicine; Surgery","score_opus":0.9325634461191722,"score_gpt":0.6602821724764307,"score_spread":0.27228127364274146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022626078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36562964,0.0043055103,0.5038349,0.08049104,0.0048616813,0.03305166,0.00058605004,0.000037068257,0.0072024604],"genre_scores_gemma":[0.87093365,0.00020155453,0.1207663,0.0013999834,0.000115463394,0.0010611925,0.00008163002,0.000021045287,0.005419191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8626033,0.07736214,0.056321718,0.0009017562,0.0025195375,0.0002915107],"domain_scores_gemma":[0.5291541,0.38514555,0.07147377,0.008682821,0.0051019005,0.00044182886],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59305245,0.0001880303,0.003949979,0.00007830178,0.00048658357,0.00028563896,0.00088786223,0.000092548406,0.0009833154],"category_scores_gemma":[0.746255,0.00006950251,0.003302467,0.0008328578,0.0007568183,0.0001580043,0.000060413848,0.00017471022,0.000025126836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004176753,0.0005234371,0.05670575,0.00022875475,0.0018195073,7.160999e-7,0.0006428857,0.00026589906,0.0008264802,0.4577638,0.44749984,0.033305258],"study_design_scores_gemma":[0.0064115743,0.00016912939,0.0055566765,0.000074951866,0.0014323312,0.000002319122,0.0015067725,0.0021536937,0.00024586136,0.34704056,0.63516456,0.00024159206],"about_ca_topic_score_codex":0.000021583835,"about_ca_topic_score_gemma":0.0000559182,"teacher_disagreement_score":0.505304,"about_ca_system_score_codex":0.000014006513,"about_ca_system_score_gemma":0.00032402072,"threshold_uncertainty_score":0.9999299},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3023130209","doi":"10.23736/s0375-9393.18.12624-1","title":"We still lack an effective method to identify the best supraglottic airway device","year":2018,"lang":"en","type":"letter","venue":"Minerva Anestesiologica","topic":"Airway Management and Intubation Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Supraglottic airway; Airway; Intensive care medicine; Airway management; Surgery","score_opus":0.07175058606714158,"score_gpt":0.3900885273451277,"score_spread":0.31833794127798615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023130209","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049547035,0.0010962113,0.004544948,0.9109414,0.00064996275,0.007295761,0.000055217817,0.0011303171,0.024739137],"genre_scores_gemma":[0.006186291,0.00060701335,0.013467131,0.798742,0.007861204,0.00153229,0.0010661685,0.0002057944,0.17033213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996124,0.0009756228,0.0006070548,0.0010825214,0.0005513877,0.00065937184],"domain_scores_gemma":[0.99642915,0.0012990069,0.0003256629,0.0013074357,0.0004767294,0.00016200845],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011247727,0.0006845425,0.0009900253,0.00032866487,0.00019858811,0.000116580704,0.00086675223,0.0010527886,0.002253277],"category_scores_gemma":[0.0007959713,0.00039592638,0.00029563255,0.0005433193,0.00023182915,0.00016639823,0.00033336342,0.0013027716,0.0015272927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008274613,0.00009472489,0.00021073439,0.00032809604,0.000115399955,0.00008812176,0.00030998327,0.0000018741546,0.0013944894,0.00002750063,0.96859777,0.028748551],"study_design_scores_gemma":[0.00029875516,0.01009685,0.0028205784,0.00048705997,0.00057727244,0.000025603473,0.00019311457,0.00011889566,0.0014862397,0.0003463209,0.98303014,0.0005191824],"about_ca_topic_score_codex":0.00010644282,"about_ca_topic_score_gemma":0.000013646802,"teacher_disagreement_score":0.145593,"about_ca_system_score_codex":0.00013028072,"about_ca_system_score_gemma":0.000044838533,"threshold_uncertainty_score":0.99984926},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3023612994","doi":"10.3138/jsp.51.3.02","title":"Nigerian Academics Patronizing Predatory Journals","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Promotion (chess); Publication; Mentorship; Public relations; Quality (philosophy); Accreditation; Sociology; Face (sociological concept); Political science; Social science; Politics; Law","score_opus":0.7676862134537907,"score_gpt":0.5499434508952649,"score_spread":0.21774276255852587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023612994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81380624,0.014750497,0.023999736,0.13772693,0.0022549238,0.00017114103,0.00003888106,0.000032855933,0.007218798],"genre_scores_gemma":[0.9856615,0.00068054005,0.005787332,0.0053792805,0.002218787,6.630831e-7,6.935999e-7,0.000024200082,0.00024699682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97267115,0.00074852456,0.002595597,0.00051779934,0.022685073,0.0007818619],"domain_scores_gemma":[0.96468353,0.0040193615,0.0030229227,0.0005431521,0.024980996,0.0027500303],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.10074971,0.00019233597,0.00060919905,0.034858666,0.00042505225,0.22506872,0.008602949,0.00044466997,0.0007634164],"category_scores_gemma":[0.46563378,0.00013418385,0.00043420354,0.10287018,0.00008968775,0.16440128,0.001298211,0.006170677,0.00010490411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009253439,0.00007560895,0.47103876,0.00001135814,0.00008347439,0.00019749085,0.0016280931,0.00022789654,0.012840841,0.0006119902,0.26965645,0.2435355],"study_design_scores_gemma":[0.0017894555,0.000635363,0.13976976,0.00010491849,0.000029450737,0.0003717592,0.00617461,0.0021140217,0.0015699214,0.015546213,0.8314476,0.0004469398],"about_ca_topic_score_codex":0.000007452127,"about_ca_topic_score_gemma":0.0000010382877,"teacher_disagreement_score":0.5617911,"about_ca_system_score_codex":0.00026237278,"about_ca_system_score_gemma":0.0010383717,"threshold_uncertainty_score":0.99676096},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3024184738","doi":"10.36834/cmej.70219","title":"COVID-19: An urgent opportunity to decrease financial barriers to medical school admissions","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Medical Education and Admissions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Business; Finance; Data science; Medicine; Computer science; Virology; Internal medicine; Outbreak; Infectious disease (medical specialty)","score_opus":0.04968173145175938,"score_gpt":0.384579373578632,"score_spread":0.3348976421268726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024184738","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073197884,0.00010846951,0.00018195993,0.9875136,0.0020137646,0.00051821163,0.00002685867,0.000060799004,0.0022565236],"genre_scores_gemma":[0.052271023,0.000062171355,0.0013206238,0.9411994,0.003893945,0.000059988957,0.000088444074,0.000033374406,0.0010710271],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552643,0.0003026012,0.00080291706,0.00048440264,0.0021330232,0.0007506302],"domain_scores_gemma":[0.036689527,0.000106367675,0.00009894802,0.00037196878,0.00046789864,0.9622653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014583551,0.00025876958,0.000407444,0.0005391451,0.0008112494,0.000081651655,0.000621809,0.00042932385,0.9890678],"category_scores_gemma":[0.9963849,0.00022317059,0.00015024499,0.0008979382,0.000114730785,0.00012667316,0.000054737662,0.0017683435,0.00037689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008005364,0.00023564647,0.000113803275,0.000028844473,0.000015204837,0.0005077863,0.0018364056,0.000002627411,0.00001557974,0.00033038476,0.97037655,0.026457127],"study_design_scores_gemma":[0.0008026936,0.00034420897,0.00028108165,0.00029882387,0.00004791918,0.0012163263,0.003104402,0.00021627375,0.000008240121,0.00007365316,0.9933567,0.00024965586],"about_ca_topic_score_codex":0.0035559568,"about_ca_topic_score_gemma":0.0034327987,"teacher_disagreement_score":0.9949266,"about_ca_system_score_codex":0.0010936231,"about_ca_system_score_gemma":0.97914094,"threshold_uncertainty_score":0.9100632},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3024722698","doi":"10.1038/s41597-020-0486-7","title":"The TRUST Principles for digital repositories","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Research Data Management Practices","field":"Computer Science","cited_by":390,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ocean Networks Canada Society; University of Victoria","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Diabetes and Digestive and Kidney Diseases; Economic and Social Research Council","keywords":"World Wide Web; Computer science; Metadata; Scholarly communication; Data science; Internet privacy; Knowledge management; Publishing; Political science","score_opus":0.2872569636919766,"score_gpt":0.3757555810503705,"score_spread":0.08849861735839387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024722698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055632455,0.00043943457,0.9210995,0.06060238,0.0037909069,0.00096588593,0.0029899115,0.0003062158,0.009249465],"genre_scores_gemma":[0.33624765,0.000683527,0.33517107,0.0023227911,0.004216848,0.0004623708,0.020623216,0.00013046096,0.30014205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978414,0.00003923405,0.00020628878,0.00096672383,0.0006246713,0.00032163932],"domain_scores_gemma":[0.9943673,0.0004363721,0.000115271345,0.0048468993,0.00010484731,0.00012933313],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0021477712,0.00007645638,0.00006558477,0.000031548683,0.0009497717,0.038372423,0.015265726,0.000013048014,0.0000019674528],"category_scores_gemma":[0.006170863,0.000050607465,0.000023469138,0.0006003391,0.0002592145,0.040000178,0.01025894,0.00008066493,0.00007849642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000182429,0.000029928793,0.00019681067,0.000037075853,0.000034816898,0.000010054145,0.00024888478,0.0000073826836,0.00018879249,0.42583832,0.51791066,0.055479016],"study_design_scores_gemma":[0.00007565916,0.000024418883,0.0001751642,0.0000030989454,0.000003187548,0.0000011731538,0.000079109515,0.046195887,0.00023601766,0.00058139116,0.9525578,0.00006707858],"about_ca_topic_score_codex":0.0000036391814,"about_ca_topic_score_gemma":0.000009160065,"teacher_disagreement_score":0.5859284,"about_ca_system_score_codex":0.000011219001,"about_ca_system_score_gemma":0.00012214547,"threshold_uncertainty_score":0.9977459},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3024811926","doi":"10.7717/peerj.9141","title":"Community science participants gain environmental awareness and contribute high quality data but improvements are needed: insights from Bumble Bee Watch","year":2020,"lang":"en","type":"article","venue":"PeerJ","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; W. Garfield Weston Foundation","keywords":"Citizen science; Demographics; Data collection; Diversity (politics); Quality (philosophy); Worry; Identification (biology); Psychology; Medical education; Geography; Data science; Computer science; Ecology; Political science; Biology; Sociology; Medicine","score_opus":0.20171158715766063,"score_gpt":0.3824874868804854,"score_spread":0.18077589972282476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024811926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925798,0.00011654154,0.0002414325,0.004034762,0.00040720965,0.00018569491,0.002299793,0.00003688583,0.0000978404],"genre_scores_gemma":[0.99740934,0.000010548634,0.00007647595,0.001536038,0.00013301343,0.000013371808,0.0006608692,0.00000659753,0.0001537511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982032,0.00027490902,0.00026286277,0.0005143186,0.00036083904,0.0003838469],"domain_scores_gemma":[0.99873275,0.00022747873,0.00015975295,0.0005514166,0.000025029274,0.00030357443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073859544,0.00014029746,0.00022711915,0.000022111928,0.0006768466,0.00009510287,0.00090299256,0.000064199885,0.000286011],"category_scores_gemma":[0.00023715537,0.00012407375,0.000015139391,0.00016926059,0.00041027786,0.0004628444,0.00058218255,0.00025610745,0.0001828574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000246974,0.0006582484,0.6611868,0.000022903087,0.00005491744,0.000012580773,0.02348762,0.0000044682583,0.30366027,0.00056457135,0.0073110377,0.0027896108],"study_design_scores_gemma":[0.0006508345,0.000098214325,0.96833456,0.000010438093,0.000027940021,0.0000012456552,0.020426452,0.00057571003,0.007895847,0.0006353542,0.0011354762,0.00020793911],"about_ca_topic_score_codex":0.035486188,"about_ca_topic_score_gemma":0.00069335627,"teacher_disagreement_score":0.30714777,"about_ca_system_score_codex":0.00004284296,"about_ca_system_score_gemma":0.0000658061,"threshold_uncertainty_score":0.9709366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3025490551","doi":"10.1016/j.jval.2020.04.013","title":"CE1 METHODOLOGICAL CHALLENGES WITH CONDUCTING NETWORK META-ANALYSES ASSESSING LONG-TERM COMPARATIVE EFFICACY IN PSORIASIS: A CRITIQUE OF ASSUMPTIONS UNDERPINNING RECENT INDIRECT TREATMENT COMPARISONS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; EVERSANA (Canada)","funders":"","keywords":"Psoriasis; Term (time); Randomized controlled trial; Placebo; Medicine; Underpinning; Surgery; Alternative medicine; Physics; Engineering","score_opus":0.9900690591832846,"score_gpt":0.6957327199012941,"score_spread":0.29433633928199043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025490551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79581827,0.09121222,0.08047862,0.026882157,0.00025010356,0.0037470853,0.000024541401,0.00003873111,0.001548274],"genre_scores_gemma":[0.9205584,0.0015921737,0.07733022,0.00028095668,0.0000831756,0.000114737675,0.000009846153,0.000014244085,0.000016262415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.90673393,0.07850649,0.0102023585,0.0015160345,0.0024196804,0.000621522],"domain_scores_gemma":[0.96633977,0.025215494,0.006259451,0.0013553598,0.0004955433,0.00033438433],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0797844,0.0004893006,0.010049213,0.00048609648,0.00022212697,0.00029548287,0.0007436474,0.00012216081,0.0006847942],"category_scores_gemma":[0.012748356,0.00023693407,0.0011747574,0.0029784422,0.000118018164,0.000258061,0.000094660914,0.00045352135,0.000032875585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015484757,0.0018311291,0.1495695,0.000754389,0.009683888,0.000073522795,0.030181147,0.7759686,0.00009959756,0.0053282725,0.0011701208,0.025185],"study_design_scores_gemma":[0.0056029786,0.003752006,0.7191036,0.0026735347,0.012559866,0.00008872615,0.079803735,0.16510864,0.00065914885,0.003596068,0.005087058,0.0019646701],"about_ca_topic_score_codex":0.00041892234,"about_ca_topic_score_gemma":0.00077830866,"teacher_disagreement_score":0.61085993,"about_ca_system_score_codex":0.00024816298,"about_ca_system_score_gemma":0.00044684182,"threshold_uncertainty_score":0.9955677},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3025887320","doi":"10.1136/bmjstel-2019-000573","title":"Simulation curriculum evaluation and development in a postgraduate emergency medicine programme: a 2-year logic model follow-up","year":2020,"lang":"en","type":"article","venue":"BMJ Simulation & Technology Enhanced Learning","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Logic model; Curriculum development; Medicine; Psychology; Nursing; Pedagogy; Sociology","score_opus":0.11804344544834176,"score_gpt":0.4310657955842906,"score_spread":0.3130223501359488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025887320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90997624,0.00034140056,0.0759892,0.009680018,0.00022275579,0.0030183988,7.2083503e-7,0.00056305603,0.00020822189],"genre_scores_gemma":[0.9907753,0.000021767644,0.008009015,0.00025035924,0.00014557221,0.00043355714,0.00020970292,0.00005106298,0.000103686194],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674916,0.00018748653,0.001187759,0.0007368026,0.0006724758,0.0004663069],"domain_scores_gemma":[0.99599963,0.00026921925,0.00052969257,0.0002781948,0.002715938,0.0002073493],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087301113,0.00031264478,0.00048806606,0.0007225737,0.00024237979,0.000010805205,0.0001052237,0.00040514243,0.0002727439],"category_scores_gemma":[0.010452223,0.00031481244,0.000046945817,0.0016310121,0.00010235213,0.0001981389,0.000060697883,0.00069005217,0.00004289701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001454649,0.000051875355,0.23221406,0.00013949929,0.000021675784,0.0000013151558,0.004284339,0.72773975,0.00058284745,0.00015522505,0.000009724729,0.03465423],"study_design_scores_gemma":[0.0036297177,0.00035302027,0.034757424,0.00025413156,0.00006619372,0.0000016958436,0.0034850365,0.9554377,0.00029701932,0.001232147,0.00020472848,0.00028114335],"about_ca_topic_score_codex":0.000023020795,"about_ca_topic_score_gemma":0.000013984086,"teacher_disagreement_score":0.22769801,"about_ca_system_score_codex":0.00039678224,"about_ca_system_score_gemma":0.0005087956,"threshold_uncertainty_score":0.9999304},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3027694758","doi":"10.1111/jebm.12384","title":"Clinical research methods for treatment, diagnosis, prognosis, etiology, screening, and prevention: A narrative review","year":2020,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; McMaster University; Impact","funders":"","keywords":"Narrative review; Perspective (graphical); Etiology; Narrative; Systematic review; Medicine; Quality (philosophy); Psychology; MEDLINE; Psychotherapist; Psychiatry; Computer science; Political science","score_opus":0.9833962916424582,"score_gpt":0.8007399255518473,"score_spread":0.18265636609061098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027694758","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.560547e-7,0.91262263,0.04626661,0.033895228,0.00059617264,0.006544364,0.000014243701,0.0000035496619,0.00005666851],"genre_scores_gemma":[7.788315e-7,0.8844382,0.11025729,0.00085490226,0.0020916893,0.0011468002,0.000016114704,0.000034791185,0.0011594071],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7735262,0.17654833,0.040374655,0.0021136792,0.006812871,0.00062427006],"domain_scores_gemma":[0.6605853,0.27914178,0.04496417,0.0032137402,0.010800372,0.0012946698],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.54152566,0.0009062331,0.030351061,0.0013826201,0.00030678418,0.00029573182,0.0028040179,0.00048723994,0.003300256],"category_scores_gemma":[0.5882525,0.0003136201,0.00961421,0.0035462684,0.0008709453,0.00040659323,0.00017994216,0.0011912155,0.000074538504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032526525,0.00008084111,0.00024221816,0.014584968,0.0011498558,0.000026369284,0.00008927618,1.2984263e-7,5.3345342e-8,0.000033390643,0.23821732,0.74554306],"study_design_scores_gemma":[0.0005768561,0.0050553065,0.000021506577,0.25527126,0.01016753,0.00014105883,0.00017169905,0.000035008634,1.9481675e-7,0.0006396557,0.72774094,0.00017900206],"about_ca_topic_score_codex":0.0000050788667,"about_ca_topic_score_gemma":0.0000059295985,"teacher_disagreement_score":0.745364,"about_ca_system_score_codex":0.00020148174,"about_ca_system_score_gemma":0.0025528118,"threshold_uncertainty_score":0.9999316},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3027747692","doi":"10.1016/j.jval.2020.04.1152","title":"PNS152 MODELS USING ARM-BASED DATA ENTRY MAY GIVE MISLEADING INCONSISTENCY RESULTS IN NETWORK META-ANALYSES INVOLVING MULTI-ARM TRIALS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Placebo; Leverage (statistics); Randomization; Inference; Meta-analysis; Clinical trial; Causal inference; Statistics; Contrast (vision); Bayesian probability; Econometrics; Medicine; Computer science; Physical medicine and rehabilitation; Mathematics; Artificial intelligence; Internal medicine","score_opus":0.984981316700297,"score_gpt":0.6454214011592782,"score_spread":0.33955991554101883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027747692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08310871,0.18728545,0.64375544,0.06041044,0.0029083462,0.016986128,0.0022126727,0.00012902293,0.0032038128],"genre_scores_gemma":[0.82925177,0.00037964052,0.16545795,0.0041465852,0.0003372776,0.000045372104,0.000105094856,0.00004291972,0.00023338397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8245405,0.11880266,0.04376275,0.0043299617,0.0071261507,0.0014379625],"domain_scores_gemma":[0.9231364,0.045973495,0.02027045,0.008899737,0.00079868676,0.00092120457],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35952258,0.0006239403,0.0123368865,0.0008932379,0.0002647691,0.0007750574,0.003466247,0.00018891595,0.0010043131],"category_scores_gemma":[0.17146964,0.0003484254,0.0023308278,0.005243465,0.00007452793,0.0007427379,0.0005580117,0.0005874909,0.00015320208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007036615,0.00015580648,0.0028491216,0.00028754343,0.0008876457,0.00002925418,0.0016331334,0.9841742,0.000029521252,0.00032561994,0.008095669,0.0014621074],"study_design_scores_gemma":[0.0010795613,0.000056520552,0.00011577345,0.0003007319,0.0014274277,0.0000025269621,0.0010351045,0.99047333,0.000010720206,0.0023744556,0.002833511,0.0002903202],"about_ca_topic_score_codex":0.004690794,"about_ca_topic_score_gemma":0.00086243765,"teacher_disagreement_score":0.74614304,"about_ca_system_score_codex":0.00026418368,"about_ca_system_score_gemma":0.0011199667,"threshold_uncertainty_score":0.9999089},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028006966","doi":"10.1136/bmjebm-2020-111386","title":"Thrombolysis with alteplase 3–4.5 hours after acute ischaemic stroke: trial reanalysis adjusted for baseline imbalances","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Thrombolysis; Stroke (engine); Modified Rankin Scale; Ischaemic stroke; Clinical trial; Placebo; Internal medicine; Physical therapy; Randomized controlled trial; Tissue plasminogen activator; Ischemic stroke; Ischemia; Myocardial infarction","score_opus":0.06341808429054929,"score_gpt":0.33722726806590375,"score_spread":0.27380918377535446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028006966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48389578,0.0063512553,0.16163754,0.33234414,0.0008662692,0.012759794,0.00038779835,0.00070932944,0.0010481062],"genre_scores_gemma":[0.9359354,0.00088146544,0.020164035,0.03276777,0.0056154826,0.0022765186,0.0005951154,0.00015729856,0.0016069129],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945742,0.00020848795,0.0012956731,0.0012842953,0.0018252132,0.00081211614],"domain_scores_gemma":[0.99525917,0.0013796154,0.0006732777,0.0012036876,0.0006052031,0.00087905716],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017093101,0.0007210145,0.0019636133,0.00043574578,0.000118285825,0.000031320436,0.0004434291,0.00020349775,0.0013956326],"category_scores_gemma":[0.0037937597,0.000482986,0.0004926598,0.0013150957,0.00047544972,0.0003194563,0.00010382319,0.00047883825,0.00005300624],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46445882,0.0005015442,0.023180928,0.0017566242,0.0063392804,0.0019536964,0.00075307104,0.00035503646,0.016118038,0.00001853504,0.4743387,0.010225722],"study_design_scores_gemma":[0.5757156,0.06431678,0.010456008,0.02357329,0.10865515,0.00024378215,0.0059856484,0.061123326,0.05237218,0.000022391583,0.0937123,0.003823573],"about_ca_topic_score_codex":0.00012917265,"about_ca_topic_score_gemma":0.00003554003,"teacher_disagreement_score":0.45203963,"about_ca_system_score_codex":0.00022209673,"about_ca_system_score_gemma":0.0005975784,"threshold_uncertainty_score":0.9997622},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3028464929","doi":"10.1016/j.jval.2020.04.1154","title":"PNS154 THE PRISMA 2020 STATEMENT: DEVELOPMENT OF AND KEY CHANGES IN AN UPDATED GUIDELINE FOR REPORTING SYSTEMATIC REVIEWS AND META-ANALYSES","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Systematic review; Checklist; Guideline; Stakeholder; MEDLINE; Statement (logic); Management science; Medicine; Medical education; Computer science; Psychology; Political science; Public relations; Engineering; Pathology","score_opus":0.9380358184741009,"score_gpt":0.6234064317895016,"score_spread":0.3146293866845993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028464929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54309887,0.21936944,0.07270355,0.12199928,0.00022763821,0.042318944,0.000097920405,0.000023565475,0.00016080622],"genre_scores_gemma":[0.6543852,0.0025226239,0.33164832,0.009020659,0.000106387866,0.0017393975,0.00008637907,0.000052180632,0.00043886845],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9256093,0.02080446,0.04954561,0.0012172764,0.0024323233,0.00039101258],"domain_scores_gemma":[0.96855927,0.0024599012,0.026931426,0.0013311448,0.0005073638,0.00021089452],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30130076,0.00027276805,0.007199209,0.00023296532,0.00011670463,0.0002031389,0.0005807007,0.000042249456,0.00025521178],"category_scores_gemma":[0.057144776,0.00010664102,0.0004099934,0.0013104959,0.000031149637,0.00013618181,0.0001236637,0.000107032676,0.000010607315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019599813,0.0008230888,0.057881676,0.36011216,0.013191413,0.00006372321,0.28412625,0.015855867,0.0016588918,0.004437082,0.16669317,0.094960675],"study_design_scores_gemma":[0.0013443986,0.0006634918,0.0035003398,0.0029291385,0.007996177,0.000034330642,0.02160959,0.7127891,0.0003027963,0.0039473046,0.24396878,0.0009145539],"about_ca_topic_score_codex":0.00015425209,"about_ca_topic_score_gemma":0.00062798674,"teacher_disagreement_score":0.6969332,"about_ca_system_score_codex":0.0000403883,"about_ca_system_score_gemma":0.00017620758,"threshold_uncertainty_score":0.9507973},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028673208","doi":"10.2147/clep.s242080","title":"&lt;p&gt;Meta-Analyses Proved Inconsistent in How Missing Data Were Handled Across Their Included Primary Trials: A Methodological Survey&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Veterans Affairs Canada; Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Missing data; Meta-analysis; Systematic review; Medicine; MEDLINE; Statistics; Clinical trial; Data mining; Computer science; Internal medicine; Mathematics","score_opus":0.9942150291509889,"score_gpt":0.7434143475047398,"score_spread":0.25080068164624914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028673208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20934436,0.06674291,0.4842418,0.22338364,0.0034454123,0.00771551,0.0026932503,0.00014294169,0.0022901515],"genre_scores_gemma":[0.70750964,0.0018811161,0.23166609,0.052467976,0.0020582422,0.0003567234,0.0014255275,0.0001099067,0.002524793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.10682896,0.8078198,0.072826564,0.007503453,0.0033294298,0.0016918303],"domain_scores_gemma":[0.026883774,0.9176652,0.037907567,0.014184093,0.0017948349,0.0015645593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8889294,0.0011431504,0.05438826,0.00030285082,0.00033414923,0.00065080106,0.008987207,0.0012996024,0.0041627255],"category_scores_gemma":[0.97667277,0.00047003257,0.012385113,0.002544274,0.0011975608,0.00047666693,0.0044013914,0.0015531307,0.00081219064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020439958,0.001304518,0.27860957,0.00040736952,0.026681341,0.00010777043,0.0007506516,0.00044958066,0.0036797584,0.001074353,0.5140764,0.17081466],"study_design_scores_gemma":[0.003676334,0.0008152379,0.4128377,0.000094095994,0.009899461,0.00004045341,0.00034983936,0.10468144,0.000029546349,0.027215011,0.4389941,0.001366755],"about_ca_topic_score_codex":0.000037365437,"about_ca_topic_score_gemma":0.0005287001,"teacher_disagreement_score":0.49816525,"about_ca_system_score_codex":0.0000742051,"about_ca_system_score_gemma":0.0005404945,"threshold_uncertainty_score":0.9999969},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028693686","doi":"10.1186/s43058-020-00027-3","title":"Unrecognized implementation science engagement among health researchers in the USA: a national survey","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; York University; New York University","keywords":"Logistic regression; Psychological intervention; Psychology; Health Information National Trends Survey; Population; Sample (material); Population health; Health science; Medical education; Medicine; Applied psychology; Environmental health; Health care; Political science; Psychiatry; Health information","score_opus":0.9601262163093524,"score_gpt":0.8041910496060682,"score_spread":0.1559351667032841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028693686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7259286,0.000039656847,0.0024067094,0.2548975,0.00045444604,0.008723911,0.000617008,0.00014009912,0.0067920764],"genre_scores_gemma":[0.9397404,0.00014201437,0.0044733123,0.053747647,0.00007838023,0.0015665032,0.00020496846,0.00001934122,0.000027394886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9813098,0.008597715,0.0024633717,0.0009796885,0.0045974166,0.0020520312],"domain_scores_gemma":[0.98792624,0.0061299577,0.001193346,0.0014887872,0.002452566,0.0008091142],"candidate_categories":["metaresearch","sts","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08286393,0.000255758,0.000324449,0.0011247369,0.009528143,0.0003723734,0.0057498016,0.000050973835,0.0016231867],"category_scores_gemma":[0.010208921,0.00022292069,0.0000554148,0.013477153,0.00322041,0.002832415,0.001560404,0.0011308535,0.00045070736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002549414,0.00007697202,0.80863845,0.0000460858,0.000008316564,4.776574e-7,0.1431615,0.00002097585,0.0012654273,0.016505338,0.018624753,0.01162618],"study_design_scores_gemma":[0.0017382466,0.00012776734,0.8838223,0.000020941336,0.0000038085532,8.086875e-7,0.091126494,0.0008371167,0.000086163156,0.00040037135,0.021637587,0.00019834597],"about_ca_topic_score_codex":0.019772775,"about_ca_topic_score_gemma":0.10555603,"teacher_disagreement_score":0.21381184,"about_ca_system_score_codex":0.0025003531,"about_ca_system_score_gemma":0.019145338,"threshold_uncertainty_score":0.99962956},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3029394706","doi":"10.3390/ijerph17113853","title":"A Methodological Review of Mixed Methods Research in Palliative and End-of-Life Care (2014–2019)","year":2020,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Ministerio de Educación, Cultura y Deporte; University of Michigan","keywords":"Palliative care; Multimethodology; Research design; End-of-life care; Medicine; Psychology; Nursing; Sociology; Social science","score_opus":0.761992963346132,"score_gpt":0.6773017821652928,"score_spread":0.08469118118083918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029394706","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004165291,0.9931455,0.0001739894,0.004898434,0.00015307435,0.00067476643,0.000257633,0.0000015455469,0.00027847767],"genre_scores_gemma":[0.00074163073,0.9836421,0.015082883,0.00016349286,0.00019964957,0.00001849588,0.00009842436,0.000021996073,0.000031306052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871742,0.0076667955,0.0019974532,0.00036386997,0.0023317828,0.0004659073],"domain_scores_gemma":[0.99031055,0.006920541,0.0011324534,0.000203951,0.000639752,0.000792776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017897695,0.00023526307,0.0026933881,0.0011198592,0.00004196638,0.000018008162,0.00051465194,0.00021443736,0.0002541557],"category_scores_gemma":[0.00979709,0.00016596727,0.00031714016,0.000475504,0.00094834005,0.00012053571,0.00048846495,0.001935368,0.000003374568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015645416,0.00029583153,0.0017895106,0.03910379,0.0004320533,0.00007709717,0.0007082608,1.9259007e-8,0.0000113683545,0.0002548708,0.0014719422,0.9556988],"study_design_scores_gemma":[0.0007484379,0.0019561215,0.0022096653,0.0887331,0.00004108928,0.0000784068,0.0018052511,0.0000014219097,0.0000143361085,0.0002065392,0.9041127,0.00009294348],"about_ca_topic_score_codex":0.00016535839,"about_ca_topic_score_gemma":0.000008860131,"teacher_disagreement_score":0.95560586,"about_ca_system_score_codex":0.00073351956,"about_ca_system_score_gemma":0.0029320095,"threshold_uncertainty_score":0.9985438},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","score_opus":0.980442702186179,"score_gpt":0.7767366368479444,"score_spread":0.20370606533823465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030280616","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022475402,0.9288577,0.0000015759083,0.04493619,0.00006937961,0.023021394,0.0003052725,0.000021805954,0.0027641936],"genre_scores_gemma":[0.00079239503,0.9899152,0.000046131983,0.002030079,0.0007094393,0.005875936,0.00003328782,0.00008943031,0.0005081322],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8081189,0.17207225,0.0077799363,0.0016575459,0.0053771725,0.0049942224],"domain_scores_gemma":[0.8737409,0.11688712,0.002796876,0.0021971462,0.0021368444,0.0022410874],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27459803,0.00066024024,0.005344569,0.0035167034,0.0027501786,0.00024373239,0.0016214607,0.0007722839,0.000019370735],"category_scores_gemma":[0.12329428,0.00038913716,0.00025798098,0.011664188,0.0018474,0.00030932817,0.0010665569,0.009953632,0.000066276305],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041999912,0.000058540383,0.00014883824,0.8295836,0.000033969503,0.000009360678,0.019198252,9.653557e-8,8.1672695e-8,0.07101727,0.029470725,0.050437286],"study_design_scores_gemma":[0.00022079286,0.00033082993,0.00006293258,0.40298948,0.000009106194,0.00001015533,0.0060263504,0.000018814482,3.4149533e-8,0.00007527378,0.59012705,0.0001291885],"about_ca_topic_score_codex":0.008308502,"about_ca_topic_score_gemma":0.0034537667,"teacher_disagreement_score":0.5606563,"about_ca_system_score_codex":0.002356881,"about_ca_system_score_gemma":0.033005513,"threshold_uncertainty_score":0.99985605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3030582648","doi":"10.1200/jco.2020.38.15_suppl.e19206","title":"Associations between safety and tolerability and reporting of health-related quality of life in phase III randomized trials in common solid tumors.","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Tolerability; Internal medicine; Discontinuation; Adverse effect; Quality of life (healthcare); Clinical trial; Randomized controlled trial; Breast cancer; Oncology; Cancer","score_opus":0.8178381080444754,"score_gpt":0.6405963177570368,"score_spread":0.17724179028743858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030582648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9130295,0.0019354634,0.000603967,0.08310431,0.0002210293,0.00077787077,0.00014066113,0.0000033942526,0.00018377695],"genre_scores_gemma":[0.9950092,0.0006048453,0.0012278426,0.0029479072,0.00018384129,0.000004703229,0.000010140916,0.0000083228715,0.0000032001476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7580551,0.029931717,0.21095484,0.0004918374,0.00021003932,0.00035646342],"domain_scores_gemma":[0.5103522,0.15392411,0.3342941,0.0003467966,0.00038025164,0.0007025624],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.584612,0.00012652444,0.025176097,0.0002464297,0.000044210818,0.000008935583,0.00014178165,0.00036588963,0.00004550499],"category_scores_gemma":[0.6059029,0.00012709605,0.000548277,0.0002226908,0.00026885743,0.0002172347,0.00006132239,0.00075359805,0.000001597921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012375536,0.0006042729,0.9764614,0.00025898096,0.00026161197,0.0000022314384,0.0026171238,0.00012876527,0.0000012955844,0.0027952613,0.00018670179,0.004306784],"study_design_scores_gemma":[0.13519034,0.0010224578,0.84667397,0.00012972932,0.000028617747,0.000001804282,0.0004809134,0.0014662439,9.0991557e-7,0.014739507,0.0001639132,0.00010161413],"about_ca_topic_score_codex":0.0030391144,"about_ca_topic_score_gemma":0.0005420978,"teacher_disagreement_score":0.24770293,"about_ca_system_score_codex":0.00030452642,"about_ca_system_score_gemma":0.0014771858,"threshold_uncertainty_score":0.9892962},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3032356396","doi":"10.1136/bmjebm-2019-111326","title":"Evaluating the quality of systematic reviews and meta-analyses published on direct oral anticoagulants in the past 5 years","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Systematic review; Checklist; Medicine; Data extraction; MEDLINE; Guideline; Meta-analysis; Quality (philosophy); Quality Score; Medical physics; Family medicine; Internal medicine; Pathology; Psychology","score_opus":0.7738296929297955,"score_gpt":0.5664963431092327,"score_spread":0.20733334982056284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032356396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61653084,0.05772997,0.00021419176,0.30790246,0.00019832604,0.016413432,0.000009340586,0.00005708318,0.0009443781],"genre_scores_gemma":[0.97485113,0.001135211,0.00030301593,0.022897495,0.00017723527,0.00058533635,0.0000072585763,0.0000144327305,0.000028881124],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9931137,0.00322114,0.0015995917,0.00040528073,0.0014214278,0.00023884006],"domain_scores_gemma":[0.99335444,0.0046548215,0.0008295079,0.0008859073,0.00015395811,0.000121375146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020697394,0.00025094303,0.0031179087,0.00013373271,0.00006291398,0.000036538848,0.0003473901,0.00004750232,0.00022294735],"category_scores_gemma":[0.03269328,0.000098824974,0.00028223745,0.0007438897,0.0002075056,0.000111942645,0.000056619898,0.00023878763,0.000011467311],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040655737,0.0042948476,0.089374095,0.51219475,0.022689614,0.0007307793,0.038859762,0.0022624293,0.016987747,0.004286528,0.28979072,0.014463133],"study_design_scores_gemma":[0.008190617,0.011543699,0.76569396,0.07198083,0.12355578,0.0000291994,0.00892744,0.007117992,0.00064016576,0.0002488603,0.0012392254,0.0008322516],"about_ca_topic_score_codex":0.00067530497,"about_ca_topic_score_gemma":0.00004276442,"teacher_disagreement_score":0.67631984,"about_ca_system_score_codex":0.0000340397,"about_ca_system_score_gemma":0.00008440357,"threshold_uncertainty_score":0.97545475},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3032677176","doi":"10.3760/cma.j.issn.1007-9742.2003.03.130","title":"Evidence base of clinical diagnosis: The architecture of diagnostic research","year":2002,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Test (biology); Diagnostic test; Medicine; Diagnostic accuracy; Suspect; Clinical trial; Intensive care medicine; Medical physics; Pathology; Psychology; Internal medicine; Pediatrics","score_opus":0.9730843423361705,"score_gpt":0.6845970074891213,"score_spread":0.28848733484704914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032677176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86743367,0.038622547,0.010475774,0.03035632,0.0005259904,0.002804076,0.000023384697,0.000006423461,0.04975182],"genre_scores_gemma":[0.98773456,0.0015988782,0.0018799091,0.00023428144,0.00009120814,0.0000797017,1.4697908e-7,0.0000052776827,0.008376056],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.909979,0.057014808,0.018204106,0.0010966957,0.013325761,0.0003796479],"domain_scores_gemma":[0.46280918,0.5221081,0.0042806147,0.0074716797,0.0031231411,0.00020733477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33859506,0.00014977068,0.0027622974,0.00029302028,0.000101570455,0.00016690782,0.0034186814,0.00008389133,0.07876624],"category_scores_gemma":[0.7565809,0.000048123282,0.0019780637,0.002424822,0.0004921568,0.00011382026,0.00031816258,0.00038871152,0.0034299355],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059957474,0.00024611456,0.34867883,0.00008065447,0.00013074023,0.0000058051096,0.0007036047,0.00013113845,0.000017600976,0.0026067733,0.44693324,0.2004595],"study_design_scores_gemma":[0.00075140555,0.0012346262,0.5545687,0.0022750038,0.0009539993,0.000028332091,0.0048037297,0.029720055,0.0012718621,0.053544894,0.35026348,0.0005839339],"about_ca_topic_score_codex":0.00004451259,"about_ca_topic_score_gemma":0.000071227194,"teacher_disagreement_score":0.46509326,"about_ca_system_score_codex":0.0000055347755,"about_ca_system_score_gemma":0.00004363164,"threshold_uncertainty_score":0.997346},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3032702534","doi":"10.1186/s40814-019-0544-0","title":"Mapping the nomenclature, methodology, and reporting of studies that review methods: a pilot methodological review","year":2020,"lang":"en","type":"review","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Data extraction; Medicine; MEDLINE; Systematic review; Interquartile range; Confidence interval; Protocol (science); Family medicine; Information retrieval; Medical physics; Computer science; Alternative medicine; Pathology; Surgery","score_opus":0.9950010624071717,"score_gpt":0.7484342612105326,"score_spread":0.2465668011966391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032702534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003608664,0.98253,0.0034433806,0.004731821,0.00041872813,0.008490996,0.000027521448,0.000020087766,0.00033386893],"genre_scores_gemma":[0.0000027576602,0.86270124,0.13429867,0.0018113967,0.00012117882,0.0006669833,0.0000048655647,0.00002843662,0.0003644731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6898512,0.24404867,0.055520177,0.005200952,0.0045300066,0.000848951],"domain_scores_gemma":[0.40011695,0.40906325,0.16694094,0.015620911,0.0075019174,0.0007560317],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.6190278,0.0014982187,0.057723284,0.00031525872,0.00055941514,0.00019328695,0.0021016144,0.00018714224,0.00018296477],"category_scores_gemma":[0.7587251,0.0005221281,0.0048076576,0.0029212234,0.0015187436,0.00018323457,0.0028861423,0.0011314849,0.00003729163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062750287,0.000033221735,0.00028224915,0.30557898,0.003832274,0.000007075662,0.00045990126,7.456852e-9,4.843111e-7,0.00024054223,0.0107432045,0.6788158],"study_design_scores_gemma":[0.00009789294,0.0002750622,0.00021604839,0.11414998,0.010237365,0.00018962391,0.0016312405,0.0000021185883,2.7445301e-7,0.013923331,0.85880774,0.00046933495],"about_ca_topic_score_codex":0.000008054369,"about_ca_topic_score_gemma":0.000014029706,"teacher_disagreement_score":0.84806454,"about_ca_system_score_codex":0.0000954401,"about_ca_system_score_gemma":0.00015685266,"threshold_uncertainty_score":0.99977666},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3033836482","doi":"10.1186/s12874-020-01037-4","title":"Towards reduction in bias in epidemic curves due to outcome misclassification through Bayesian analysis of time-series of laboratory test results: case study of COVID-19 in Alberta, Canada and Philadelphia, USA","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Coronavirus disease 2019 (COVID-19); Statistics; Sensitivity (control systems); Bayesian probability; Medicine; Confidence interval; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Receiver operating characteristic; Test (biology); Econometrics; Demography; Computer science; Mathematics; Pathology; Biology","score_opus":0.5858101104766196,"score_gpt":0.5398356436985445,"score_spread":0.04597446677807504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033836482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98166895,0.00019931307,0.0017624208,0.015548456,0.000040606,0.00068558694,0.00003940876,0.000006582246,0.000048656322],"genre_scores_gemma":[0.9916105,0.000071088776,0.00737461,0.00083734246,0.000031890126,0.000037648686,0.00001233064,0.000011201515,0.000013386149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9883785,0.008208856,0.0016465314,0.00050954113,0.0009410481,0.00031549166],"domain_scores_gemma":[0.9618154,0.036752343,0.00032254978,0.0003706979,0.0003770779,0.00036194528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018210134,0.00013080364,0.0012221881,0.0010635512,0.000026745218,0.0000024087299,0.00016200873,0.00018757788,0.000069152156],"category_scores_gemma":[0.50754875,0.000116798976,0.00004527244,0.0052341768,0.00038709724,0.00006304854,0.00011206505,0.0006568249,5.8320563e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002185438,0.00060610165,0.94921476,0.0015845093,0.00015295479,0.0013849878,0.013339517,0.00018910892,0.029037343,0.000034004177,0.00044786982,0.0018234211],"study_design_scores_gemma":[0.015400207,0.0067648883,0.7858609,0.0014296056,0.00063960813,0.0011330182,0.10876963,0.028446881,0.049736258,0.0002925785,0.00091513025,0.00061128906],"about_ca_topic_score_codex":0.90008986,"about_ca_topic_score_gemma":0.97036105,"teacher_disagreement_score":0.48933864,"about_ca_system_score_codex":0.0002953209,"about_ca_system_score_gemma":0.003594235,"threshold_uncertainty_score":0.63760185},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3034242437","doi":"10.3138/jsp.51.4.09","title":"Research in a Department of Medicine in the COVID-19 Era","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Medicine; Medical education; Virology; Infectious disease (medical specialty); Pathology","score_opus":0.47314401537951334,"score_gpt":0.52085940195951,"score_spread":0.04771538657999663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034242437","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2829049,0.001868941,0.00007973096,0.7116531,0.00006101257,0.00033103517,0.0000026667626,0.0000029839193,0.0030955863],"genre_scores_gemma":[0.8961089,0.00057692855,0.00033593993,0.10221209,0.0007336831,0.0000056893737,0.0000036487772,0.000008795723,0.000014305054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917781,0.0014088551,0.001142932,0.00016404591,0.00469215,0.000813921],"domain_scores_gemma":[0.9825879,0.0047186376,0.00046052388,0.00037016973,0.002084567,0.00977822],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058235943,0.00008920775,0.00047138624,0.0010438641,0.00006782024,0.00073138403,0.0007043728,0.00016180812,0.00013179751],"category_scores_gemma":[0.48757872,0.00004941215,0.00006448095,0.002478604,0.00022433848,0.006747928,0.00010032204,0.0068742516,0.000003636395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003425004,0.00069292943,0.12417555,0.0015583294,0.000060318627,0.0069939876,0.023192322,0.00002358048,0.003354621,0.0018472855,0.7952238,0.039452292],"study_design_scores_gemma":[0.020807832,0.008104977,0.13895757,0.0023230095,0.000034086526,0.00096663454,0.022947026,0.0001373927,0.00014710704,0.003044591,0.8024043,0.00012550561],"about_ca_topic_score_codex":0.00072698074,"about_ca_topic_score_gemma":0.00007775931,"teacher_disagreement_score":0.613204,"about_ca_system_score_codex":0.0006269762,"about_ca_system_score_gemma":0.011088902,"threshold_uncertainty_score":0.99541694},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3035183972","doi":"10.31468/cjsdwr.775","title":"Understanding Supervisory Practices: Commonalities and Differences in Ways of Working with Doctoral Writers","year":2020,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Supervisor; Reflexivity; Psychology; Pedagogy; Professional writing; Academic writing; Facilitation; Medical education; Sociology; Management; Medicine; Social science","score_opus":0.9021871988139385,"score_gpt":0.5586184785077014,"score_spread":0.3435687203062371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035183972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9212065,0.0011898,0.0001741513,0.07472679,0.000066496985,0.00021818194,0.000016091872,0.00004169714,0.002360317],"genre_scores_gemma":[0.99638605,0.0007294779,0.00022052684,0.0024532988,0.00013206774,0.000028688348,0.000012824297,0.00001204672,0.00002503508],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9986706,0.00020751564,0.00036237625,0.00025654185,0.00014564054,0.00035732216],"domain_scores_gemma":[0.9983133,0.0011251833,0.00030049682,0.000102575235,0.000040614,0.00011781203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026975604,0.00014708927,0.00033264622,0.00007330345,0.00036396034,0.00003140537,0.000102046375,0.00012589742,0.00006558981],"category_scores_gemma":[0.00018358289,0.000112025205,0.00002352292,0.00015084421,0.00033322413,0.00025213286,0.00008385158,0.0005680273,0.0000013197434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006111211,0.00004235857,0.9348082,0.00032989396,0.000023314946,0.000010899993,0.018150961,8.63968e-7,0.00001591745,0.04593522,0.0003837438,0.00023752636],"study_design_scores_gemma":[0.0009512162,0.00023673182,0.29769954,0.0009150646,0.000050433184,0.0000042389993,0.6960743,0.0002661964,0.000004467144,0.0024117606,0.0011162878,0.00026975255],"about_ca_topic_score_codex":0.0002943956,"about_ca_topic_score_gemma":0.0005284615,"teacher_disagreement_score":0.6779234,"about_ca_system_score_codex":0.000049589413,"about_ca_system_score_gemma":0.0001463465,"threshold_uncertainty_score":0.45682552},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3035260022","doi":"10.5130/ijcre.v13i1.7110","title":"Injustices épistémiques et recherche participative: un agenda de recherche à la croisée de l’université et des communautés","year":2020,"lang":"fr","type":"article","venue":"Gateways International Journal of Community Research and Engagement","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski; Université Laval; Université de Montréal","funders":"","keywords":"Humanities; Sociology; Political science; Philosophy","score_opus":0.9307859812820833,"score_gpt":0.6900613775980631,"score_spread":0.24072460368402027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035260022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80251515,0.0032537295,0.027742662,0.13681185,0.000226114,0.00018140173,0.000048753685,0.000018450459,0.029201912],"genre_scores_gemma":[0.9088563,0.0436924,0.042307608,0.003947431,0.00012530776,0.000007863095,0.00001137706,0.000017022323,0.001034708],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.873787,0.12233672,0.0008778618,0.0001621434,0.0022996638,0.0005366213],"domain_scores_gemma":[0.96459275,0.030769097,0.00042096552,0.00032604038,0.0033676461,0.0005234745],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20075853,0.00019748339,0.0003193257,0.00036794916,0.0010578246,0.0009775277,0.0022772148,0.00026625034,0.0025538756],"category_scores_gemma":[0.029930498,0.00017472294,0.0001333443,0.00064530806,0.0008579867,0.0011355975,0.0013745343,0.0094023375,0.000044470347],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012207092,0.0015147317,0.013444554,0.00015475648,0.00075036444,0.00015134425,0.43876305,0.0022733873,0.0025292963,0.017049367,0.022662494,0.49948594],"study_design_scores_gemma":[0.0033705642,0.0036436447,0.08853576,0.0010596197,0.00012637627,0.00021113433,0.26949096,0.011936178,0.009202377,0.36331433,0.24870531,0.0004037652],"about_ca_topic_score_codex":0.0009518874,"about_ca_topic_score_gemma":0.00053572544,"teacher_disagreement_score":0.49908218,"about_ca_system_score_codex":0.0013028674,"about_ca_system_score_gemma":0.001989049,"threshold_uncertainty_score":0.99835795},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3037147029","doi":"10.1016/j.athoracsur.2020.05.055","title":"Twitter Activity Is Associated With a Higher H-Index in Academic Thoracic Surgery","year":2020,"lang":"en","type":"letter","venue":"The Annals of Thoracic Surgery","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Scopus; Medicine; Social media; Citation; Index (typography); Citation index; Library science; MEDLINE; World Wide Web; Computer science; Law","score_opus":0.3936658835327579,"score_gpt":0.47883222303046813,"score_spread":0.08516633949771024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037147029","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33311722,0.0006817332,0.0000023120188,0.6605734,0.0041732728,0.0008969958,0.00004340588,0.0001185339,0.00039311274],"genre_scores_gemma":[0.545474,0.0018930454,0.000005018552,0.4418372,0.009007068,0.00068869436,0.00010354894,0.00014328837,0.0008481507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98828197,0.005982636,0.0011291489,0.00078882155,0.0022886938,0.0015287349],"domain_scores_gemma":[0.94545287,0.05101904,0.0020412358,0.00070160243,0.00052251935,0.0002627132],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0089136185,0.00058100035,0.0018050667,0.0007286794,0.00046141786,0.00009328294,0.0009023759,0.0019026761,0.00054990436],"category_scores_gemma":[0.013706022,0.0004741788,0.0005792226,0.0031035375,0.0010003452,0.00046710978,0.000114880764,0.0046390803,0.00009253094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024572285,0.00006559704,0.06774927,0.00031777433,0.00014731952,0.00010999069,0.008982002,6.539215e-7,0.000003449047,0.0000019702009,0.90218896,0.020187307],"study_design_scores_gemma":[0.00005079114,0.000035631205,0.09388533,0.0034639314,0.00020618836,0.0000031749987,0.0011131798,0.0000116604115,0.0007466664,0.0021416512,0.89696187,0.001379933],"about_ca_topic_score_codex":0.006977092,"about_ca_topic_score_gemma":0.0004134741,"teacher_disagreement_score":0.21873623,"about_ca_system_score_codex":0.00035263758,"about_ca_system_score_gemma":0.003232186,"threshold_uncertainty_score":0.999771},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3039344762","doi":"10.1136/annrheumdis-2020-217237","title":"Population characteristics as important contextual factors in rheumatological trials: an exploratory meta-epidemiological study from an OMERACT Working Group","year":2020,"lang":"en","type":"review","venue":"Annals of the Rheumatic Diseases","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"Odense Universitetshospital; Oak Foundation","keywords":"Medicine; Epidemiology; Population; Meta-analysis; Physical therapy; Family medicine; Internal medicine; Gerontology; Environmental health","score_opus":0.4342632187980843,"score_gpt":0.4729137158865182,"score_spread":0.03865049708843388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039344762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3189391,0.6776414,0.0000039315364,0.00012807659,0.00022011177,0.0025075416,0.00048113387,0.000074834374,0.000003875802],"genre_scores_gemma":[0.39433125,0.60407156,0.00001718313,0.00009477978,0.000082734536,0.00029254385,0.0010563931,0.00005169489,0.0000018496447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98109233,0.011894457,0.004445974,0.0009115578,0.0010466621,0.0006090309],"domain_scores_gemma":[0.98869425,0.006441811,0.0027705997,0.0011752613,0.00012786368,0.00079018826],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045408625,0.0009866487,0.011924762,0.0002875377,0.00017367363,0.00013148908,0.0008617882,0.00033839475,0.0005076461],"category_scores_gemma":[0.025446588,0.0004829425,0.0025157225,0.0004818514,0.00025893733,0.00037596727,0.0002744062,0.0008191894,0.000018766155],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084349414,0.005061229,0.08493754,0.0022530896,0.008458403,0.00017334461,0.0013819184,9.3089824e-7,5.0540064e-7,0.0003321359,0.00015946559,0.89639795],"study_design_scores_gemma":[0.008444112,0.012350182,0.71829396,0.11042976,0.01631878,0.00015013613,0.016576653,0.00043287635,0.0000047179833,0.011532053,0.101329826,0.004136932],"about_ca_topic_score_codex":0.00068229804,"about_ca_topic_score_gemma":0.00013858969,"teacher_disagreement_score":0.892261,"about_ca_system_score_codex":0.000059398164,"about_ca_system_score_gemma":0.00034269918,"threshold_uncertainty_score":0.99976224},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3040674444","doi":"10.1016/j.jclinepi.2020.06.034","title":"Is it always possible to complete a systematic review in 2 weeks? Further thoughts and considerations","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Political science","score_opus":0.957996256029118,"score_gpt":0.7099015670895068,"score_spread":0.24809468893961117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040674444","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018297695,0.9366024,0.0032899778,0.055942472,0.0006835624,0.0028387737,0.00004560218,0.0000019016668,0.0005934525],"genre_scores_gemma":[0.000008935957,0.9500297,0.011447787,0.037028052,0.00059509673,0.00006980514,0.0000029561945,0.000026464551,0.0007912371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5017119,0.32595813,0.16638878,0.0020190014,0.0032796226,0.00064255367],"domain_scores_gemma":[0.2423632,0.6203525,0.12769736,0.005288283,0.00263776,0.0016608654],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.59147173,0.00079028466,0.10026003,0.0007510731,0.00008321364,0.0002311462,0.00233721,0.0006583966,0.0039606374],"category_scores_gemma":[0.84992945,0.0003240615,0.013783052,0.0016054574,0.00018618653,0.00017774061,0.00035214712,0.0018689105,0.00385582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000700447,0.00009006442,0.00043020575,0.412411,0.0018964421,0.00017346145,0.00019418832,0.0000039459815,1.1104045e-8,0.0018531262,0.52366793,0.05927261],"study_design_scores_gemma":[0.00014198296,0.00019028177,0.00004728018,0.23990753,0.0046224254,0.0006969393,0.000040244562,0.00012712154,1.4940807e-9,0.012490159,0.7415197,0.00021634756],"about_ca_topic_score_codex":0.0000037053162,"about_ca_topic_score_gemma":0.000031204094,"teacher_disagreement_score":0.2943944,"about_ca_system_score_codex":0.000057407302,"about_ca_system_score_gemma":0.00079209916,"threshold_uncertainty_score":0.99992114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3042459194","doi":"10.3747/co.27.5707","title":"Barriers to Conducting Cancer Trials in CanadA: An Analysis of Key Informant Interviews","year":2020,"lang":"en","type":"article","venue":"Current Oncology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; HIV Legal Network; Simon Fraser University; Canadian Breast Cancer Network; Canadian Cancer Society; Ontario Institute for Cancer Research; Canadian Centre for Applied Research in Cancer Control","funders":"","keywords":"Clinical trial; Medicine; Reimbursement; Grounded theory; Public relations; Health care; Family medicine; Medical education; Qualitative research; Political science; Pathology","score_opus":0.9025880259875455,"score_gpt":0.7006173499441595,"score_spread":0.20197067604338603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042459194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98168826,0.00059169426,0.00007746499,0.016062753,0.0006229978,0.00044456942,0.000051175186,0.0000069804473,0.00045412173],"genre_scores_gemma":[0.9953513,0.00067503506,0.00015497488,0.0035595133,0.00016103625,0.00005475935,0.00002134129,0.0000075571124,0.000014443065],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968556,0.0006805027,0.0014434048,0.00027638322,0.000462846,0.00028124405],"domain_scores_gemma":[0.9926515,0.0054757437,0.0003265809,0.00026326254,0.00037640592,0.00090649544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007227199,0.00009764952,0.0014623964,0.00026359587,0.000020795977,0.000004359177,0.00024991028,0.00013434693,0.0013435519],"category_scores_gemma":[0.07811345,0.00007860087,0.00015641714,0.0010373701,0.000082943574,0.000043649517,0.00016681103,0.0011263468,0.000004433744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010973141,0.00014510368,0.7920043,0.0006943877,0.0008968933,0.000046811143,0.017979369,0.0010409467,0.001444005,0.00073837774,0.003082338,0.18083015],"study_design_scores_gemma":[0.01476727,0.0087212995,0.22456324,0.0018998076,0.006316605,0.000006225313,0.07951381,0.07555728,0.009307716,0.00045046807,0.57778955,0.0011067375],"about_ca_topic_score_codex":0.3424829,"about_ca_topic_score_gemma":0.9644827,"teacher_disagreement_score":0.6219998,"about_ca_system_score_codex":0.0012489746,"about_ca_system_score_gemma":0.012195982,"threshold_uncertainty_score":0.99956936},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3044177754","doi":"10.1145/3360311","title":"Threats of a replication crisis in empirical computer science","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Empirical research; Biology; Virology; Epistemology; Philosophy","score_opus":0.5130321443891269,"score_gpt":0.5065862083389177,"score_spread":0.006445936050209267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044177754","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44891194,0.00030834167,0.0069039064,0.5398703,0.00023976546,0.00038175477,0.000021578486,0.000032708926,0.0033297122],"genre_scores_gemma":[0.9281175,0.000013034907,0.07116816,0.0006545411,0.000007711981,0.0000034387142,0.0000016741103,0.0000018778543,0.000032074357],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979695,0.00019834745,0.00055534893,0.00044071148,0.0007406866,0.00009542393],"domain_scores_gemma":[0.94548476,0.0009277249,0.00031372442,0.052894853,0.0003340354,0.000044911958],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0049696555,0.00004751322,0.00014146166,0.00017171346,0.0001684585,0.00007269508,0.046612095,0.00001566552,0.0000122861775],"category_scores_gemma":[0.03970119,0.00003110394,0.00006310783,0.0033677572,0.0006185626,0.0001675452,0.039508827,0.00009104406,0.000027358416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003633139,0.0006956136,0.24696963,0.000022731872,0.000021499905,2.5696468e-7,0.013623078,0.0040760436,0.0045551728,0.020113237,0.48959687,0.22028954],"study_design_scores_gemma":[0.00031356557,0.00005449406,0.47010273,0.000048540147,0.000014502808,0.0000012227705,0.0013410876,0.15349112,0.0027825295,0.36360502,0.008119355,0.0001258204],"about_ca_topic_score_codex":0.000026823784,"about_ca_topic_score_gemma":0.000016403952,"teacher_disagreement_score":0.53921574,"about_ca_system_score_codex":0.000020179408,"about_ca_system_score_gemma":0.00008120152,"threshold_uncertainty_score":0.96838784},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3047282220","doi":"10.1080/19466315.2020.1804444","title":"Clinical Trial Drug Safety Assessment for Studies and Submissions Impacted by COVID-19","year":2020,"lang":"en","type":"article","venue":"Statistics in Biopharmaceutical Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Clinical trial; Medicine; Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical emergency; Medical physics; Pathology","score_opus":0.9333092801230759,"score_gpt":0.7976081043465881,"score_spread":0.13570117577648777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047282220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070173675,0.0011106499,0.92999786,0.042713277,0.001235734,0.008122859,0.009129282,0.0001820911,0.00049088604],"genre_scores_gemma":[0.020545535,0.0035873884,0.97128296,0.0030576163,0.0007432725,0.00042423644,0.000038858503,0.00008384158,0.00023626682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98516023,0.008045508,0.0027841514,0.0012070405,0.0015617281,0.0012413681],"domain_scores_gemma":[0.5561916,0.4397702,0.00024623732,0.0004357113,0.0006880656,0.0026681817],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035708155,0.0003616977,0.0014794966,0.00015740834,0.00043944857,0.00012366663,0.0005779733,0.00032910326,0.0005618733],"category_scores_gemma":[0.71159303,0.00029494835,0.00015393656,0.00076791097,0.0021966489,0.00006254579,0.0007321509,0.0023868035,0.000021391743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055780552,0.0011442754,0.000857811,0.0021050242,0.00037762482,0.00013415783,0.00053521025,0.0000012816234,0.00042920394,0.4798917,0.41919732,0.03954586],"study_design_scores_gemma":[0.052085143,0.0016112524,0.00017114438,0.00007804989,0.0001374959,0.000001675949,0.00060067023,0.0061814096,0.00011174177,0.9019262,0.036722567,0.00037262624],"about_ca_topic_score_codex":0.0000152199,"about_ca_topic_score_gemma":0.000009619626,"teacher_disagreement_score":0.6758849,"about_ca_system_score_codex":0.00041355088,"about_ca_system_score_gemma":0.0010351876,"threshold_uncertainty_score":0.9999503},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3048211970","doi":"10.1016/j.jclinepi.2020.08.002","title":"Abbreviated and comprehensive literature searches led to identical or very similar effect estimates: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Interquartile range; Meta-analysis; Confidence interval; Medicine; Odds ratio; MEDLINE; Epidemiology; Statistics; Systematic review; Internal medicine; Mathematics; Biology","score_opus":0.9657825327774562,"score_gpt":0.7373159784020075,"score_spread":0.22846655437544872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048211970","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059164286,0.98380446,0.006010921,0.00456506,0.0012461068,0.003678452,0.000056721175,0.000011328486,0.000035331734],"genre_scores_gemma":[0.00014478016,0.973561,0.020205524,0.004390755,0.0012765676,0.00011584032,0.000014957355,0.000054581236,0.00023602172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.35168427,0.5268719,0.11291221,0.0033443097,0.004151956,0.001035326],"domain_scores_gemma":[0.11836913,0.81235003,0.059819687,0.0037207394,0.0031903957,0.0025500068],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.65717435,0.0022846272,0.18118617,0.0011588108,0.00017743459,0.0005645743,0.0049922173,0.0018434811,0.0028388405],"category_scores_gemma":[0.95434874,0.00070771464,0.043487135,0.0032226245,0.0005618383,0.00027348098,0.0013700783,0.005560776,0.0015128099],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007511529,0.00062727946,0.0113522485,0.0064770095,0.051405083,0.0026392918,0.00015866791,0.00007999734,9.162844e-8,0.00033451302,0.1296183,0.79655635],"study_design_scores_gemma":[0.0007525465,0.0062327664,0.002774846,0.004219295,0.03344564,0.0013661206,0.00006581525,0.00059915934,1.2755401e-8,0.002857459,0.9471851,0.00050121953],"about_ca_topic_score_codex":0.0000039070906,"about_ca_topic_score_gemma":0.000005131004,"teacher_disagreement_score":0.8175668,"about_ca_system_score_codex":0.0000732152,"about_ca_system_score_gemma":0.0006131437,"threshold_uncertainty_score":0.9995374},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3048373736","doi":"10.1186/s12961-020-00606-9","title":"Capacity development in patient-oriented research: programme evaluation and impact analysis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Capacity building; Medical education; Program evaluation; Qualitative research; Medicine; Health policy; Public health; Population health; Professional development; Nursing; Political science; Sociology","score_opus":0.8957701040535886,"score_gpt":0.6589979049166453,"score_spread":0.23677219913694325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048373736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98139113,0.0023303549,0.00003321017,0.006353351,0.00011197501,0.008432125,0.00007713198,0.000035141493,0.0012355516],"genre_scores_gemma":[0.99559355,0.00043300478,0.00012403671,0.0011973855,0.00027152535,0.0020367026,0.00023114363,0.000019216677,0.00009341116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9761935,0.016329866,0.0014649107,0.00066462107,0.0027188682,0.0026282705],"domain_scores_gemma":[0.99409777,0.0017649134,0.00025861285,0.00030131312,0.0012532366,0.0023241488],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.037722137,0.00019647033,0.00058664684,0.0015910106,0.0023095268,0.000052408952,0.00013868703,0.00019607255,0.000048648697],"category_scores_gemma":[0.0026039607,0.00015786369,0.00004173963,0.0042180847,0.00019190037,0.00014165745,0.00027165285,0.0016213347,0.00006407984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064650644,0.0003699392,0.70669353,0.012389949,0.00017844603,0.000009319124,0.19662291,0.000054442557,0.000026914206,0.006238943,0.003845534,0.072923586],"study_design_scores_gemma":[0.009147262,0.009050135,0.48101506,0.0051347422,0.00004635852,0.000006275586,0.119960465,0.09959457,0.00003008199,0.00096931,0.27418527,0.00086047436],"about_ca_topic_score_codex":0.070712954,"about_ca_topic_score_gemma":0.006803986,"teacher_disagreement_score":0.27033973,"about_ca_system_score_codex":0.0030319507,"about_ca_system_score_gemma":0.0055779833,"threshold_uncertainty_score":0.99898934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3048641009","doi":"10.1136/bmjebm-2020-111517","title":"Thrombolysis with alteplase 3–4.5 hours after acute ischaemic stroke: trial reanalysis adjusted for baseline imbalances","year":2020,"lang":"en","type":"letter","venue":"BMJ evidence-based medicine","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Thrombolysis; Medicine; Ischaemic stroke; Stroke (engine); Baseline (sea); Acute stroke; Clinical trial; Internal medicine; Cardiology; Emergency medicine; Tissue plasminogen activator; Myocardial infarction; Ischemia","score_opus":0.05651902862013785,"score_gpt":0.3302200308703915,"score_spread":0.2737010022502536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048641009","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029466122,0.0046793274,0.025735555,0.9523519,0.0013718541,0.011062036,0.00089851033,0.0004815011,0.00047270072],"genre_scores_gemma":[0.008459379,0.0018522593,0.014463143,0.91099554,0.040536366,0.0063198335,0.007230055,0.00049225974,0.009651166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98903763,0.0005038807,0.0023964148,0.002623754,0.0039024262,0.0015359095],"domain_scores_gemma":[0.9901908,0.0033653313,0.0018546853,0.002792963,0.0010523387,0.0007438927],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0019929593,0.0018267158,0.0047930838,0.0012993428,0.00018055207,0.0000698953,0.0009832459,0.0010391269,0.0020516096],"category_scores_gemma":[0.0042010914,0.0012487036,0.0012543122,0.0016318106,0.0009504528,0.00033194866,0.0002013747,0.0028610325,0.00010117447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09770994,0.00012252037,0.0008017017,0.002359814,0.006125421,0.008109339,0.00010252152,0.000020684842,0.00046454242,7.084075e-7,0.8826047,0.001578112],"study_design_scores_gemma":[0.123888865,0.015053002,0.00020589691,0.023409622,0.0865444,0.00020365806,0.00041327998,0.0028141828,0.0018441994,0.000009643154,0.7435217,0.00209153],"about_ca_topic_score_codex":0.0002622096,"about_ca_topic_score_gemma":0.000040946357,"teacher_disagreement_score":0.13908298,"about_ca_system_score_codex":0.0006692754,"about_ca_system_score_gemma":0.001551725,"threshold_uncertainty_score":0.99944776},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3063975890","doi":"10.1016/j.evalprogplan.2020.101870","title":"Assessing the Implementation Fidelity of Early Interventions: Data Collection Methods","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Canada Research Chairs","keywords":"Fidelity; Checklist; Data collection; Strengths and weaknesses; Psychological intervention; Computer science; Psychology; Process management; Applied psychology; Data science; Management science; Risk analysis (engineering); Medicine; Engineering; Nursing; Statistics; Social psychology; Mathematics","score_opus":0.9254453472003075,"score_gpt":0.8310459011868329,"score_spread":0.09439944601347461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3063975890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81305385,0.00047384627,0.15286592,0.025867622,0.00049865415,0.005615488,0.000060891292,0.00016969787,0.0013940411],"genre_scores_gemma":[0.92564124,0.000016362685,0.069946885,0.0036005552,0.00013712524,0.00045631005,0.0001766989,0.000009289219,0.00001550941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99373525,0.004368209,0.0009195307,0.00027598743,0.0004586641,0.00024237366],"domain_scores_gemma":[0.99711573,0.0015022709,0.0006403701,0.00024858554,0.0003881667,0.00010490368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016087981,0.00007905865,0.00014693818,0.000069443115,0.0009152152,0.000072746545,0.00021581606,0.000049159084,0.0005322183],"category_scores_gemma":[0.0032043196,0.00006180079,0.000027081982,0.00060985377,0.000060983046,0.0007095523,0.00018099886,0.0002541469,0.000009169214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023866796,0.000017805889,0.124082126,0.00036934525,0.000028330502,1.3225183e-7,0.049549334,0.000019312383,0.00046198044,0.00020350564,0.007859168,0.8173851],"study_design_scores_gemma":[0.0016906852,0.00036887368,0.7899645,0.0003208411,0.00014301478,0.000001212088,0.06104787,0.11312947,0.000119552205,0.0006719212,0.032391064,0.00015100939],"about_ca_topic_score_codex":0.00031897845,"about_ca_topic_score_gemma":0.000043643882,"teacher_disagreement_score":0.8172341,"about_ca_system_score_codex":0.0000593209,"about_ca_system_score_gemma":0.0005234473,"threshold_uncertainty_score":0.70391876},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3081624309","doi":"","title":"PREDATORY JOURNALS: A GLOBAL THREAT TO THE SCHOLARLY PUBLISHING LANDSCAPE","year":2020,"lang":"en","type":"article","venue":"Journal of Postgraduate Medical Institute","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Scholarship; Transparency (behavior); Library science; Internet privacy; Political science; Law; Computer science","score_opus":0.212730698079017,"score_gpt":0.4308979205207984,"score_spread":0.21816722244178138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081624309","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21837239,0.0030412292,0.023399284,0.74231166,0.0040631364,0.00018871608,0.00005036684,0.000035092187,0.008538125],"genre_scores_gemma":[0.93747973,0.00022393047,0.0009003008,0.056353066,0.0047748564,0.0000025052502,0.0000023963923,0.000014633738,0.00024860352],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98606735,0.0006616397,0.0022004105,0.00044972505,0.010086113,0.0005347635],"domain_scores_gemma":[0.9916441,0.0008486967,0.0013698445,0.0005282371,0.0028767693,0.0027323961],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.023303688,0.00025449315,0.00068658526,0.00028664732,0.00043445668,0.01885975,0.010395003,0.00037867954,0.00067522627],"category_scores_gemma":[0.20651361,0.00012740969,0.0003671457,0.0030518922,0.00024017639,0.030434573,0.0011885248,0.0035287368,0.00035141344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018282293,0.00004782467,0.02768582,0.000005131983,0.00009919679,0.0005315881,0.00129784,0.0002918277,0.00001716622,0.0017686179,0.8204354,0.14763673],"study_design_scores_gemma":[0.0013741028,0.0002774367,0.02345968,0.00027728215,0.00006281154,0.0014528914,0.0019076158,0.0017214902,0.00003375377,0.010825364,0.95833886,0.00026873144],"about_ca_topic_score_codex":0.000066092616,"about_ca_topic_score_gemma":0.0000833681,"teacher_disagreement_score":0.71910733,"about_ca_system_score_codex":0.00012264424,"about_ca_system_score_gemma":0.0017999125,"threshold_uncertainty_score":0.9987702},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3081647417","doi":"10.1177/0963662520950671","title":"Exploring scholars’ public engagement goals in Canada and the United States","year":2020,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Kavli Foundation; Chan Zuckerberg Initiative; Burroughs Wellcome Fund","keywords":"Public engagement; Demographics; Agency (philosophy); Sample (material); Public relations; Funding Agency; Political science; Sociology; Social science","score_opus":0.4329928537704818,"score_gpt":0.3110697779997487,"score_spread":0.12192307577073308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081647417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90980804,0.00006741901,0.0006672146,0.08237628,0.00013533578,0.00019783415,0.0000015425762,0.000037916016,0.006708394],"genre_scores_gemma":[0.99794984,0.0004918467,0.00009490794,0.0014133945,0.000018257902,0.0000140352995,0.0000018012418,0.0000051723673,0.000010730873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9972207,0.0008293032,0.00023573296,0.00022253541,0.0009905845,0.0005011591],"domain_scores_gemma":[0.9984718,0.0008187317,0.00011936265,0.00018950457,0.000129358,0.00027121676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008356762,0.00008944363,0.00015042766,0.0002787736,0.0023417159,0.0005553986,0.001012134,0.000014734541,0.00004455879],"category_scores_gemma":[0.002028341,0.00007235909,0.000018009814,0.003506814,0.0019481478,0.0011876487,0.00037578243,0.0004323856,8.9776955e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021790696,0.000032287473,0.057867173,0.00003765586,0.000023117067,0.0000032789933,0.24280642,0.000539924,0.00005900171,0.6962759,0.0001503993,0.0021830695],"study_design_scores_gemma":[0.0007546854,0.000025430594,0.005824091,0.000037877766,0.0000057520942,2.2459584e-7,0.96485853,0.003711034,0.00004041482,0.0024447967,0.022146257,0.00015089102],"about_ca_topic_score_codex":0.8445402,"about_ca_topic_score_gemma":0.7823097,"teacher_disagreement_score":0.7220521,"about_ca_system_score_codex":0.0012256658,"about_ca_system_score_gemma":0.0020175723,"threshold_uncertainty_score":0.9989571},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3082235742","doi":"10.1136/bmjebm-2020-111362","title":"Conventional compared to network meta-analysis to evaluate antibiotic prophylaxis in patients with cancer and haematopoietic stem cell transplantation recipients","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Neutropenia and Cancer Infections","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Pediatric Oncology Group; Toronto General Hospital; University of Toronto","funders":"National Institute for Health and Care Research; Pediatric Oncology Group of Ontario","keywords":"Meta-analysis; Medicine; Internal medicine; Placebo; Transplantation; Trimethoprim; Relative risk; Hematopoietic stem cell transplantation; Antibiotics; Oncology; Surgery; Confidence interval; Biology; Microbiology; Pathology","score_opus":0.14006914249045047,"score_gpt":0.3592804178242128,"score_spread":0.21921127533376236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082235742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96739095,0.0013115716,0.0030124064,0.02458723,0.00015335681,0.0033931674,0.00004565901,0.000040550985,0.00006509534],"genre_scores_gemma":[0.9918417,0.000059640428,0.0006294308,0.006801752,0.00015419413,0.0002984819,0.00007230908,0.0000235541,0.00011897869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99733263,0.00019961606,0.000614228,0.0006001045,0.00093981455,0.00031359642],"domain_scores_gemma":[0.99843204,0.00019918583,0.00017447816,0.00027646037,0.00037684408,0.0005409733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005617865,0.00026663815,0.0012182189,0.0003176376,0.00008269422,0.000018022809,0.00010159877,0.0000551863,0.00066519494],"category_scores_gemma":[0.000057536763,0.00018020139,0.00017569878,0.002243472,0.000083678206,0.0001139098,0.00001882759,0.00018552234,0.000026377755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006555292,0.00023439848,0.94628775,0.0008954798,0.0065166582,0.00008015792,0.0010654781,0.034482606,0.00046850755,0.000013561443,0.002327529,0.0010725609],"study_design_scores_gemma":[0.006962511,0.004337783,0.909039,0.0014029946,0.0761214,0.000004320884,0.0000872205,0.00063181185,0.0007926087,0.000004051636,0.0002987497,0.00031754887],"about_ca_topic_score_codex":0.00036597028,"about_ca_topic_score_gemma":0.00033639892,"teacher_disagreement_score":0.06960474,"about_ca_system_score_codex":0.00013450946,"about_ca_system_score_gemma":0.00024162645,"threshold_uncertainty_score":0.7348399},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3083317287","doi":"10.1016/j.heliyon.2020.e04836","title":"A scoping review of co-production between researchers and journalists in research communication","year":2020,"lang":"en","type":"review","venue":"Heliyon","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Production (economics); Engineering ethics; Data science; Knowledge management; Political science; Engineering; Computer science","score_opus":0.948470286633369,"score_gpt":0.7097935114557637,"score_spread":0.23867677517760522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083317287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000110264145,0.9881581,6.5393317e-7,0.004908545,0.000029715367,0.0016688597,0.000012535255,0.000016925087,0.005193645],"genre_scores_gemma":[0.0000084711455,0.9993505,0.0000803782,0.000034120556,0.00017026244,0.00010664282,0.00014858613,0.000018340339,0.0000827338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990684,0.0073921103,0.00073202135,0.00024918857,0.00069144333,0.00025125357],"domain_scores_gemma":[0.99754363,0.0010654468,0.00034678075,0.0005667462,0.0003465693,0.00013079707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012690392,0.00011980606,0.0008662865,0.0003802131,0.00040138737,0.00006850256,0.0006026347,0.00021950933,0.00024819275],"category_scores_gemma":[0.0041146385,0.00011812984,0.00010213925,0.0013153302,0.00051498844,0.00016855699,0.00021526933,0.0010534561,0.000050438433],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001649254,0.000011732557,0.000044586508,0.27012405,0.000006441171,4.0060328e-7,0.0035300953,4.6584616e-9,5.791717e-7,0.00012899152,0.00022280167,0.72592866],"study_design_scores_gemma":[0.00002577525,0.000009525185,0.000018430113,0.48758382,0.000018901794,7.161674e-7,0.00058463245,4.6868497e-8,1.7276594e-7,0.000025279798,0.5116761,0.000056615223],"about_ca_topic_score_codex":0.000454744,"about_ca_topic_score_gemma":0.0021101376,"teacher_disagreement_score":0.72587204,"about_ca_system_score_codex":0.00040187643,"about_ca_system_score_gemma":0.00058911095,"threshold_uncertainty_score":0.49259037},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3083911301","doi":"10.1093/cid/ciaa1353","title":"Methodological and Reporting Quality of Noninferiority Randomized Controlled Trials Comparing Antibiotic Therapies: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Clinical Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Medicine; Blinding; Randomized controlled trial; Systematic review; MEDLINE; Confidence interval; Protocol (science); Meta-analysis; Odds ratio; Intensive care medicine; Food and drug administration; Internal medicine; Alternative medicine; Medical emergency","score_opus":0.9643438506930195,"score_gpt":0.7238925584481332,"score_spread":0.24045129224488637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083911301","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006186457,0.9698381,0.0043041916,0.000090987836,0.00059716013,0.024393411,0.00006169143,0.00004204692,0.00061053754],"genre_scores_gemma":[0.0012845267,0.99672663,0.00036399544,0.00034502384,0.00025062595,0.0008235548,0.00002533646,0.000036235735,0.00014404769],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.2640335,0.54007304,0.18922669,0.0022055528,0.0041122646,0.00034894038],"domain_scores_gemma":[0.013138097,0.65111005,0.32772294,0.0051603788,0.0021483807,0.0007201332],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.84135014,0.0013412589,0.35951012,0.0004101409,0.00018790006,0.0009175332,0.0017277546,0.00055431,0.0011938182],"category_scores_gemma":[0.9859631,0.0004709346,0.07878127,0.0016489619,0.00075047824,0.00014316206,0.00051481737,0.00085320906,0.00024705287],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006367039,0.00028612788,0.0022934224,0.93041986,0.016424332,0.000018793753,0.000023135839,3.5894405e-7,2.4870882e-8,0.0010239802,0.00052025344,0.048353005],"study_design_scores_gemma":[0.0436874,0.0001830603,0.00024286265,0.6784086,0.25241867,0.0000469403,0.0000705759,0.00030505634,1.4319971e-8,0.0037632352,0.019895328,0.0009782303],"about_ca_topic_score_codex":0.000011120854,"about_ca_topic_score_gemma":0.0000036761082,"teacher_disagreement_score":0.28072885,"about_ca_system_score_codex":0.00005162014,"about_ca_system_score_gemma":0.0005830393,"threshold_uncertainty_score":0.99993384},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3084009055","doi":"10.5152/dir.2020.20240","title":"Analysis of potential predatory journals in radiology","year":2020,"lang":"en","type":"article","venue":"Diagnostic and Interventional Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Radiology; Medical physics","score_opus":0.035055644156818284,"score_gpt":0.3439515767542203,"score_spread":0.308895932597402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084009055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504525,0.0058990945,0.0018357044,0.006554873,0.00020079108,0.00012731578,0.000024082528,0.00000786311,0.00030504915],"genre_scores_gemma":[0.9971833,0.001295604,0.0001984587,0.00096134783,0.00017497291,0.000013558447,0.00012479116,0.0000055181454,0.000042453965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882597,0.00020836748,0.00049554324,0.0002377412,0.000076942815,0.00015546664],"domain_scores_gemma":[0.99873346,0.0007752965,0.00020386295,0.00008519729,0.00007611974,0.00012606558],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035746512,0.000091647584,0.00053258234,0.00033703592,0.000022978229,0.0000046656255,0.00006913996,0.00014674924,0.0012652089],"category_scores_gemma":[0.0025420787,0.0000820476,0.00021067132,0.00032071982,0.00018732237,0.00008418489,0.000029021918,0.00021911456,0.000007957887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037257097,0.00026299883,0.98806244,0.000069535934,0.0015450668,0.00008004261,0.0003507142,0.0005120848,0.00091421936,0.0027445403,0.002206266,0.0028795376],"study_design_scores_gemma":[0.00085918605,0.00081148493,0.9912226,0.00003741376,0.0009131249,0.0003852097,0.00016970074,0.0042975675,0.000024372795,0.00028452533,0.00092988554,0.000064913394],"about_ca_topic_score_codex":0.000026413549,"about_ca_topic_score_gemma":0.000006615844,"teacher_disagreement_score":0.012138069,"about_ca_system_score_codex":0.000024295325,"about_ca_system_score_gemma":0.00005959836,"threshold_uncertainty_score":0.9996478},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3084104727","doi":"10.2478/jdis-2020-0038","title":"Scientometric Analysis of Research Output from Brazil in Response to the Zika Crisis Using e-Lattes","year":2020,"lang":"en","type":"article","venue":"Journal of Data and Information Science","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Originality; Zika virus; Dimension (graph theory); Value (mathematics); Sociology; Library science; Public relations; Political science; Medicine; Social science; Computer science; Qualitative research","score_opus":0.3078280822000569,"score_gpt":0.444984785050678,"score_spread":0.1371567028506211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084104727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788035,0.00008962727,0.012009953,0.008676639,0.00011941546,0.000075356525,0.000078493584,0.0000030170636,0.00014398216],"genre_scores_gemma":[0.99689835,0.000043668533,0.0007626056,0.0021726298,0.00010468611,2.4276298e-7,0.000015249455,0.0000013990602,0.0000011851866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997762,0.00002601808,0.00058464974,0.00013720887,0.0013166533,0.00017344301],"domain_scores_gemma":[0.9978387,0.00021889688,0.00042679452,0.00035762062,0.0011218591,0.00003617992],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00862939,0.000059477792,0.00018220744,0.0057948725,0.00021696728,0.0009001504,0.0017773269,0.000020996722,0.00005264674],"category_scores_gemma":[0.0054925107,0.000038172628,0.000025159658,0.033208776,0.00022769049,0.024833314,0.0010873596,0.00015475212,0.000022256501],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031290695,0.00029708917,0.54094815,0.0004589046,0.0003814061,0.000017459583,0.021086883,0.039634477,0.025710352,0.0029325313,0.070717156,0.29468653],"study_design_scores_gemma":[0.00025753528,0.00003345347,0.44850358,0.000088467124,0.00013177881,0.0000022555275,0.0057852184,0.4100939,0.00024177165,0.000066440385,0.13466805,0.00012755003],"about_ca_topic_score_codex":0.00042544986,"about_ca_topic_score_gemma":0.00002287253,"teacher_disagreement_score":0.3704594,"about_ca_system_score_codex":0.000024751394,"about_ca_system_score_gemma":0.00013397906,"threshold_uncertainty_score":0.98880583},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3087536037","doi":"10.1136/medhum-2020-011845","title":"The rationales for and challenges with employing arts-based health services research (ABHSR): a qualitative systematic review of primary studies","year":2020,"lang":"en","type":"review","venue":"Medical Humanities","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Qualitative research; Photovoice; The arts; Sociology; CLARITY; Health services research; Focus group; Citizen journalism; Thematic analysis; Health care; Participatory action research; Public relations; Medical education; Psychology; Medicine; Social science; Nursing; Public health; Computer science; Political science","score_opus":0.9567754510301528,"score_gpt":0.7791262383627819,"score_spread":0.17764921266737088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087536037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.398567e-7,0.990081,0.00004885515,0.004592305,0.000047124846,0.0046198014,0.00003824147,0.000031910877,0.0005401266],"genre_scores_gemma":[0.0000015036695,0.99477935,0.0003114805,0.0006241234,0.00019712691,0.003890438,0.000017154598,0.000029897206,0.00014892919],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9734991,0.021009449,0.001145588,0.00037124436,0.0033995726,0.00057501736],"domain_scores_gemma":[0.94572777,0.05202654,0.000670716,0.0002640047,0.0010376768,0.0002733204],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.058227852,0.00025513754,0.0028342197,0.00014036143,0.0017199743,0.00009493968,0.00070875796,0.000113625996,0.00001012607],"category_scores_gemma":[0.015383073,0.0001360393,0.00017886411,0.00030976025,0.0038905612,0.00010713556,0.0001676724,0.00049863907,0.00000363754],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008194948,0.000021446864,5.3529643e-8,0.8445894,0.00025309908,0.0000029012372,0.059701826,1.7877455e-9,1.6935635e-9,0.04818059,0.00009639333,0.047146097],"study_design_scores_gemma":[0.00005607761,0.00022302223,1.0319188e-7,0.50749207,0.00014014654,4.0859754e-7,0.0786685,0.0000010543549,3.366612e-8,0.00065419776,0.41268867,0.00007571972],"about_ca_topic_score_codex":0.000095505246,"about_ca_topic_score_gemma":0.0021549878,"teacher_disagreement_score":0.41259226,"about_ca_system_score_codex":0.000401869,"about_ca_system_score_gemma":0.0058067525,"threshold_uncertainty_score":0.9998294},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3087544668","doi":"10.1002/pst.2068","title":"Assessing the quality of studies in meta‐research: Review/guidelines on the most important quality assessment tools","year":2020,"lang":"en","type":"review","venue":"Pharmaceutical Statistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jadad scale; Systematic review; Observational study; Meta-analysis; Quality (philosophy); Scale (ratio); Publication bias; Consolidated Standards of Reporting Trials; Randomized controlled trial; Computer science; MEDLINE; Management science; Medicine; Engineering; Cochrane Library; Pathology","score_opus":0.996400707501376,"score_gpt":0.8337696602368216,"score_spread":0.16263104726455435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087544668","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013490574,0.9796069,0.00619727,0.007194105,0.0003924206,0.0042539136,0.0011988273,0.000005420069,0.0011497798],"genre_scores_gemma":[0.00002625975,0.9884336,0.007619636,0.0027568296,0.00017355868,0.0006353392,0.000049051934,0.000033813063,0.0002719298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6569226,0.25015128,0.062189166,0.002758909,0.026863687,0.0011143986],"domain_scores_gemma":[0.5374619,0.41899183,0.02525914,0.007834525,0.0099229505,0.0005296677],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5529103,0.00093889306,0.021192381,0.00023980864,0.00038748485,0.0012499504,0.0045885313,0.00015396642,0.0036895827],"category_scores_gemma":[0.5636719,0.00028410187,0.004065914,0.0044912505,0.00086259964,0.00018797725,0.0010243502,0.0023002727,0.00044061808],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030594726,0.00013389425,0.000043622695,0.04116113,0.0044990596,0.000027945722,0.00008406862,0.0000041734893,3.4911355e-7,0.08413507,0.12531503,0.7445926],"study_design_scores_gemma":[0.000071955714,0.00002663454,0.000046470475,0.008181733,0.007882097,0.0000033620447,0.00054391735,0.000918482,3.6976604e-7,0.008913156,0.97311825,0.00029355992],"about_ca_topic_score_codex":0.000040935283,"about_ca_topic_score_gemma":0.000031476087,"teacher_disagreement_score":0.84780324,"about_ca_system_score_codex":0.00025649427,"about_ca_system_score_gemma":0.00093741965,"threshold_uncertainty_score":0.99996114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3087727097","doi":"10.1186/s43058-020-00068-8","title":"Advancing the pragmatic measurement of sustainment: a narrative review of measures","year":2020,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Narrative; History; Political science; Linguistics; Philosophy","score_opus":0.6523923922329052,"score_gpt":0.7300703640853611,"score_spread":0.07767797185245584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087727097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010946403,0.96132654,0.0011599399,0.026004018,0.00024191485,0.009090727,0.00029470123,0.000039615865,0.0018414691],"genre_scores_gemma":[0.00025011727,0.99076134,0.0025271685,0.0034396916,0.000042026302,0.0028558099,0.00006794074,0.000030230978,0.00002569422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98329633,0.0067142053,0.005247871,0.00054058165,0.0033080275,0.0008929524],"domain_scores_gemma":[0.9809501,0.0051281406,0.0066273636,0.003083899,0.0038960166,0.00031448007],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.027348073,0.00037813451,0.0017149311,0.00051807787,0.002631937,0.000025691097,0.004865682,0.00008473107,0.00051249005],"category_scores_gemma":[0.0133237485,0.00026323757,0.0002992298,0.005465651,0.0016523321,0.00057720277,0.0015141863,0.0008365759,0.000059846603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030767135,0.00006184613,0.000042454147,0.1284549,0.000119876946,2.7495207e-7,0.051156875,4.3711583e-7,0.00004956443,0.010383556,0.025036734,0.7846904],"study_design_scores_gemma":[0.0002399493,0.000062499275,0.000024820034,0.04398291,0.00033156414,0.000002303327,0.031323444,0.000007838077,0.0000075785256,0.00012131542,0.92371595,0.0001798374],"about_ca_topic_score_codex":0.000304634,"about_ca_topic_score_gemma":0.0005698143,"teacher_disagreement_score":0.8986792,"about_ca_system_score_codex":0.0017947115,"about_ca_system_score_gemma":0.020253714,"threshold_uncertainty_score":0.999982},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","score_opus":0.8269559494441125,"score_gpt":0.6651916119829281,"score_spread":0.16176433746118446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088124318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246776,0.0009663664,0.00015782124,0.1689789,0.000064107255,0.0046784896,0.000008751952,0.000027584574,0.00044037806],"genre_scores_gemma":[0.9954824,0.0007099579,0.00116566,0.00080205256,0.00050167926,0.0009016979,0.0000039664606,0.000013794463,0.00041883314],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9823352,0.003965064,0.00060203247,0.0006767152,0.011620462,0.00080054556],"domain_scores_gemma":[0.9888256,0.0065176343,0.000074014395,0.0005400486,0.0035924825,0.00045022604],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.075180605,0.00012156334,0.0001907853,0.0008187682,0.0007765813,0.0023816768,0.000540005,0.00012214026,0.00022972669],"category_scores_gemma":[0.07909382,0.0000791803,0.000025939737,0.004289315,0.0002975173,0.000966164,0.0004831767,0.00074047776,0.0003119594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005793633,0.00006178048,0.07049276,0.00007399791,0.0000148510435,0.0000034128939,0.022717193,0.00009135117,0.00006148239,0.016993718,0.0030118744,0.88589823],"study_design_scores_gemma":[0.0013545686,0.0011894136,0.7148746,0.00069475744,0.000006558426,0.0000027655628,0.0044374606,0.1487891,0.00009389381,0.056492858,0.07183165,0.0002323677],"about_ca_topic_score_codex":0.0005709722,"about_ca_topic_score_gemma":0.0016006458,"teacher_disagreement_score":0.88566583,"about_ca_system_score_codex":0.0002977117,"about_ca_system_score_gemma":0.0019540943,"threshold_uncertainty_score":0.99865395},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3088518226","doi":"10.1016/j.jclinepi.2020.07.022","title":"Supporting effective participation in health guideline development groups: The Guideline Participant Tool","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Guideline; Grading (engineering); Medicine; Psychology; Knowledge translation; Medical education; Applied psychology; Family medicine; Computer science; Engineering; Knowledge management; Pathology","score_opus":0.6625583741484894,"score_gpt":0.6702799736686993,"score_spread":0.007721599520209899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088518226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50465864,0.00057727564,0.081836194,0.41124487,0.0007038715,0.0009270234,0.0000027419353,0.000022172506,0.000027215552],"genre_scores_gemma":[0.78587395,0.0002940993,0.0690068,0.1425687,0.0021591028,0.000026458194,0.000034809298,0.00002453842,0.000011557068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95030737,0.010009252,0.037602384,0.0005522333,0.0006106397,0.0009181105],"domain_scores_gemma":[0.8945792,0.08461573,0.017861448,0.0004950126,0.0013663059,0.0010823142],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1291607,0.0002438581,0.0030155315,0.000096664364,0.000090118614,0.000009683573,0.00025597893,0.0002314873,0.00026777695],"category_scores_gemma":[0.5443256,0.00015034569,0.0005527906,0.00036136317,0.00017706928,0.00021019058,0.0001391999,0.0016877402,0.00005130469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003500769,0.0007676562,0.5008316,0.00012610097,0.0003727587,0.0001399957,0.0011224728,0.002629784,0.000071624665,0.0004763314,0.052066226,0.43789467],"study_design_scores_gemma":[0.008334069,0.005328964,0.6204636,0.00027132567,0.00033347023,0.0001766723,0.0011239436,0.03572453,0.000046009533,0.0021278341,0.32582754,0.00024206824],"about_ca_topic_score_codex":0.00010032836,"about_ca_topic_score_gemma":0.00010058545,"teacher_disagreement_score":0.4376526,"about_ca_system_score_codex":0.00015054201,"about_ca_system_score_gemma":0.0015670728,"threshold_uncertainty_score":0.8967123},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3090996960","doi":"10.1136/bmjebm-2020-111499","title":"Quality of early evidence on the pathogenesis, diagnosis, prognosis and treatment of COVID-19","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Checklist; MEDLINE; Critical appraisal; Medicine; Rigour; Systematic review; Consolidated Standards of Reporting Trials; Declaration; Family medicine; Publication bias; Clinical study design; Data extraction; Clinical trial; Alternative medicine; Psychology; Meta-analysis; Pathology; Political science","score_opus":0.5759781474648025,"score_gpt":0.5831047699438358,"score_spread":0.007126622479033284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090996960","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033447111,0.8836675,0.00010627154,0.106363006,0.00011397191,0.009200175,0.00014135666,0.000057843332,0.000015381906],"genre_scores_gemma":[0.005272352,0.9850683,0.00015362242,0.00398845,0.0007058112,0.0046352544,0.000028391867,0.00007020654,0.00007761468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887285,0.0031762328,0.0033379404,0.0013601374,0.002802623,0.00059455266],"domain_scores_gemma":[0.79159653,0.20278504,0.0021592856,0.001767313,0.00067480846,0.0010169864],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075322916,0.00094783196,0.006883209,0.00044914076,0.00016537607,0.000015461146,0.0006558876,0.00039134658,0.00031223078],"category_scores_gemma":[0.41404334,0.0004683181,0.0011692956,0.0015310892,0.002361379,0.00009167012,0.00025576676,0.00060463,0.000021817896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017442615,0.0007627913,0.023541007,0.15127037,0.0009768867,0.0002596352,0.00040273587,0.0000013948127,0.000026530694,0.00019414356,0.003118599,0.81770164],"study_design_scores_gemma":[0.0021187577,0.018473707,0.00896362,0.26421022,0.004894983,0.0000056764407,0.00008383263,0.0000081035605,0.000058656537,0.000050135845,0.70071024,0.00042205182],"about_ca_topic_score_codex":0.0018872094,"about_ca_topic_score_gemma":0.000043900844,"teacher_disagreement_score":0.8172796,"about_ca_system_score_codex":0.0009378795,"about_ca_system_score_gemma":0.007517273,"threshold_uncertainty_score":0.99977684},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3094203153","doi":"10.1136/bmjebm-2020-111452","title":"Optimising the process for conducting scoping reviews","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; BC Children's Hospital; University of Toronto; Dalhousie University; York University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Process (computing); Systematic review; Resource (disambiguation); Knowledge management; Process management; Best practice; Key (lock); Computer science; Management science; Data science; Engineering; MEDLINE; Political science","score_opus":0.895103126102174,"score_gpt":0.7197301643337385,"score_spread":0.17537296176843553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094203153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011113873,0.92003435,0.0029960063,0.04882947,0.0026302726,0.025135271,0.000008587311,0.00007246426,0.00029245633],"genre_scores_gemma":[0.0000025631641,0.9695638,0.0011702315,0.007254298,0.009902827,0.0115453685,0.000073008305,0.000057902384,0.0004300384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99002653,0.0036058337,0.00292172,0.00084798486,0.001111593,0.0014863388],"domain_scores_gemma":[0.9722173,0.022975633,0.0023490656,0.0008300898,0.0008015365,0.0008263656],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.028991865,0.00048712303,0.0027275467,0.00031921262,0.0026406052,0.000033815602,0.0011819132,0.0003581536,0.0006569694],"category_scores_gemma":[0.10179639,0.00024343682,0.0003006394,0.002010405,0.00041852015,0.00034383018,0.000109746376,0.0019354305,0.00032475888],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019739588,0.000008051316,0.000008112787,0.31934646,0.000011202377,0.0000026624548,0.0012937605,0.000002146368,4.862236e-7,0.00002994522,0.070177466,0.6091],"study_design_scores_gemma":[0.0001622236,0.00014322474,3.8042288e-7,0.43489125,0.00015909651,0.0000031380905,0.0010923144,0.00012103917,2.8720538e-7,0.000024321107,0.56326693,0.0001357563],"about_ca_topic_score_codex":0.0001640911,"about_ca_topic_score_gemma":0.00003315778,"teacher_disagreement_score":0.6089642,"about_ca_system_score_codex":0.000624968,"about_ca_system_score_gemma":0.023733709,"threshold_uncertainty_score":0.9998572},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3094906546","doi":"10.23970/ahrqepcwhitepapernarratively","title":"Roadmap for Narratively Describing Effects of Interventions in Systematic Reviews","year":2020,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Brown University; Kaiser Permanente; University of Minnesota; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Systematic review; Psychology; Computer science; Data science; Political science; MEDLINE","score_opus":0.9383048403335819,"score_gpt":0.6019944546892199,"score_spread":0.336310385644362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094906546","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005562837,0.18596391,0.610033,0.0007828186,0.004701711,0.072469525,0.00011130966,0.000026141955,0.12535533],"genre_scores_gemma":[0.2261639,0.008791229,0.09254516,0.0005423152,0.0010323077,0.023390643,0.00026868997,0.0002989369,0.6469668],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8939249,0.035071,0.058858458,0.0020584164,0.0096753,0.00041193046],"domain_scores_gemma":[0.9076358,0.030868627,0.05024268,0.0058236066,0.0051655746,0.00026372765],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.28900817,0.00066956686,0.023164159,0.0010752619,0.00006862182,0.0004797212,0.0024815202,0.0002663933,0.0023335028],"category_scores_gemma":[0.55031985,0.0002868175,0.014368048,0.002104998,0.00004334062,0.00019312427,0.00022631006,0.00029799345,0.0010061412],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003047034,0.00010547378,0.00049650564,0.6103641,0.00071755255,0.0000070268884,0.0009850353,0.0000064790347,0.000045671022,0.00072348135,0.38291445,0.0036312032],"study_design_scores_gemma":[0.0010444442,0.00065674825,0.00072278304,0.58111846,0.009886526,0.00006961623,0.0035522205,0.0047473256,0.00020536408,0.0049417973,0.39134547,0.0017092383],"about_ca_topic_score_codex":0.000036599995,"about_ca_topic_score_gemma":0.00034444212,"teacher_disagreement_score":0.5216115,"about_ca_system_score_codex":0.0001798706,"about_ca_system_score_gemma":0.00042300232,"threshold_uncertainty_score":0.9999584},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3095043942","doi":"10.15173/ijsap.v4i2.4203","title":"Evaluating community-based research: Hearing the views of student research partners","year":2020,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University College Cork; Johns Hopkins University","keywords":"General partnership; Participatory action research; Disadvantaged; Popularity; Public relations; Citizen journalism; Community-based participatory research; Construct (python library); Qualitative research; Medical education; Sociology; Pedagogy; Political science; Medicine; Social science","score_opus":0.9190089450888134,"score_gpt":0.7797105787029218,"score_spread":0.13929836638589155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095043942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968887,0.00013695324,0.00024165302,0.07982603,0.0019718911,0.0009819446,0.000007780081,0.000022252076,0.0199228],"genre_scores_gemma":[0.9950554,0.00015383106,0.0004422417,0.0015222959,0.0008749067,0.00011582671,0.000007040662,0.000015710471,0.0018127654],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98877716,0.0047908514,0.00053760834,0.00017678883,0.005255115,0.00046249366],"domain_scores_gemma":[0.99396914,0.002975404,0.00024240068,0.00019534568,0.002347467,0.00027022208],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03215017,0.00009568184,0.00015453307,0.00019553141,0.0032179554,0.0007347297,0.0024252895,0.00004812328,0.00034723314],"category_scores_gemma":[0.003312154,0.00007443256,0.00014392554,0.0004563284,0.00042885408,0.00023998505,0.00035295967,0.0014044715,0.000054553715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009930038,0.0024539244,0.103007354,0.0000646867,0.0013818286,0.00003069408,0.5876928,0.00781486,0.0011823779,0.069847815,0.19766928,0.027861364],"study_design_scores_gemma":[0.0010716532,0.0004961898,0.006499566,0.00009473636,0.000022292816,0.0000016468509,0.14620027,0.00012656984,0.0001379497,0.0019311471,0.8433097,0.0001082556],"about_ca_topic_score_codex":0.0009145867,"about_ca_topic_score_gemma":0.00022757269,"teacher_disagreement_score":0.64564043,"about_ca_system_score_codex":0.0004272933,"about_ca_system_score_gemma":0.00074573694,"threshold_uncertainty_score":0.9980797},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3096222855","doi":"10.1101/2020.10.26.354274","title":"Embrace heterogeneity to improve reproducibility: A perspective from meta-analysis of variation in preclinical research","year":2020,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generalizability theory; Reproducibility; Variation (astronomy); Disease; Perspective (graphical); Meta-analysis; Standardization; Population; Psychology; Medicine; Computer science; Statistics; Pathology; Artificial intelligence; Developmental psychology; Mathematics","score_opus":0.39349155706895306,"score_gpt":0.45723056288763125,"score_spread":0.0637390058186782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096222855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931017,0.0013662478,0.0010431278,0.0011646891,0.00023889665,0.0012675984,0.0015936764,0.00020718607,0.000016867178],"genre_scores_gemma":[0.98713213,0.000025927277,0.01190182,0.000110712186,0.00034779595,0.00038774995,7.9492725e-7,0.000089485366,0.0000035618518],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9900597,0.0021010062,0.0013332517,0.005035948,0.0009230534,0.00054705166],"domain_scores_gemma":[0.9914061,0.0013217123,0.0007420428,0.0044791037,0.0017276959,0.00032336975],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0077368882,0.0005424764,0.0022921115,0.0008512696,0.00010255798,0.00014987867,0.001028935,0.0004561777,0.00012436447],"category_scores_gemma":[0.016764242,0.0005436615,0.0010554243,0.0025847345,0.00017539013,0.0001470358,0.0018764366,0.0017137431,0.00005844212],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094583497,0.0007139283,0.013197265,0.00017574169,0.056466527,0.0001248133,0.0005280405,0.00037608668,0.9268442,0.00059996534,0.000026559204,0.0000010854734],"study_design_scores_gemma":[0.00044700337,0.0010323881,0.8516228,0.00012464002,0.037789244,6.770996e-9,0.00005457352,0.0058296495,0.101934,0.00014780895,0.000059077567,0.00095877657],"about_ca_topic_score_codex":0.006031888,"about_ca_topic_score_gemma":0.000087191285,"teacher_disagreement_score":0.8384256,"about_ca_system_score_codex":0.0005665407,"about_ca_system_score_gemma":0.0005316837,"threshold_uncertainty_score":0.9997015},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3097350248","doi":"10.5206/elip.v3i1.8618","title":"The Enlightenment of Peer Review","year":2020,"lang":"en","type":"article","venue":"Emerging Library & Information Perspectives","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Scholarly communication; Transformative learning; Information literacy; Openness to experience; Enlightenment; Sociology; Leverage (statistics); Publishing; Public relations; Pedagogy; Political science; Computer science; Psychology","score_opus":0.01695382724793206,"score_gpt":0.3068083052333144,"score_spread":0.2898544779853824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097350248","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021382326,0.0053559165,0.0001218135,0.6667485,0.00028190974,0.00033163876,0.000008019118,0.00011089285,0.32490307],"genre_scores_gemma":[0.9184953,0.046184752,0.0019168593,0.020288024,0.0010288405,0.000097263204,0.000095227784,0.000016233676,0.011877512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890256,0.00008661428,0.00025520026,0.000056930665,0.0006008334,0.00009789172],"domain_scores_gemma":[0.9992633,0.000056653436,0.00017235226,0.00009292637,0.0003529699,0.00006181182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004099625,0.0000521178,0.00007256712,0.000027543743,0.0004330186,0.00011839596,0.00020741746,0.000021771644,0.0009056558],"category_scores_gemma":[0.00084916735,0.00003977127,0.0000439103,0.0005458873,0.00011186192,0.0028617762,0.000026806969,0.00006634459,0.000075365795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010362398,0.000011804402,0.00015740594,0.000047504418,0.000012787846,3.9354752e-8,0.2481282,0.0000074380478,0.0000037538912,0.3791298,0.36233765,0.010153256],"study_design_scores_gemma":[0.0000416951,0.00001109658,0.0003679546,0.000033139902,0.00000453976,5.9544828e-8,0.15538791,0.000031289856,0.00010024253,0.00035031952,0.84362805,0.000043708864],"about_ca_topic_score_codex":0.000015521717,"about_ca_topic_score_gemma":0.0000017474013,"teacher_disagreement_score":0.91635704,"about_ca_system_score_codex":0.000026307172,"about_ca_system_score_gemma":0.00025161935,"threshold_uncertainty_score":0.9916296},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3097660013","doi":"10.1139/cjfr-2020-0311","title":"Paradigm shifts in forestry and forest research: a bibliometric analysis","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Forest Research","topic":"Forest Management and Policy","field":"Environmental Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scope (computer science); Forestry; Climate change; Forest management; Geography; Computer science; Ecology","score_opus":0.13220011271372203,"score_gpt":0.3649253343340905,"score_spread":0.2327252216203685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097660013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761311,0.0006515865,0.000020801213,0.00841848,0.000038461498,0.0002781249,0.000010276953,0.000004517122,0.014446682],"genre_scores_gemma":[0.99876416,0.00022075175,0.0001360068,0.00017881897,0.0001745021,0.000009797203,0.0000050050603,0.000022608347,0.00048835867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958602,0.0004505195,0.0005192555,0.00036563489,0.00144801,0.0013563329],"domain_scores_gemma":[0.99678355,0.0004755508,0.00010571023,0.0003143279,0.00008318798,0.0022376426],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0046155844,0.00016475546,0.00035659753,0.058268916,0.0003602736,0.0003727892,0.0010493734,0.00013156327,0.0020222066],"category_scores_gemma":[0.0015256052,0.00014821091,0.00013768168,0.1540226,0.0010536596,0.0005635065,0.00026198154,0.0013008476,0.0004445996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044524062,0.00001985929,0.96683466,0.000022227343,0.00006674282,0.0006877406,0.0008433982,0.0028417213,0.0000043188,0.0025245727,0.023914218,0.0021959874],"study_design_scores_gemma":[0.00047032585,0.00041637986,0.9492857,0.000026693706,0.000026688074,0.000009880919,0.00011498669,0.0020420172,0.0000027853407,0.0054302327,0.042036515,0.0001377808],"about_ca_topic_score_codex":0.07709766,"about_ca_topic_score_gemma":0.5226211,"teacher_disagreement_score":0.4455234,"about_ca_system_score_codex":0.00045671692,"about_ca_system_score_gemma":0.00047686172,"threshold_uncertainty_score":0.9988901},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3097681315","doi":"10.1186/s40814-020-00712-z","title":"More pilot trials could plan to use qualitative data: a meta-epidemiological study","year":2020,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; Laurentian University; McMaster University; Hamilton Health Sciences; Toronto General Hospital; University Health Network; Impact; Health Sciences Centre","funders":"","keywords":"Qualitative research; Medicine; Qualitative property; Psychological intervention; Clinical trial; Research design; Randomized controlled trial; Confidence interval; Data collection; Family medicine; Odds ratio; Clinical study design; Physical therapy; Nursing; Internal medicine","score_opus":0.9954596694666988,"score_gpt":0.7332717440502268,"score_spread":0.26218792541647207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097681315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435537,0.011328282,0.0040959227,0.030819392,0.00027016498,0.008770748,0.0009606556,0.00003912206,0.00016201768],"genre_scores_gemma":[0.99163586,0.00012943152,0.0038731808,0.0033024638,0.00013250666,0.00026766578,0.00001746659,0.000010869309,0.0006305315],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.8851428,0.08963238,0.016110513,0.0039583202,0.0046406393,0.00051533856],"domain_scores_gemma":[0.7321855,0.24026987,0.009515725,0.01275678,0.003853143,0.001418994],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35441625,0.00064344634,0.015324447,0.0001405645,0.00036389206,0.00066339405,0.0019719817,0.000046993664,0.00073599647],"category_scores_gemma":[0.68352556,0.0002393008,0.0012410311,0.0011520775,0.00029087393,0.00049625663,0.001721309,0.0002532118,0.00046205914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016931281,0.0018782242,0.3874937,0.00025924196,0.031110577,0.000027729347,0.12229067,0.000031633634,0.00006568444,0.0010890366,0.45226538,0.0017949807],"study_design_scores_gemma":[0.0033799948,0.012343433,0.4426449,0.00004455004,0.021553792,0.000005762323,0.45174026,0.0012695485,0.000006812019,0.017802518,0.04787775,0.0013306914],"about_ca_topic_score_codex":0.0001075637,"about_ca_topic_score_gemma":0.00033270672,"teacher_disagreement_score":0.40438765,"about_ca_system_score_codex":0.000026375692,"about_ca_system_score_gemma":0.000035291916,"threshold_uncertainty_score":0.9992941},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098080120","doi":"10.1136/bmjebm-2020-111503","title":"Ten years later: a review of the US 2009 institute of medicine report on conflicts of interest and solutions for further reform","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Conflict of interest; Guideline; Alternative medicine; Political science; Health care; Medical research; Public relations; Medical education; Engineering ethics; Medicine; Engineering; Law","score_opus":0.7738178979150093,"score_gpt":0.6174324461110864,"score_spread":0.15638545180392294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098080120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005984295,0.93055004,0.00001394017,0.063426875,0.0011388744,0.0039249654,0.0002932059,0.00001909156,0.0005731732],"genre_scores_gemma":[0.0011426569,0.98734635,0.000032845892,0.01000314,0.0007883641,0.0002698097,0.00010069685,0.000033207485,0.0002829444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953872,0.00086859125,0.0024619848,0.00047077276,0.00038988452,0.0004215945],"domain_scores_gemma":[0.9945471,0.0017107378,0.0022155042,0.0006390502,0.00046187462,0.0004256877],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004985844,0.00044130758,0.0028828974,0.00018671097,0.00009693319,0.0000014921307,0.0005755045,0.0007329551,0.00054083375],"category_scores_gemma":[0.005762634,0.00025125174,0.00036580756,0.0006216591,0.0022103472,0.00007586263,0.00014862447,0.0016913952,0.0000045598235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066757115,0.00020304335,0.00013147178,0.3786568,0.0007300445,0.00019752099,0.00025566723,0.0000037649402,0.00011104526,0.0021700184,0.039665442,0.57720757],"study_design_scores_gemma":[0.0010079598,0.00074973115,0.000055037744,0.28774452,0.002853624,0.00012133751,0.00001764541,0.000022762071,0.000084237225,0.0000545719,0.7071473,0.00014126005],"about_ca_topic_score_codex":0.00013090712,"about_ca_topic_score_gemma":0.000026358759,"teacher_disagreement_score":0.66748184,"about_ca_system_score_codex":0.00015862672,"about_ca_system_score_gemma":0.0011872284,"threshold_uncertainty_score":0.999994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3099049461","doi":"10.23736/s1973-9087.20.06428-x","title":"Influence of attrition, missing data, compliance, and related biases and analyses strategies on treatment effects in randomized controlled trials in rehabilitation: a methodological review","year":2021,"lang":"en","type":"review","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Rehabilitation Institute","funders":"","keywords":"Attrition; Rehabilitation; Medicine; Missing data; Randomized controlled trial; Selection bias; Compliance (psychology); Protocol (science); Treatment effect; Inclusion and exclusion criteria; Physical therapy; Psychology; Statistics; Alternative medicine; Social psychology; Surgery","score_opus":0.8597073154459535,"score_gpt":0.6390353208610308,"score_spread":0.2206719945849227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099049461","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011520653,0.9833658,0.00023349826,0.0018731228,0.000053015825,0.0028237079,0.000011105885,0.0000014324132,0.00011767137],"genre_scores_gemma":[0.006414572,0.98846805,0.0048628096,0.0000565706,0.000095507814,0.000036839676,0.000021857253,0.000012066671,0.000031745898],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.70193267,0.27186683,0.02343442,0.0008661185,0.0017578525,0.00014210267],"domain_scores_gemma":[0.52575886,0.4570859,0.0151636,0.0009188864,0.0009210693,0.00015169446],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33969572,0.0005138847,0.04407096,0.0010180316,0.000048455408,0.00012277102,0.0004278467,0.00006348285,0.000070869595],"category_scores_gemma":[0.7062613,0.00017547957,0.0027295195,0.0014607256,0.0008318698,0.00027204145,0.000076489414,0.00034058216,0.0000031961856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022848768,0.00053666363,0.00006372334,0.038939394,0.001879512,0.00011856441,0.00237525,0.00030947724,0.000027990018,0.0014262366,0.0006368454,0.9514015],"study_design_scores_gemma":[0.1223197,0.007045266,0.004836933,0.7942469,0.0236863,0.00018943739,0.0018890098,0.0012639037,3.5003396e-7,0.014398366,0.029562324,0.00056149054],"about_ca_topic_score_codex":0.000006014289,"about_ca_topic_score_gemma":0.0000017244723,"teacher_disagreement_score":0.95084,"about_ca_system_score_codex":0.000036533613,"about_ca_system_score_gemma":0.00013723386,"threshold_uncertainty_score":0.9701208},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3102705224","doi":"10.1177/1715163520970443","title":"Risks of maternal codeine intake in breast-fed infants: A Joint Statement of Retraction from the <i>Canadian Pharmacists Journal</i> and <i>Canadian Family Physician</i>","year":2020,"lang":"en","type":"retraction","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":5,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Statement (logic); Codeine; Family medicine; Breastfeeding; Alternative medicine; Breast feeding; Pediatrics; Anesthesia","score_opus":0.06919325518671195,"score_gpt":0.3192179698725909,"score_spread":0.25002471468587895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102705224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191801,0.023715334,0.0000133811045,0.0033534581,0.016568083,0.0027823946,0.029837783,0.000029445293,0.0045200186],"genre_scores_gemma":[0.88066244,0.10453224,0.00008909876,0.011512546,0.0022935895,0.000027641441,0.00044314214,0.00014389766,0.00029538854],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9931864,0.00056085794,0.0025421993,0.00067647966,0.0013472519,0.0016867885],"domain_scores_gemma":[0.990334,0.00017764099,0.0019934669,0.00041733249,0.0009796545,0.0060979375],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015511448,0.0008905477,0.0015936588,0.0013304086,0.0009524691,0.0002714734,0.0007281739,0.0004337849,0.0005333379],"category_scores_gemma":[0.00012360794,0.0008244036,0.0003424567,0.0008551217,0.0003638657,0.0005262219,0.000060287606,0.0046731397,0.000012812816],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.009107775,0.00047626003,0.029156633,0.024040978,0.0047845803,0.31843692,0.0061391694,0.00049724244,0.011683185,0.000033139288,0.28096706,0.31467706],"study_design_scores_gemma":[0.013643351,0.0007213234,0.008355253,0.012733662,0.002435498,0.6315201,0.00011266922,0.0020957834,0.011564908,0.00016048341,0.3143708,0.0022861545],"about_ca_topic_score_codex":0.89947975,"about_ca_topic_score_gemma":0.9038136,"teacher_disagreement_score":0.31308317,"about_ca_system_score_codex":0.0094985375,"about_ca_system_score_gemma":0.023962982,"threshold_uncertainty_score":0.9994207},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3102946754","doi":"10.1186/s41073-020-00102-2","title":"Doing better: eleven ways to improve the integration of sex and gender in health research proposals","year":2020,"lang":"en","type":"letter","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Women's College Hospital","funders":"Canadian Institutes of Health Research; Diabetes Action Research and Education Foundation","keywords":"Gender identity; Relevance (law); Psychology; Medical education; Medicine; Political science; Social psychology","score_opus":0.5665995736985263,"score_gpt":0.5392911544766058,"score_spread":0.02730841922192051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102946754","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030316517,0.10704219,0.00008023688,0.8865591,0.00007280881,0.005054783,0.00010573627,0.000015694239,0.0007662222],"genre_scores_gemma":[0.0034110486,0.21959165,0.0024181728,0.76893294,0.002330897,0.0007444006,0.0004470239,0.00008954419,0.0020343452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890624,0.0042091324,0.0011280025,0.0010003472,0.0035130852,0.0010869942],"domain_scores_gemma":[0.99445385,0.0019560459,0.00012758693,0.00083708175,0.0022185603,0.0004069064],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03102079,0.00030075535,0.0012267651,0.0004951235,0.00030141076,0.00009551726,0.00040644532,0.00049410714,0.00008162264],"category_scores_gemma":[0.006944293,0.00018374618,0.00011631468,0.0011781681,0.00041077312,0.000073335315,0.000423964,0.015672058,0.000028120825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004060342,0.00002468725,0.00016282964,0.058846883,0.00003777658,0.00008529025,0.0032713478,6.5634946e-9,0.00006242913,0.0002427518,0.6601764,0.277049],"study_design_scores_gemma":[0.00023938633,0.0009145175,0.00022846776,0.015831193,0.000018802728,0.000072422066,0.0007963245,0.000023927221,0.00009249752,0.004464317,0.97717327,0.00014489217],"about_ca_topic_score_codex":0.003731957,"about_ca_topic_score_gemma":0.00028290635,"teacher_disagreement_score":0.31699687,"about_ca_system_score_codex":0.00030423235,"about_ca_system_score_gemma":0.0015859961,"threshold_uncertainty_score":0.997768},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3103755500","doi":"10.1057/s41599-020-00643-3","title":"Sex and gender considerations in health research: a trainee and allied research personnel perspective","year":2020,"lang":"en","type":"article","venue":"Humanities and Social Sciences Communications","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Women's College Hospital; Alberta Kidney Disease Network; University of Toronto; Dalhousie University; Libin Cardiovascular Institute of Alberta","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Agency (philosophy); Medical education; Curriculum; Transparency (behavior); Perspective (graphical); Focus group; Qualitative research; Psychology; Funding Agency; Accountability; Public relations; Political science; Medicine; Pedagogy; Sociology; Social science","score_opus":0.9021242310586254,"score_gpt":0.5705882615867754,"score_spread":0.33153596947184993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103755500","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42934966,0.022891777,0.000007495274,0.50005466,0.000019522613,0.0010984447,0.000034000368,0.000047659687,0.046496816],"genre_scores_gemma":[0.9921396,0.0029149456,0.0006621829,0.0040417667,0.0000767597,0.00004242944,0.0000052413316,0.0000053809417,0.00011171623],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998068,0.0008484988,0.00017935068,0.0002601099,0.00033441375,0.00030965655],"domain_scores_gemma":[0.99839354,0.0010689388,0.000025201585,0.00016554867,0.0002467788,0.00009996704],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.002590874,0.0000634262,0.00016862122,0.00017000645,0.0044849166,0.0001530445,0.00012538518,0.00004804576,0.000029434339],"category_scores_gemma":[0.00040595967,0.00006000291,0.0000141500195,0.0003254904,0.003335519,0.00009559933,0.00022538823,0.0005491672,9.85045e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004563004,0.00002798552,0.0015383294,0.000069701295,0.0000066252296,0.000001094465,0.56141615,1.4662785e-7,0.000015952637,0.43573093,0.0007132559,0.00047528022],"study_design_scores_gemma":[0.00035819862,0.0002549124,0.017501943,0.000021514383,0.0000031654974,0.000011433029,0.94148916,0.0006107738,9.971533e-7,0.03475024,0.00493463,0.000063054424],"about_ca_topic_score_codex":0.0028765684,"about_ca_topic_score_gemma":0.0043973736,"teacher_disagreement_score":0.5627899,"about_ca_system_score_codex":0.00008648799,"about_ca_system_score_gemma":0.00043542316,"threshold_uncertainty_score":0.99937683},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3104172677","doi":"10.1016/j.jclinepi.2020.11.007","title":"A meta-research study revealed several challenges in obtaining placebos for investigator-initiated drug trials","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Cancer Research UK; Medical Research Council; National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre","keywords":"Medicine; Placebo; Randomized controlled trial; Alternative medicine; Drug trial; Clinical trial; Drug; Meta-analysis; Family medicine; Medical physics; Psychiatry; Internal medicine; Pathology","score_opus":0.9597744127864302,"score_gpt":0.6432830640147714,"score_spread":0.31649134877165874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104172677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.834749,0.0022000894,0.003264365,0.15333839,0.0012975123,0.004047871,0.00001743652,0.00006201705,0.001023306],"genre_scores_gemma":[0.9820801,0.0017307762,0.0016835675,0.013009022,0.0012693492,0.00011021579,0.0000010373715,0.000026853428,0.000089077104],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.62403625,0.36307475,0.010054546,0.0010243322,0.00075039983,0.0010597599],"domain_scores_gemma":[0.21279643,0.781594,0.004069123,0.0003520283,0.00027499715,0.0009134174],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5427868,0.00027419382,0.0057670893,0.00035774318,0.00011756016,0.000024295381,0.0008867259,0.00025889004,0.0000985757],"category_scores_gemma":[0.8962307,0.00018510732,0.0012848973,0.0004868566,0.00030649645,0.00022937835,0.00020053015,0.0021406882,0.000029397766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03692415,0.0037253757,0.71684295,0.0009717047,0.006846914,0.0019820468,0.010457726,0.008594972,0.0016564829,0.014205843,0.15510164,0.042690177],"study_design_scores_gemma":[0.10842789,0.049703263,0.23206104,0.00097624556,0.009179173,0.00016533128,0.0126256095,0.25992155,0.001230076,0.17429563,0.14832684,0.003087353],"about_ca_topic_score_codex":0.000011114713,"about_ca_topic_score_gemma":0.00001757832,"teacher_disagreement_score":0.48478192,"about_ca_system_score_codex":0.000028702845,"about_ca_system_score_gemma":0.00033941166,"threshold_uncertainty_score":0.9300344},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3105389930","doi":"10.12688/wellcomeopenres.16378.2","title":"Fostering global data sharing: highlighting the recommendations of the Research Data Alliance COVID-19 working group","year":2021,"lang":"en","type":"preprint","venue":"Wellcome Open Research","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Laurentian University; Environment and Climate Change Canada","funders":"Biotechnology and Biological Sciences Research Council; Université de Bordeaux; Horizon 2020; Rural Development Administration; European Commission; Agence Universitaire de la Francophonie; Wellcome Trust; Fundação de Amparo à Pesquisa do Estado de São Paulo; National Institute on Drug Abuse; University of Michigan; National Science Foundation","keywords":"Data sharing; Preparedness; Interoperability; Medical research; Metadata; Knowledge management; Political science; Public relations; Data science; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.8031307428435279,"score_gpt":0.5907681340689679,"score_spread":0.21236260877456004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105389930","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008069743,0.0051000393,0.0006247596,0.95629823,0.0019008124,0.010239081,0.0015939137,0.00012536896,0.01604804],"genre_scores_gemma":[0.9345994,0.011257224,0.016452076,0.016909862,0.0025950386,0.0015545095,0.01060256,0.00040401422,0.0056253327],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834565,0.0045741703,0.0014393544,0.004462591,0.004351419,0.0017159515],"domain_scores_gemma":[0.9589548,0.009404747,0.00055781147,0.029163552,0.0012418791,0.00067721517],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.056068134,0.00047607016,0.0010194137,0.00031971306,0.0024286692,0.003514814,0.04529882,0.00047770172,0.00059895054],"category_scores_gemma":[0.026467841,0.00033872493,0.00016985896,0.003939997,0.0012228234,0.0005540189,0.42156208,0.006608725,0.00007207488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006635708,0.0015766802,0.045603026,0.005394991,0.001195401,0.00043783974,0.0026398285,0.00063700404,0.0010589029,0.0058441055,0.8791017,0.055846956],"study_design_scores_gemma":[0.0014602316,0.000091692804,0.0059810556,0.011218177,0.00016159013,0.000060746297,0.0029751335,0.012398231,0.00026237406,0.0031026609,0.96181065,0.0004774678],"about_ca_topic_score_codex":0.026618304,"about_ca_topic_score_gemma":0.0072484068,"teacher_disagreement_score":0.9393884,"about_ca_system_score_codex":0.0024349985,"about_ca_system_score_gemma":0.006741542,"threshold_uncertainty_score":0.9999065},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3105492687","doi":"10.3138/cjpe.69535","title":"Toward Learning from Change Pathways: Reviewing Theory of Change and Its Discontents","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Underpinning; Vagueness; Theory of change; Context (archaeology); Stakeholder; Process (computing); Stakeholder engagement; Epistemology; Management science; Knowledge management; Sociology; Computer science; Political science; Public relations; Economics; Engineering; Artificial intelligence","score_opus":0.918735116591738,"score_gpt":0.5122009043033375,"score_spread":0.4065342122884005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105492687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97238964,0.018003825,0.00045675572,0.006803091,0.00048648426,0.0014744519,0.000016269696,0.000008239178,0.00036121858],"genre_scores_gemma":[0.9982341,0.00026243457,0.00037701966,0.0006695898,0.00036322346,0.000062485946,0.0000119636225,0.000008143978,0.000011054998],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967198,0.00085095933,0.00075575995,0.00018200437,0.0013165972,0.00017490466],"domain_scores_gemma":[0.99706817,0.00022081891,0.0008225329,0.00010439384,0.0013323546,0.00045174247],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008744089,0.00010391631,0.00030417967,0.00022715415,0.000107031025,0.0001526376,0.0002821319,0.000053033265,0.0010590168],"category_scores_gemma":[0.0043763984,0.000077629826,0.00009439585,0.00041896195,0.000042015996,0.0009068071,0.00002240047,0.00020059934,0.000025901212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017488468,0.000009742632,0.023970192,0.000016942678,0.00002328758,0.0000041396956,0.017120501,0.000030458998,0.00010318835,0.00030707257,0.00006208722,0.9583349],"study_design_scores_gemma":[0.004172196,0.003367363,0.65621674,0.0015609455,0.00064144173,0.000034286437,0.032176528,0.223127,0.0007680103,0.019987805,0.057268564,0.0006791361],"about_ca_topic_score_codex":0.00025435392,"about_ca_topic_score_gemma":0.00076927635,"teacher_disagreement_score":0.9576558,"about_ca_system_score_codex":0.00008091484,"about_ca_system_score_gemma":0.00066466996,"threshold_uncertainty_score":0.99985415},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3106977776","doi":"10.7748/nr.2020.e1757","title":"When and how to use factorial design in nursing research","year":2020,"lang":"en","type":"review","venue":"Nurse Researcher","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Factorial experiment; Factorial; Research design; Fractional factorial design; Psychological intervention; Computer science; Sample size determination; Design of experiments; Clinical study design; Management science; Psychology; Statistics; Mathematics; Machine learning; Medicine; Clinical trial; Engineering","score_opus":0.9626634338206049,"score_gpt":0.6942479964121974,"score_spread":0.26841543740840756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106977776","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000072405423,0.98303425,0.0037516088,0.0035672102,0.00033232738,0.0055180495,0.000051722905,0.000007438566,0.0037301532],"genre_scores_gemma":[0.000046509314,0.95262873,0.007889092,0.000030600622,0.0006822927,0.0004403473,0.000015781281,0.00009567619,0.038170956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8278105,0.14078851,0.006906192,0.0033385672,0.019751346,0.0014048731],"domain_scores_gemma":[0.9428327,0.046451703,0.0016377915,0.0054503023,0.0022943516,0.0013331708],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.26340535,0.0006513347,0.010076828,0.0029364433,0.00019975896,0.0066075935,0.0039285687,0.00054899626,0.003354487],"category_scores_gemma":[0.26954454,0.0003233316,0.0017088754,0.006113198,0.00029564535,0.00046386878,0.00040641136,0.0021505253,0.0060120923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011310622,0.000030651372,0.000020719683,0.00060202606,0.00006874079,0.000048146565,0.0009297529,3.7271468e-7,5.696897e-7,0.00037112358,0.32321677,0.67469984],"study_design_scores_gemma":[0.00011255186,0.0000957888,0.000035272955,0.0063137985,0.00014083093,0.000010822194,0.00041327835,0.00013383939,2.34628e-7,0.003917327,0.9885468,0.0002794373],"about_ca_topic_score_codex":0.000053210875,"about_ca_topic_score_gemma":0.000030648913,"teacher_disagreement_score":0.67442036,"about_ca_system_score_codex":0.0006693877,"about_ca_system_score_gemma":0.0010708639,"threshold_uncertainty_score":0.99992186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3107722013","doi":"10.1177/1740774520971767","title":"Commentary on Kahrass et al: The sublime inertia of informed consent language in early phase clinical trials involving patients","year":2020,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Sublime; Informed consent; Clinical trial; Medicine; Psychology; Alternative medicine; Philosophy; Aesthetics; Internal medicine","score_opus":0.8603485363456195,"score_gpt":0.7164294977867682,"score_spread":0.14391903855885124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107722013","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112251595,0.00036384378,0.000009297664,0.87658346,0.0035888576,0.005776445,0.0008158662,0.00008031699,0.0005303485],"genre_scores_gemma":[0.03588448,0.0070705307,0.00023951726,0.9466672,0.007797302,0.00017650989,0.0016403906,0.00015616346,0.0003679325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8820962,0.07877247,0.03076866,0.002146345,0.0048957337,0.0013205862],"domain_scores_gemma":[0.1122981,0.8759081,0.0071979817,0.0027707953,0.0009882534,0.00083681033],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.26207,0.00080456544,0.009633546,0.000447575,0.00009807616,0.000145487,0.0016584141,0.004039739,0.00050105044],"category_scores_gemma":[0.9049306,0.0004941308,0.003853588,0.0006948928,0.002213287,0.00012770928,0.001025808,0.029682726,0.00025163643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009480476,0.002760917,0.034361772,0.0006597225,0.0011998585,0.0005942102,0.00035642108,3.4609604e-7,0.00002184674,0.00006635387,0.94511163,0.005386447],"study_design_scores_gemma":[0.090639144,0.015373721,0.012146512,0.007685743,0.0015996837,0.00000286519,0.00026958375,0.00006836733,0.00016021774,0.003014912,0.86813843,0.0009007913],"about_ca_topic_score_codex":0.0004228313,"about_ca_topic_score_gemma":0.0002904945,"teacher_disagreement_score":0.7971356,"about_ca_system_score_codex":0.00021779964,"about_ca_system_score_gemma":0.0039160294,"threshold_uncertainty_score":0.99975103},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3108359642","doi":"10.1111/iwj.13506","title":"Quality of reporting of outcomes in trials of therapeutic interventions for pressure injuries in adults: a systematic methodological survey","year":2020,"lang":"en","type":"review","venue":"International Wound Journal","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Psychological intervention; Metric (unit); Sample size determination; Completeness (order theory); Physical therapy; Family medicine; Statistics; Operations management; Nursing","score_opus":0.784111565078033,"score_gpt":0.6795000428607352,"score_spread":0.10461152221729786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108359642","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013845434,0.96813726,0.022676235,0.00024748105,0.0018316928,0.0058167214,0.00085162034,0.000010843801,0.00028967005],"genre_scores_gemma":[0.022092983,0.9711072,0.0042318474,0.000063715925,0.0001828368,0.0011302878,0.00016959119,0.000046384237,0.00097518467],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9583777,0.021000763,0.019549966,0.00026212123,0.0006003952,0.00020903631],"domain_scores_gemma":[0.9472244,0.018182749,0.033519696,0.00025061972,0.00076682435,0.00005573271],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07624435,0.00025068707,0.006674123,0.0007385249,0.00005087192,0.000013278202,0.00063776434,0.00028757603,0.00030172782],"category_scores_gemma":[0.08812465,0.00016890976,0.0020539055,0.000269325,0.000057632264,0.000113100294,0.0002405253,0.0008484111,0.0000014182302],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005681737,0.00065547705,0.021933412,0.92993397,0.004537168,0.0000055164733,0.0012628344,0.000014584612,0.0000020766693,0.0073030335,0.00019058719,0.033593155],"study_design_scores_gemma":[0.0046677045,0.00032304734,0.0712013,0.8462742,0.002306,0.000012954815,0.0021352433,0.0000653466,0.0000018406241,0.010796656,0.06176761,0.00044812303],"about_ca_topic_score_codex":0.00028956242,"about_ca_topic_score_gemma":0.00072019064,"teacher_disagreement_score":0.083659805,"about_ca_system_score_codex":0.00015261908,"about_ca_system_score_gemma":0.00043746812,"threshold_uncertainty_score":0.95120084},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3108734079","doi":"10.21203/rs.3.rs-107409/v1","title":"Patient-important Outcomes Reported in Clinical Studies of Pharmacologic Treatments for COVID-19: A Protocol of a Meta-epidemiological Study","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Epidemiology; Meta-analysis; Protocol (science); Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Intensive care medicine; Internal medicine; Virology; Pathology; Alternative medicine; Disease; Outbreak","score_opus":0.8994438648495541,"score_gpt":0.7345655858004917,"score_spread":0.16487827904906238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108734079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6373112,0.0007836552,0.000019326917,0.0065712,0.00016655085,0.35464072,0.00033569033,0.000060812577,0.000110837726],"genre_scores_gemma":[0.73559326,0.00036725862,0.0008576348,0.0007631639,0.000058579863,0.26218325,0.00007921828,0.00003310089,0.00006453139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98616195,0.0052092527,0.004975146,0.0012977946,0.0016425123,0.00071335374],"domain_scores_gemma":[0.97642285,0.018402323,0.002338486,0.00087565224,0.0011394627,0.0008212546],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014236719,0.00056635117,0.005106527,0.0004526861,0.00009446985,0.000012549898,0.00036687616,0.00042260735,0.00028018496],"category_scores_gemma":[0.10589903,0.00031697104,0.0017587697,0.00057908345,0.00058050075,0.0000656639,0.0014508668,0.002215776,0.000003286736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011934074,0.012751048,0.9444705,0.0076997476,0.01871787,0.00091240986,0.0011149119,0.000047484416,0.000053692205,0.000037585174,0.0014607711,0.0007998919],"study_design_scores_gemma":[0.05713064,0.08119658,0.79099673,0.001228759,0.024308704,0.00002580041,0.013348456,0.0039475397,0.0006129103,0.009135902,0.01699538,0.0010726156],"about_ca_topic_score_codex":0.00027482037,"about_ca_topic_score_gemma":0.000038196176,"teacher_disagreement_score":0.1534738,"about_ca_system_score_codex":0.0004295863,"about_ca_system_score_gemma":0.0015621823,"threshold_uncertainty_score":0.99992824},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3109852175","doi":"10.1177/1609406920949803","title":"Research Ethics in Decolonizing Research With Inuit Communities in Nunavut: The Challenge of Translating Knowledge Into Action","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Reflexivity; Negotiation; Action research; Indigenous; Participatory action research; Corporate governance; Research ethics; Public relations; Sociology; Political science; Engineering ethics; Pedagogy; Social science; Management","score_opus":0.9370844326411342,"score_gpt":0.7751424516953871,"score_spread":0.16194198094574708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109852175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8676759,0.0024139138,0.009044197,0.11266303,0.0005987833,0.00075895095,0.000010421526,0.0000062949885,0.0068285153],"genre_scores_gemma":[0.97403514,0.00071627897,0.024627946,0.0002528544,0.0002616619,0.000055583572,0.0000012909143,0.000016446498,0.000032803004],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.926513,0.07053896,0.0012873331,0.00013589807,0.00093540386,0.0005893803],"domain_scores_gemma":[0.9412259,0.053075116,0.00047405486,0.000110271845,0.005054642,0.00006002369],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.117066324,0.00009863861,0.0003987833,0.00067572406,0.0010943976,0.000011929183,0.0006810191,0.00019100544,0.00012685929],"category_scores_gemma":[0.008399984,0.000066510416,0.000058128422,0.0007404499,0.0005564823,0.00016582312,0.00029038155,0.006618518,0.0000062159106],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007584715,0.00012314871,0.0038220726,0.00020661396,0.0001188927,0.000014415363,0.9727937,0.0001181296,0.00021102055,0.012645457,0.0000622882,0.009125795],"study_design_scores_gemma":[0.00096729037,0.00085242157,0.0029403984,0.0006823059,0.0000047254625,0.000002522452,0.9690394,0.0003732273,0.00008544718,0.022719676,0.0022723381,0.00006027886],"about_ca_topic_score_codex":0.006687303,"about_ca_topic_score_gemma":0.319356,"teacher_disagreement_score":0.31266868,"about_ca_system_score_codex":0.0010405045,"about_ca_system_score_gemma":0.0017283431,"threshold_uncertainty_score":0.9999527},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3110084249","doi":"10.1016/j.joca.2020.10.004","title":"Visual Analogue Scale has higher assay sensitivity than WOMAC pain in detecting between-group differences in treatment effects: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Dalhousie University; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Arthritis Society","keywords":"WOMAC; Visual analogue scale; Medicine; Osteoarthritis; Meta-analysis; Randomized controlled trial; Placebo; Physical therapy; Internal medicine; Pathology","score_opus":0.08019099511676102,"score_gpt":0.32141410434270895,"score_spread":0.24122310922594792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110084249","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34002736,0.6559978,0.000009322458,0.000057138037,0.00012584862,0.0035260662,0.000096338095,0.00008752849,0.00007257099],"genre_scores_gemma":[0.6172987,0.38054007,0.00008721308,0.00005505942,0.00027193342,0.001380742,0.00022792206,0.0000735585,0.00006479561],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98896784,0.0069168857,0.0013213664,0.0015060549,0.00040813023,0.0008797527],"domain_scores_gemma":[0.995715,0.0030151205,0.0003726061,0.00040118728,0.000029830593,0.00046623455],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0032017143,0.0013041075,0.008256466,0.00038371078,0.00018106836,0.00012674447,0.000100389436,0.00065792695,0.00004408307],"category_scores_gemma":[0.0004299374,0.00087707164,0.001139031,0.00062584225,0.00016620607,0.000118188385,0.00016121297,0.0007736042,0.000021844897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070271664,0.00072622905,0.028630536,0.0012894802,0.00021928469,0.00653936,0.00029001207,2.0471104e-8,0.00012533937,0.000005871539,0.0000029858497,0.9621006],"study_design_scores_gemma":[0.07494086,0.36262017,0.041632064,0.088798314,0.080052935,0.0018533162,0.004789604,0.00003422134,0.0012024151,0.0003673017,0.3341056,0.009603172],"about_ca_topic_score_codex":0.00020590163,"about_ca_topic_score_gemma":0.007864297,"teacher_disagreement_score":0.9524974,"about_ca_system_score_codex":0.00031194984,"about_ca_system_score_gemma":0.00011578478,"threshold_uncertainty_score":0.99997103},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3110163884","doi":"10.1101/2020.11.29.20237875","title":"Clinical Trials in COVID-19 Management &amp; Prevention: A Meta-epidemiological Study examining methodological quality","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Centre Hospitalier Universitaire de Sherbrooke; University of Ottawa; Western University; St. Michael's Hospital; Ted Rogers Centre for Heart Research; Impact; Toronto General Hospital; University Health Network; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Medicine; Randomized controlled trial; Sample size determination; Blinding; Randomization; Clinical trial; Epidemiology; Consolidated Standards of Reporting Trials; Placebo; Internal medicine; Family medicine; Alternative medicine; Pathology","score_opus":0.9534335328935374,"score_gpt":0.7343115340039995,"score_spread":0.21912199888953787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110163884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926652,0.0027994015,0.18748645,0.092242084,0.0014650669,0.021372847,0.0001141764,0.0008561454,0.0009986078],"genre_scores_gemma":[0.89773774,0.0066549596,0.0706029,0.016947249,0.0013859785,0.0051368587,0.00016559285,0.00007817847,0.0012905402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7967527,0.1797664,0.014055825,0.005204232,0.0028202315,0.0014006048],"domain_scores_gemma":[0.2507293,0.7331905,0.0055372873,0.0057222103,0.0005905909,0.0042301207],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39754844,0.001117919,0.015780255,0.00045488583,0.00017038487,0.00008932222,0.0013180409,0.0012319456,0.0022646417],"category_scores_gemma":[0.89843845,0.00069254695,0.0046356195,0.00082722143,0.00078574324,0.00006010498,0.008220058,0.0060901376,0.00017267479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006170415,0.00564113,0.94808507,0.0045606564,0.01718457,0.0020904227,0.00049028546,0.0004115677,0.000014516785,0.0005032091,0.0023519148,0.012496246],"study_design_scores_gemma":[0.0073338156,0.002243311,0.9251537,0.00028999586,0.008122935,0.000001800996,0.0005826577,0.00014031568,0.0000010166274,0.021216556,0.034280274,0.0006336265],"about_ca_topic_score_codex":0.00021579867,"about_ca_topic_score_gemma":0.00015824012,"teacher_disagreement_score":0.5534241,"about_ca_system_score_codex":0.0005994061,"about_ca_system_score_gemma":0.0010024916,"threshold_uncertainty_score":0.9998013},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3112416480","doi":"10.2196/22700","title":"Predictors, Outcomes, and Statistical Solutions of Missing Cases in Web-Based Psychotherapy: Methodological Replication and Elaboration Study","year":2020,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Missing data; Anxiety; Odds; Clinical psychology; Medicine; Odds ratio; Distress; Psychology; Logistic regression; Psychiatry; Internal medicine; Statistics","score_opus":0.197366500512316,"score_gpt":0.5131903887420005,"score_spread":0.31582388822968455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112416480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670044,0.0006005439,0.0048644943,0.02427675,0.00018006786,0.0022438199,0.0006473652,0.00006936066,0.000113173584],"genre_scores_gemma":[0.99432176,0.000010379976,0.004014453,0.0013338095,0.000017797689,0.00016608478,0.000103475504,0.000014066524,0.000018166556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976217,0.00085176184,0.00067822123,0.00044466558,0.00015770887,0.00024592876],"domain_scores_gemma":[0.998993,0.00032981372,0.00021144556,0.00020513608,0.000020054993,0.00024055867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092912436,0.0001254014,0.00031621123,0.000090205685,0.00011589504,0.000018583334,0.000059183847,0.000057294128,0.000079374695],"category_scores_gemma":[0.00007885441,0.00011694567,0.00002448203,0.00022228902,0.000110853245,0.000091461836,0.000020995776,0.00014513092,0.000004367684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018690778,0.00651612,0.66188645,0.0006097265,0.00008596158,0.000029296521,0.010317864,0.0000025375332,0.00034662505,0.021875527,0.004616579,0.29184422],"study_design_scores_gemma":[0.0033138818,0.005797343,0.9867722,0.00009154952,0.000008914281,0.000014513692,0.0019138227,0.0006369372,0.000021937112,0.00074165966,0.00056513824,0.00012209415],"about_ca_topic_score_codex":0.0002818043,"about_ca_topic_score_gemma":0.00036514562,"teacher_disagreement_score":0.32488576,"about_ca_system_score_codex":0.00009983447,"about_ca_system_score_gemma":0.000084050596,"threshold_uncertainty_score":0.47689056},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3112825017","doi":"10.1136/bmjebm-2020-111493","title":"Framework for the synthesis of non-randomised studies and randomised controlled trials: a guidance on conducting a systematic review and meta-analysis for healthcare decision making","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"Sanofi Pasteur; Sanofi","keywords":"Health care; Randomized controlled trial; Evidence-based medicine; Systematic review; Delphi method; Management science; Medicine; Quality (philosophy); Transparency (behavior); Best practice; MEDLINE; Computer science; Alternative medicine; Engineering; Artificial intelligence; Political science","score_opus":0.9173359485862664,"score_gpt":0.6565785159814549,"score_spread":0.26075743260481155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112825017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9418988e-7,0.7137744,0.19176729,0.014413551,0.00017294196,0.07974252,0.000118143296,0.000007243581,0.000003700114],"genre_scores_gemma":[0.0001700166,0.91320604,0.024859734,0.0030235522,0.00028885674,0.058274433,0.000006144409,0.00005968208,0.00011155757],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.85137033,0.07963595,0.058483843,0.0029408834,0.0069740755,0.00059494283],"domain_scores_gemma":[0.055432267,0.86469644,0.06914026,0.0054791854,0.0049097575,0.00034206966],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.5970172,0.0017180387,0.17388646,0.0013545112,0.0005178866,0.00039129352,0.0023662203,0.00039237732,0.0004501731],"category_scores_gemma":[0.95799196,0.0005147084,0.03550149,0.003912121,0.0004268749,0.00017199728,0.00015780436,0.00048235964,0.000011467777],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031477525,0.00001506959,5.6288775e-7,0.72092074,0.22796775,0.0000036872887,0.0001774767,0.000013467756,1.068129e-7,0.00021524107,0.002917705,0.04462042],"study_design_scores_gemma":[0.008844359,0.00019622748,1.08585404e-7,0.3787683,0.60592985,0.0000066495545,0.0004453892,0.0010993016,2.8183416e-7,0.00077751034,0.003667225,0.00026477047],"about_ca_topic_score_codex":0.0000082324605,"about_ca_topic_score_gemma":0.0000117290365,"teacher_disagreement_score":0.7959381,"about_ca_system_score_codex":0.0001194312,"about_ca_system_score_gemma":0.0006336566,"threshold_uncertainty_score":0.99973047},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3114083521","doi":"10.20982/tqmp.16.5.p467","title":"Inter-Rater Agreement, Data Reliability, and The Crisis of Confidence in Psychological Research","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Inter-rater reliability; Psychology; Reliability (semiconductor); Clinical psychology; Developmental psychology; Physics; Thermodynamics; Rating scale","score_opus":0.9696765528338096,"score_gpt":0.7788110470329636,"score_spread":0.19086550580084605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114083521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020204257,0.002004296,0.8749604,0.09772167,0.00022199123,0.0018189738,0.000044468605,0.0000022361926,0.0030216535],"genre_scores_gemma":[0.46159527,0.00022670014,0.53240174,0.005180654,0.000049674225,0.00019202985,0.000006266784,0.000011765634,0.00033590838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.807177,0.18028066,0.0077749793,0.00236586,0.0019174091,0.00048408186],"domain_scores_gemma":[0.86612755,0.12050338,0.0026653889,0.008789059,0.0017888166,0.00012582568],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47669476,0.00019386075,0.0023592403,0.00020537461,0.00013954374,0.00017210982,0.005467533,0.0000916398,0.0014981985],"category_scores_gemma":[0.20329607,0.00006468471,0.00042526453,0.001715106,0.0018743562,0.00014219276,0.00085570925,0.00045543583,0.00021378457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002915314,0.0003153165,0.006240443,0.00014762109,0.0004978797,0.0000034978423,0.031679362,0.00001869592,0.0024572653,0.59465766,0.24122593,0.119840994],"study_design_scores_gemma":[0.0015140848,0.00084546284,0.006990911,0.000022061764,0.00012291562,0.000008371046,0.014488629,0.015649667,0.00006458771,0.859484,0.10066847,0.00014080893],"about_ca_topic_score_codex":0.000041675165,"about_ca_topic_score_gemma":0.00003803071,"teacher_disagreement_score":0.44139102,"about_ca_system_score_codex":0.0000064773376,"about_ca_system_score_gemma":0.000016902035,"threshold_uncertainty_score":0.99991333},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3115243949","doi":"10.1891/jnm-d-18-00053","title":"A Methodological Review of Quality of Life Scales Used in Schizophrenia","year":2020,"lang":"en","type":"review","venue":"Journal of Nursing Measurement","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Schizophrenia (object-oriented programming); Quality of life (healthcare); Scale (ratio); Psychology; Population; Clinical psychology; Quality (philosophy); Psychiatry; Medicine; Cognitive psychology; Psychotherapist; Environmental health","score_opus":0.6673873441528247,"score_gpt":0.5301519543926425,"score_spread":0.13723538976018224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115243949","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000120907134,0.996234,0.00016833995,0.002082196,0.00019373086,0.0010871071,0.000014687074,0.000006125486,0.00009288318],"genre_scores_gemma":[0.0007190546,0.98171157,0.017228309,0.00006596119,0.00022123438,0.000014573691,0.0000068196214,0.000030441874,0.000002012489],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9893345,0.003401276,0.0037150711,0.00029149567,0.0029532835,0.00030433753],"domain_scores_gemma":[0.9942979,0.0007108478,0.0030388401,0.00040774432,0.0010129843,0.00053167425],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01086434,0.00040001175,0.006909623,0.0004893649,0.000020687366,0.000008269347,0.00032550681,0.00021830575,0.00006753735],"category_scores_gemma":[0.011327186,0.00024708375,0.0018091873,0.0007257565,0.00017402365,0.00004847409,0.000036544654,0.0010252763,0.0000043576215],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038721492,0.0013002761,0.00005945738,0.12836984,0.00095764775,0.00010976261,0.00003313842,1.7456865e-7,0.000054903343,0.00007597113,0.0005812141,0.86458546],"study_design_scores_gemma":[0.006163516,0.0022749754,0.0025976244,0.94662875,0.0036234537,0.0003457567,0.0000395428,8.631677e-7,0.000079090365,0.00032368038,0.037668213,0.0002545091],"about_ca_topic_score_codex":0.000008150645,"about_ca_topic_score_gemma":0.000006136017,"teacher_disagreement_score":0.86433095,"about_ca_system_score_codex":0.0011399956,"about_ca_system_score_gemma":0.0036401602,"threshold_uncertainty_score":0.99999815},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3115533035","doi":"10.1016/j.joi.2020.101124","title":"Exploring the interdisciplinarity patterns of highly cited papers","year":2020,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"National Office for Philosophy and Social Sciences","keywords":"Computer science; Data science; Bibliometrics; Information retrieval; World Wide Web","score_opus":0.7915538673463653,"score_gpt":0.540354756721656,"score_spread":0.25119911062470934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115533035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832191,0.00021952298,0.007797399,0.0042846175,0.0007978045,0.00009901529,0.00002178753,0.000005640619,0.0035551523],"genre_scores_gemma":[0.99818474,0.0006638176,0.00051278423,0.00035665493,0.00018904897,0.0000010789245,4.5068538e-7,0.000006738394,0.000084659405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9885271,0.00011164795,0.0017717608,0.0001793483,0.009060611,0.0003494958],"domain_scores_gemma":[0.9864179,0.0062540085,0.0015167717,0.00041082143,0.0048870007,0.00051350374],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.014953543,0.00012721922,0.0004413208,0.04018199,0.00014953327,0.00083033653,0.0033085796,0.00005683511,0.00016279289],"category_scores_gemma":[0.0823548,0.00006357809,0.0003950083,0.19905947,0.00009759679,0.001463883,0.0009447991,0.0006211129,0.00003357273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018131682,0.00013200495,0.36896878,0.000035729536,0.00009770814,0.0000447281,0.0032025396,0.0005698271,0.0009917931,0.0008397754,0.007894688,0.6170411],"study_design_scores_gemma":[0.0012123319,0.0017710455,0.89816916,0.000045394376,0.000032070868,0.000051922692,0.009519179,0.0028481889,0.006095413,0.00079033535,0.07922098,0.00024399467],"about_ca_topic_score_codex":0.000014560274,"about_ca_topic_score_gemma":0.0000022514587,"teacher_disagreement_score":0.6167971,"about_ca_system_score_codex":0.00008873425,"about_ca_system_score_gemma":0.00021101936,"threshold_uncertainty_score":0.97069675},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3116681383","doi":"10.2147/clep.s288677","title":"&lt;p&gt;Retraction of COVID-19 Pharmacoepidemiology Research Could Have Been Avoided by Effective Use of Reporting Guidelines&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"Wellcome Trust","keywords":"Pharmacoepidemiology; Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Internal medicine; Pediatrics; Pharmacology; Virology","score_opus":0.9713400994553343,"score_gpt":0.7444786273701581,"score_spread":0.22686147208517615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116681383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5864253,0.0074989046,0.26572087,0.13145085,0.0021677932,0.0046345047,0.00028930014,0.000055727207,0.0017567396],"genre_scores_gemma":[0.9246048,0.002483248,0.029852698,0.038956147,0.0013278932,0.00023725249,0.00014236593,0.00006650183,0.0023291486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.29998085,0.5099773,0.17540884,0.0063639823,0.0062626954,0.0020063568],"domain_scores_gemma":[0.06400152,0.81839186,0.09999215,0.005532914,0.009988187,0.0020933778],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77184165,0.0005746224,0.018656313,0.00052225793,0.0002472024,0.000049980918,0.0024534857,0.0013467098,0.003819326],"category_scores_gemma":[0.99041903,0.0003289512,0.005182189,0.0020428884,0.0018070794,0.0002983624,0.0007603153,0.0021122932,0.0007120386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024092029,0.00011883332,0.2979188,0.00017723153,0.00049324095,0.00001725315,0.00010453845,0.0009689668,0.0038140055,0.0015757929,0.6846203,0.009950118],"study_design_scores_gemma":[0.0010054922,0.0009566558,0.043131396,0.000085131454,0.00051508425,0.000038486345,0.00017780704,0.103888944,0.0001742381,0.015763117,0.8339031,0.00036057047],"about_ca_topic_score_codex":0.00024356156,"about_ca_topic_score_gemma":0.00007330786,"teacher_disagreement_score":0.33817944,"about_ca_system_score_codex":0.00012123513,"about_ca_system_score_gemma":0.0005554787,"threshold_uncertainty_score":0.99994975},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3117033303","doi":"10.5539/elt.v14n1p74","title":"A Methodological Review of Machine Learning in Applied Linguistics","year":2020,"lang":"en","type":"review","venue":"English Language Teaching","topic":"Text and Document Classification Technologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Applied linguistics; Artificial intelligence; Computational linguistics; Normality; Natural language processing; Machine learning; Linguistics; Programming language; Mathematics; Statistics","score_opus":0.10015196501792106,"score_gpt":0.38367126546512764,"score_spread":0.2835193004472066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117033303","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3399253e-7,0.96137804,0.023276176,0.000050250037,0.00023019886,0.00048184162,0.000005561598,0.0009075944,0.013670179],"genre_scores_gemma":[0.00007933637,0.911731,0.08770799,0.00009949718,0.00017251393,0.00006542508,0.00005477178,0.000024773384,0.00006466084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968099,0.001063436,0.00095436507,0.0006042465,0.00029991567,0.0002681514],"domain_scores_gemma":[0.9970518,0.0014106027,0.00074330246,0.0007038356,0.000030675703,0.00005977871],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026703628,0.00036093374,0.0019654185,0.00028152796,0.000055970948,0.00006561095,0.0017639007,0.00026398402,0.000025434805],"category_scores_gemma":[0.031731788,0.00028307748,0.00030066207,0.00067025755,0.000044073367,0.000045768178,0.0007649005,0.002234206,0.000016348346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1774712e-7,0.000022451453,0.0000010767986,0.023597173,0.000017665074,0.00003012339,0.0019629258,5.070841e-7,7.356025e-7,0.04990823,0.000098228345,0.92436045],"study_design_scores_gemma":[0.00007561204,0.000026792612,1.2148486e-7,0.022794068,0.00006678934,0.0000030958192,0.0002446541,0.00012417627,0.0000047057647,0.00012245172,0.976268,0.0002695297],"about_ca_topic_score_codex":0.000012151034,"about_ca_topic_score_gemma":0.0000011942531,"teacher_disagreement_score":0.97616976,"about_ca_system_score_codex":0.00009246558,"about_ca_system_score_gemma":0.000110274195,"threshold_uncertainty_score":0.99996215},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3117672471","doi":"10.1111/j.1756-5391.2010.01086.x","title":"Revised STandards for Reporting Interventions in Clinical Trials of Acupuncture (STRICTA): Extending the CONSORT Statement","year":2010,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":443,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Checklist; Consolidated Standards of Reporting Trials; Psychological intervention; Clinical trial; Systematic review; Psychology; Alternative medicine; Medicine; Medical education; Family medicine; MEDLINE; Political science; Psychiatry; Pathology","score_opus":0.7114688404628366,"score_gpt":0.651952867294202,"score_spread":0.05951597316863466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117672471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6649062,0.044081405,0.032409757,0.24561869,0.0037615756,0.00882486,0.00009931976,0.00003719709,0.00026100522],"genre_scores_gemma":[0.9865871,0.005298365,0.005568483,0.0006123708,0.0015927528,0.00007249289,0.000010783211,0.00002374531,0.00023387803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98659235,0.0010126932,0.009918773,0.00027032575,0.0018364711,0.0003693755],"domain_scores_gemma":[0.9503417,0.030415576,0.014282397,0.0006838232,0.0038821332,0.00039437902],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.105609804,0.00035428687,0.003242849,0.0005350381,0.000106661784,0.000015960934,0.00025401893,0.00013718988,0.00040973563],"category_scores_gemma":[0.4326503,0.00010131595,0.0016498322,0.00047491628,0.00061447703,0.00017114545,0.000051551357,0.0011941815,3.683242e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022029387,0.0019904338,0.5567662,0.007474781,0.0034196451,0.0017027963,0.0012052383,0.00007713186,0.05294873,0.00040103967,0.17065229,0.18133229],"study_design_scores_gemma":[0.07786334,0.04724757,0.46476266,0.18099225,0.018597322,0.0014160465,0.006655577,0.0006801456,0.021717336,0.0019198068,0.17737336,0.0007745918],"about_ca_topic_score_codex":0.000026653404,"about_ca_topic_score_gemma":0.000045596305,"teacher_disagreement_score":0.3270405,"about_ca_system_score_codex":0.00029548074,"about_ca_system_score_gemma":0.0018513663,"threshold_uncertainty_score":0.9209629},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3119634921","doi":"10.18438/eblip29764","title":"Dissertations and Theses in Top Nursing Publications: A Bibliometric Study","year":2020,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Nursing research; Scholarship; Bibliometrics; Nursing literature; Citation analysis; Scholarly communication; Library science; Medicine; Nursing; Alternative medicine; Publishing; Political science; Computer science","score_opus":0.168932986573074,"score_gpt":0.5012158202472208,"score_spread":0.3322828336741468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119634921","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45614937,0.000688457,0.0009628145,0.53233373,0.00012888317,0.001699564,0.00000618526,0.0001066132,0.007924405],"genre_scores_gemma":[0.9524394,0.0014797451,0.0017354663,0.04393684,0.00007031968,0.00024666506,0.000021048018,0.000004113298,0.00006638786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980486,0.00073196116,0.0005133537,0.00015488506,0.00029507038,0.0002561024],"domain_scores_gemma":[0.9932035,0.0059704143,0.00023824633,0.00013394684,0.00011872627,0.0003351316],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001306785,0.00007411756,0.00010009871,0.0044800704,0.0005991326,0.00026722148,0.00014357852,0.000051748673,0.00030598964],"category_scores_gemma":[0.017273167,0.00006320661,0.000008231058,0.022291565,0.00005082587,0.14648475,0.000046814228,0.00038461245,0.00008024672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058102066,0.0004029028,0.7703345,0.00072181073,0.000008518356,0.0000014944245,0.06065277,0.000044641394,0.000025070662,0.06520568,0.0152077805,0.086813845],"study_design_scores_gemma":[0.00035359515,0.0002692767,0.8143222,0.0002908961,0.0000063314687,9.3957357e-7,0.088081434,0.0060476772,0.00000920035,0.000074238946,0.090461604,0.000082657294],"about_ca_topic_score_codex":0.000062114945,"about_ca_topic_score_gemma":6.281628e-7,"teacher_disagreement_score":0.49629006,"about_ca_system_score_codex":0.000020312138,"about_ca_system_score_gemma":0.0009516745,"threshold_uncertainty_score":0.9984901},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3119992070","doi":"10.3138/jsp.52.2.02","title":"Chinese PhD Students’ Perceptions of Predatory Journals: A Survey Study","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reputation; Perception; Psychology; Sociology; Social science","score_opus":0.6534216837444228,"score_gpt":0.595377689547528,"score_spread":0.058043994196894766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119992070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916221,0.0034360709,0.0014409496,0.001072899,0.0013529226,0.00014783372,0.000064314874,0.000006202749,0.00085672596],"genre_scores_gemma":[0.9969657,0.00032628066,0.0010764886,0.00013250498,0.0003462059,0.0000014422282,0.000002162602,0.000016582073,0.0011326225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9547205,0.0038648313,0.0033972582,0.00061068777,0.036796622,0.000610116],"domain_scores_gemma":[0.9073197,0.008828923,0.0027544266,0.0011806246,0.07880252,0.001113802],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.2120601,0.00019674032,0.0008274937,0.04992243,0.0004026839,0.15080282,0.007732893,0.00021335966,0.0016346242],"category_scores_gemma":[0.5093609,0.00012972153,0.0004517955,0.15354869,0.00009899506,0.08244356,0.0020598506,0.0029429207,0.000031415893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041387397,0.0015244136,0.97025084,0.0000038802955,0.00013189547,0.0001435841,0.001012175,0.000045306315,0.0017078338,0.000011978073,0.012934466,0.012192258],"study_design_scores_gemma":[0.001301521,0.00036932918,0.985883,0.000036753943,0.000019672481,0.00016131393,0.009832975,0.000049081173,0.000042494816,0.0010139158,0.001165493,0.00012443341],"about_ca_topic_score_codex":0.00016114066,"about_ca_topic_score_gemma":0.00018914994,"teacher_disagreement_score":0.29730082,"about_ca_system_score_codex":0.00024066065,"about_ca_system_score_gemma":0.001401602,"threshold_uncertainty_score":0.99935734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3121186031","doi":"10.1016/j.edurev.2021.100378","title":"Corrigendum to “The use of Latin-square designs in educational and psychological research” [Educational Research Review 24 (2018) 84–97]","year":2021,"lang":"en","type":"review","venue":"Educational Research Review","topic":"Educational Methods and Teacher Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Oakville Public Library","funders":"","keywords":"Latin square; Psychology; Educational research; Mathematics education; Psychological research; Applied psychology; Social psychology","score_opus":0.9473381811454791,"score_gpt":0.6385367679964352,"score_spread":0.30880141314904386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121186031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022986626,0.8470044,0.00012609591,0.14394327,0.002344323,0.005460276,0.000061996565,0.00000879403,0.0010485356],"genre_scores_gemma":[0.0000011009112,0.8899734,0.071499676,0.0012653879,0.0010333317,0.008629068,0.000578892,0.00006596365,0.026953202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96423787,0.022757977,0.0027466896,0.0025506062,0.0059187403,0.0017880959],"domain_scores_gemma":[0.94771653,0.040552467,0.0005973113,0.0033303553,0.006716014,0.0010873224],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.045526136,0.0006978684,0.0023225667,0.0020664795,0.0010228531,0.0005831506,0.0046485956,0.0003800323,0.003902552],"category_scores_gemma":[0.061197646,0.00051858625,0.0004927682,0.013166265,0.00095428014,0.00050128467,0.0021258742,0.0046187467,0.0020123762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018928558,0.0009361901,0.00005939851,0.029409004,0.000052163312,0.0000021303938,0.00019877685,1.6267722e-7,2.7582e-7,0.08603933,0.52381253,0.35948816],"study_design_scores_gemma":[0.000058297108,0.00011500161,0.0014603474,0.16265437,0.000038611193,0.00006868705,0.000036450107,0.0000023252337,2.0289657e-7,0.005075084,0.8300953,0.00039533924],"about_ca_topic_score_codex":0.00023187853,"about_ca_topic_score_gemma":0.00008506155,"teacher_disagreement_score":0.3590928,"about_ca_system_score_codex":0.0017927281,"about_ca_system_score_gemma":0.026411533,"threshold_uncertainty_score":0.9997266},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3121686920","doi":"10.1186/s13643-021-01583-y","title":"Considerations for conducting systematic reviews: evaluating the performance of different methods for de-duplicating references","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Systematic review; Medicine; PsycINFO; Flagging; Information retrieval; Computer science; MEDLINE; Set (abstract data type); Data mining; Database; Data science","score_opus":0.9330778224572595,"score_gpt":0.6546697466149455,"score_spread":0.278408075842314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121686920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031389847,0.1722413,0.672404,0.0013226164,0.0013215593,0.120041795,0.000039108243,0.000026799336,0.0012129858],"genre_scores_gemma":[0.1532101,0.002198541,0.7689855,0.00073685235,0.00031065612,0.06713679,0.000022960538,0.00007570746,0.007322868],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7805506,0.1604216,0.052675918,0.001919249,0.0036310018,0.00080163986],"domain_scores_gemma":[0.57363665,0.3332556,0.06947115,0.013946775,0.009344998,0.00034482294],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5266486,0.0007013317,0.01662136,0.00020796836,0.0008125379,0.0010185803,0.0018724109,0.00013502466,0.00071162835],"category_scores_gemma":[0.6942765,0.0002527747,0.0047893096,0.0012243674,0.00009527647,0.00027826332,0.00017612263,0.00021376967,0.0002099478],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003169206,0.000058597376,0.00021297442,0.97223186,0.0005284967,2.0364217e-7,0.0027118898,0.00005571224,0.0041435626,0.009783096,0.0041000615,0.006170392],"study_design_scores_gemma":[0.0009827862,0.00061491126,0.00006229972,0.31071383,0.012703976,0.0004092476,0.015033533,0.6105109,0.004188274,0.03081042,0.012588937,0.0013809338],"about_ca_topic_score_codex":0.0000025988286,"about_ca_topic_score_gemma":0.000013409982,"teacher_disagreement_score":0.66151804,"about_ca_system_score_codex":0.00010507324,"about_ca_system_score_gemma":0.0002631167,"threshold_uncertainty_score":0.99999243},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3123529604","doi":"10.2139/ssrn.3654298","title":"The Open Science Ecosystem: A Systematic Framework Anchored in Values, Ethics, and FAIRER Data","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Research Data Management Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Environment and Climate Change Canada","funders":"","keywords":"Ecosystem; Environmental resource management; Open science; Political science; Environmental ethics; Engineering ethics; Environmental science; Ecology; Engineering; Biology; Mathematics; Philosophy; Statistics","score_opus":0.13756659628440568,"score_gpt":0.4012703544478779,"score_spread":0.26370375816347225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123529604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004326582,0.013786429,0.8457931,0.1324113,0.00040763486,0.0021000195,0.000008400569,0.00006904511,0.0010974285],"genre_scores_gemma":[0.9742684,0.019063413,0.0056061205,0.00072458293,0.00012589175,0.00002401027,0.0000018570211,0.000013922741,0.00017182095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99363744,0.0015512194,0.0005171761,0.0008681634,0.0013162624,0.002109753],"domain_scores_gemma":[0.99542284,0.0017744993,0.00037278325,0.0020585593,0.00014575232,0.00022554414],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.061656654,0.00014657083,0.00026109506,0.0001388639,0.0012455498,0.013877629,0.027298264,0.0000580938,0.00000139029],"category_scores_gemma":[0.017254654,0.00009574109,0.00002039464,0.001391372,0.00018025671,0.02859124,0.011653364,0.004729029,0.00002097571],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015967516,0.000018332337,0.0002707772,0.00038976,0.00005796854,0.000017206681,0.0006986315,0.0000128694965,0.000016828275,0.99667543,0.00014827997,0.0016779653],"study_design_scores_gemma":[0.0015199997,0.00083391916,0.0011410674,0.0035186545,0.00007914107,0.0006577187,0.015902441,0.2010194,0.00002661794,0.76375717,0.010791559,0.00075232814],"about_ca_topic_score_codex":0.00010831663,"about_ca_topic_score_gemma":0.0013708923,"teacher_disagreement_score":0.9699418,"about_ca_system_score_codex":0.00045475154,"about_ca_system_score_gemma":0.0048849485,"threshold_uncertainty_score":0.9975671},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3124321717","doi":"10.1007/s10067-021-05588-9","title":"Pregnancy outcomes in women with ankylosing spondylitis: a scoping literature and methodological review","year":2021,"lang":"en","type":"article","venue":"Clinical Rheumatology","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McMaster University; Impact","funders":"","keywords":"Ankylosing spondylitis; Medicine; Rheumatology; Pregnancy; Internal medicine; Spondylitis; MEDLINE; Physical therapy; Obstetrics; Intensive care medicine","score_opus":0.12012641854918084,"score_gpt":0.46877605519053217,"score_spread":0.34864963664135135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124321717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71555203,0.2711479,0.00048130748,0.011615011,0.00017277921,0.0005352262,0.000013485009,0.00005887829,0.000423389],"genre_scores_gemma":[0.5374449,0.4230131,0.020986756,0.017769216,0.000027736716,0.00017309091,0.00009325117,0.00003621928,0.0004557834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972155,0.00091271097,0.00087527174,0.00048265202,0.00013904748,0.00037479604],"domain_scores_gemma":[0.9965628,0.0024549305,0.00017736874,0.00038958027,0.00010344273,0.00031188648],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013269297,0.00016525867,0.0013960344,0.00006404408,0.00003456624,0.000013078591,0.00007172985,0.00027159395,0.00032378326],"category_scores_gemma":[0.015465961,0.00010954977,0.000075778415,0.00032370206,0.00025862394,0.000085368796,0.00007460763,0.0006021715,0.0000076271576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056988234,0.0005569327,0.8625319,0.01164572,0.00018394054,0.002280025,0.0010047384,7.899946e-8,0.000021205762,0.0016745984,0.0002485673,0.119282395],"study_design_scores_gemma":[0.005676037,0.0008202953,0.5644105,0.41959685,0.000106399224,0.00469392,0.00015982681,0.000008560057,0.00003020124,0.0019157312,0.0023192696,0.00026240037],"about_ca_topic_score_codex":0.0000019404877,"about_ca_topic_score_gemma":0.0000049272267,"teacher_disagreement_score":0.40795112,"about_ca_system_score_codex":0.000030407591,"about_ca_system_score_gemma":0.00036757026,"threshold_uncertainty_score":0.9928272},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3125726529","doi":"10.2308/atax-51809","title":"Are Corporate Risk-Taking Practices Indicative of Aggressive Reporting Practices?","year":2017,"lang":"en","type":"article","venue":"Journal of the American Taxation Association","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Opportunism; Asset (computer security); Business; Face (sociological concept); Quality (philosophy); Accounting; Economics","score_opus":0.049756520595933176,"score_gpt":0.3189259196318973,"score_spread":0.26916939903596415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125726529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901122,0.00002361404,0.002532085,0.004366133,0.00047823272,0.00016733757,0.0000030435904,0.0000147944065,0.0023025703],"genre_scores_gemma":[0.99754816,0.00006133564,0.00054333627,0.0005097425,0.0009618088,0.0000036180775,0.0000013715468,0.000018684515,0.00035195742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974403,0.00015085348,0.0011261291,0.00016713323,0.000938588,0.00017701053],"domain_scores_gemma":[0.13746229,0.00028864323,0.8608086,0.00030282457,0.0011276321,0.000010008998],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00407493,0.00013254267,0.00038997337,0.00016496229,0.0007090928,0.00047934233,0.0006338283,0.000040109553,0.000022239756],"category_scores_gemma":[0.9839363,0.00010304917,0.00016456874,0.00038053133,0.00010677673,0.0024890008,0.00023927553,0.0004791534,0.000016018337],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000520078,0.00004718675,0.9861928,0.000030142954,0.00018522966,0.000010354994,0.00017175662,0.00031477408,0.000330978,0.00012669494,0.0016708608,0.010867165],"study_design_scores_gemma":[0.00031062937,0.000017069093,0.99531895,0.00024549456,0.00029791545,0.000003855418,0.0011241328,0.0004921381,0.00017269109,0.00067800726,0.0012288546,0.0001102613],"about_ca_topic_score_codex":0.0013160689,"about_ca_topic_score_gemma":0.00017618744,"teacher_disagreement_score":0.9798614,"about_ca_system_score_codex":0.00029183106,"about_ca_system_score_gemma":0.000068156114,"threshold_uncertainty_score":0.54538405},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3126045849","doi":"","title":"The Retraction Penalty: Evidence from the Web of Science","year":2013,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Citation; Web of science; Computer science; Library science; Information retrieval; MEDLINE; Political science; Law","score_opus":0.04295528310462751,"score_gpt":0.33237270555352094,"score_spread":0.28941742244889346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126045849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6832528,0.00059970503,0.00030535233,0.112715326,0.0012056332,0.00033853686,0.000002146122,0.000040868614,0.20153964],"genre_scores_gemma":[0.9940343,0.001090989,0.00015128577,0.0005269457,0.00024710695,0.000005419057,1.2321252e-7,0.0000012718424,0.0039425925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987127,0.00019336272,0.00012831029,0.00011156125,0.00066316046,0.00019089978],"domain_scores_gemma":[0.99674374,0.0026981398,0.000084676576,0.00016854532,0.0002592993,0.000045586283],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044293883,0.000037490936,0.000046387955,0.000012926049,0.0016421818,0.0001393721,0.0008297914,0.00015285265,0.0011600613],"category_scores_gemma":[0.0043422426,0.000017168442,0.000027828231,0.0003643725,0.0023210773,0.0007352976,0.000048983453,0.0006127229,0.00024515603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021187738,0.000025840134,0.040213116,0.000003221097,0.000019592086,3.8158748e-7,0.05908993,0.0000047752546,0.032965764,0.41088766,0.3760312,0.08073733],"study_design_scores_gemma":[0.000113901515,0.00005080496,0.17463812,0.00017851457,0.00002863334,0.0000013598515,0.14284788,0.003082852,0.0123550985,0.105513535,0.5609294,0.0002598484],"about_ca_topic_score_codex":0.08508394,"about_ca_topic_score_gemma":0.0055072885,"teacher_disagreement_score":0.31078148,"about_ca_system_score_codex":0.000044874665,"about_ca_system_score_gemma":0.0005191687,"threshold_uncertainty_score":0.999753},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3127643406","doi":"10.36680/j.itcon.2021.002","title":"Open access to Construction IT research articles – developments over the past 25 years","year":2021,"lang":"en","type":"article","venue":"Journal of Information Technology in Construction","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dozen; Publishing; Quarter (Canadian coin); Quality (philosophy); Business model; Engineering; Library science; Political science; Engineering ethics; World Wide Web; Business; History; Computer science; Marketing","score_opus":0.04679358624725741,"score_gpt":0.331948027033694,"score_spread":0.2851544407864366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127643406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812782,0.000015936825,0.0011565706,0.011977004,0.0004844512,0.0001477159,7.3914106e-7,0.000014457458,0.004924937],"genre_scores_gemma":[0.9963303,0.0000522851,0.0019514498,0.0014475086,0.00017169816,0.000008377558,0.0000050255117,0.0000037681843,0.000029570148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875605,0.000018027924,0.00064000563,0.00007387797,0.00033400825,0.00017801132],"domain_scores_gemma":[0.99829465,0.000038344024,0.0004371708,0.00013499756,0.0010849204,0.000009945001],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001028179,0.00007248887,0.00014875374,0.0019605362,0.0002048711,0.0011056158,0.00073302136,0.00010010699,0.00037830908],"category_scores_gemma":[0.000621676,0.00005666784,0.00003812394,0.0033035798,0.00015070799,0.007022476,0.0006826519,0.0003924564,0.00019798522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017227825,0.000048310896,0.30752665,0.000053457377,0.00010279289,0.00001689064,0.00077386387,0.00035591185,0.00042108938,0.050109703,0.02842238,0.61199665],"study_design_scores_gemma":[0.002751309,0.00011320683,0.34814826,0.0005139946,0.0000994246,0.0011247678,0.05961755,0.0021065169,0.012876425,0.11561924,0.4564519,0.00057741744],"about_ca_topic_score_codex":0.000063816165,"about_ca_topic_score_gemma":0.00009472696,"teacher_disagreement_score":0.61141926,"about_ca_system_score_codex":0.00010644224,"about_ca_system_score_gemma":0.00012476585,"threshold_uncertainty_score":0.99993134},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3127725424","doi":"10.12688/f1000research.24469.2","title":"The use of ‘PICO for synthesis’ and methods for synthesis without meta-analysis: protocol for a survey of current practice in systematic reviews of health interventions","year":2021,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; McMaster University","keywords":"Psychological intervention; Meta-analysis; Systematic review; Computer science; Data science; Medicine; MEDLINE; Chemistry; Pathology; Nursing","score_opus":0.978982439658392,"score_gpt":0.761376262446713,"score_spread":0.21760617721167907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127725424","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003530709,0.036899015,0.58794427,0.0005878206,0.0000640799,0.37358743,0.000869532,0.000001999935,0.000010553027],"genre_scores_gemma":[0.0013553279,0.0008770429,0.22292982,0.000012145748,0.000011643123,0.774188,0.000029233162,0.00003665274,0.0005601564],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.5258276,0.40534398,0.05722633,0.0031123613,0.007498103,0.0009916079],"domain_scores_gemma":[0.32145926,0.60454804,0.04648153,0.009545628,0.017717006,0.00024851479],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.71660304,0.00058292394,0.026483117,0.0017364651,0.00021279092,0.0009327872,0.0031959,0.00020389695,0.00044268323],"category_scores_gemma":[0.8317834,0.00025463174,0.016977455,0.0031167327,0.00024755718,0.00027132125,0.0009994339,0.00040207987,0.0000024043159],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048287975,0.0015011997,0.0020880995,0.7445943,0.1446616,2.3602814e-7,0.0012645391,0.00050989946,0.000018545377,0.0013079364,0.007489609,0.096081175],"study_design_scores_gemma":[0.0016167973,0.0010295796,0.0050771404,0.060389042,0.56522477,0.000008000147,0.0050274995,0.19568323,0.0010469836,0.006545778,0.15683527,0.0015158885],"about_ca_topic_score_codex":0.0006161018,"about_ca_topic_score_gemma":0.0017512484,"teacher_disagreement_score":0.68420523,"about_ca_system_score_codex":0.00009233236,"about_ca_system_score_gemma":0.001003913,"threshold_uncertainty_score":0.9999906},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3128250231","doi":"10.1111/jebm.12419","title":"Consistency of recommendations and methodological quality of guidelines for the diagnosis and treatment of COVID‐19","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"","keywords":"Guideline; Interim; Medicine; CLARITY; Consistency (knowledge bases); Coronavirus disease 2019 (COVID-19); MEDLINE; Checklist; Quality (philosophy); Concordance; Data collection; Medical physics; Family medicine; Psychology; Computer science; Pathology; Statistics; Political science; Internal medicine","score_opus":0.9688802759637457,"score_gpt":0.738142788820996,"score_spread":0.23073748714274966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128250231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000154535,0.874626,0.007990737,0.115577355,0.00027219797,0.0012754801,0.00009782749,0.0000025551476,0.0000033491895],"genre_scores_gemma":[0.00014541995,0.95438457,0.04354593,0.0012607148,0.00050428935,0.0000691037,0.000051605704,0.000016197417,0.0000221696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901848,0.0019824805,0.006800352,0.0002649811,0.00062785496,0.00013955771],"domain_scores_gemma":[0.83551466,0.15235585,0.007837146,0.00042157248,0.0035891812,0.00028160893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016763262,0.0002912842,0.0043727127,0.00029065806,0.00005901894,0.000005259652,0.00014014773,0.0001935119,0.00028137796],"category_scores_gemma":[0.3261049,0.00013047231,0.00072601734,0.00036405632,0.0006493598,0.000102775564,0.00004131565,0.00025296432,7.131941e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005400826,0.00033224438,0.0013173786,0.0135724,0.00094138866,0.000011098391,0.00011430749,0.000003031281,0.000031059753,0.00010277778,0.007657442,0.9753768],"study_design_scores_gemma":[0.005940962,0.009488078,0.0005350578,0.07912947,0.022307876,0.00032553013,0.0020224028,0.000031574444,0.000057993097,0.00022663733,0.87977886,0.0001555482],"about_ca_topic_score_codex":0.000370635,"about_ca_topic_score_gemma":0.000049794373,"teacher_disagreement_score":0.9752212,"about_ca_system_score_codex":0.00015393866,"about_ca_system_score_gemma":0.0025923403,"threshold_uncertainty_score":0.67957157},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3128542576","doi":"10.1177/1556264620987773","title":"Comparing Payments Between Sociobehavioral and Biomedical Studies in a Large Research University in Southern California","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Payment; Empirical research; Research design; Psychology; Social science; Sociology; Business","score_opus":0.9646604438247603,"score_gpt":0.7759881590127202,"score_spread":0.18867228481204013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128542576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95801973,0.0012393468,0.000008564247,0.038929284,0.000056954646,0.00058448734,0.0000548487,0.000011662153,0.0010951326],"genre_scores_gemma":[0.9897979,0.0067828167,0.0002987014,0.00017572852,0.00048432767,0.000009914997,0.000016715958,0.000055952398,0.0023779336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9490029,0.024165621,0.0017932907,0.0010999701,0.020961573,0.0029766452],"domain_scores_gemma":[0.78242683,0.18752632,0.00026462253,0.0013886655,0.025441306,0.0029522832],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.2448948,0.00027174415,0.0013483926,0.005090846,0.0013885881,0.00020159491,0.001217701,0.0018719363,0.00020764196],"category_scores_gemma":[0.22520491,0.00022887747,0.00023986028,0.0055697565,0.007960556,0.00018229258,0.0032838502,0.07472954,0.00015831109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016494638,0.0038865127,0.94653565,0.0014740645,0.000189966,0.018474478,0.016593926,0.0000026819084,0.0012273978,0.006232506,0.002932422,0.00080092653],"study_design_scores_gemma":[0.019044796,0.011523013,0.5169786,0.015573113,0.000055106055,0.00016974004,0.272021,0.00016850927,0.000541422,0.13724096,0.026063986,0.0006197386],"about_ca_topic_score_codex":0.00050979963,"about_ca_topic_score_gemma":0.0068480116,"teacher_disagreement_score":0.42955703,"about_ca_system_score_codex":0.003649446,"about_ca_system_score_gemma":0.010985406,"threshold_uncertainty_score":0.9999115},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3130273408","doi":"10.1136/bmj.m4669","title":"Co-production of evidence for policies in Thailand: from concept to action","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Thailand Science Research and Innovation","keywords":"Production (economics); Action (physics); Computer science; Data science; Economics; Macroeconomics","score_opus":0.7533716879806,"score_gpt":0.5570917147690396,"score_spread":0.19627997321156032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130273408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8593774,0.0018016214,0.0043125628,0.13086328,0.0015335195,0.001044666,0.0003495338,0.000021564678,0.0006958642],"genre_scores_gemma":[0.9843051,0.00012331783,0.0068908487,0.0053114067,0.0011277992,0.00023836984,0.00007329067,0.00001862544,0.0019112724],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9973602,0.00013536592,0.0019347953,0.00034772418,0.000052185547,0.00016972658],"domain_scores_gemma":[0.99775124,0.000945306,0.000827844,0.00034014817,0.00007714759,0.00005830815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045860256,0.000077611665,0.00048048154,0.00015873829,0.000048312206,0.00002353332,0.00009730412,0.00007253403,0.00019422041],"category_scores_gemma":[0.0105906455,0.000095744734,0.000063592735,0.00016441634,0.000025138232,0.0002922129,0.000014844516,0.00005437324,0.00024279818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020160916,0.00022842124,0.36120194,0.0006994187,0.00011929069,0.0000014083577,0.022975903,0.003988065,0.002216044,0.03795245,0.56771827,0.0026972068],"study_design_scores_gemma":[0.0018121589,0.00022093205,0.70802116,0.000884896,0.00001541789,0.0000070789624,0.013520128,0.002083335,0.01447876,0.028804915,0.2294416,0.0007096],"about_ca_topic_score_codex":0.0028684246,"about_ca_topic_score_gemma":0.0011319325,"teacher_disagreement_score":0.34681925,"about_ca_system_score_codex":0.00025282684,"about_ca_system_score_gemma":0.00013196806,"threshold_uncertainty_score":0.99774355},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3130902512","doi":"10.1016/j.sapharm.2021.02.015","title":"Lessons in reflexivity of a pharmacist conducting ethnographic research","year":2021,"lang":"en","type":"letter","venue":"Research in Social and Administrative Pharmacy","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"AGE-WELL","keywords":"Reflexivity; CLARITY; Feeling; Ethnography; Pharmacist; Qualitative research; Psychology; Medicine; Nursing; Social psychology; Sociology; Pharmacy; Social science","score_opus":0.9652017013689581,"score_gpt":0.7789790052719634,"score_spread":0.1862226960969947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130902512","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048549887,0.002412237,0.000006986354,0.90278447,0.00018771763,0.0012367765,0.00033702952,0.000022774888,0.04446211],"genre_scores_gemma":[0.95679635,0.019649612,0.0008127721,0.011960665,0.006431847,0.00069107866,0.00014640171,0.000093256465,0.003418007],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9229765,0.06811251,0.0009069188,0.0011167799,0.004491743,0.0023955568],"domain_scores_gemma":[0.9796344,0.017150797,0.00022973635,0.00025038072,0.0023950455,0.0003396115],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.07877604,0.000339558,0.0009797796,0.0013121091,0.002088188,0.0003407642,0.0008961983,0.00084217184,0.0002608109],"category_scores_gemma":[0.008112769,0.00035682917,0.0002120789,0.0068993387,0.0146659585,0.00039542554,0.00056738895,0.016950984,0.000008197558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010144823,0.002099817,0.013772215,0.00660315,0.00045286378,0.008940725,0.41817382,3.7910752e-7,0.0050724796,0.14588986,0.30880818,0.08917203],"study_design_scores_gemma":[0.00179677,0.00020854942,0.00030264765,0.0009615204,0.0000122042375,0.0000041286908,0.13627681,0.000014960702,0.0010459352,0.12062573,0.73820215,0.00054857193],"about_ca_topic_score_codex":0.017379599,"about_ca_topic_score_gemma":0.008061684,"teacher_disagreement_score":0.90824646,"about_ca_system_score_codex":0.00075543195,"about_ca_system_score_gemma":0.007824354,"threshold_uncertainty_score":0.99988836},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3131860062","doi":"10.1136/bmjopen-2020-045987","title":"Methodological review to develop a list of bias items used to assess reviews incorporating network meta-analysis: protocol and rationale","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Ottawa Hospital; Queen's University; University of British Columbia; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Protocol (science); Medicine; Systematic review; Publication; MEDLINE; Popularity; Quality (philosophy); Health care; Cochrane Library; Publication bias; Medical education; Alternative medicine; Meta-analysis; Psychology; Social psychology","score_opus":0.9933511709711421,"score_gpt":0.7496453036016336,"score_spread":0.2437058673695085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131860062","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4339827e-8,0.62198097,0.01671413,0.0005742023,0.000050950348,0.3593379,0.000054213542,0.0000032406786,0.0012843639],"genre_scores_gemma":[2.40939e-8,0.30016616,0.2422178,0.0016480304,0.00011175484,0.4500238,0.00010287931,0.000028553892,0.005701009],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6708425,0.2595296,0.055383984,0.0045912405,0.008985552,0.00066710706],"domain_scores_gemma":[0.89343745,0.041460305,0.04647456,0.011514884,0.0062954086,0.0008173658],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.62448806,0.001314668,0.08031588,0.0008302722,0.00024802936,0.0030776642,0.0071504745,0.00033629595,0.016715655],"category_scores_gemma":[0.40383482,0.00055265723,0.0147427665,0.02655654,0.000060280854,0.0003784176,0.0041410327,0.00044710783,0.0011934532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073681954,0.00008439387,0.000103827755,0.06679211,0.06858948,0.000025161647,0.00010501777,0.000073521354,2.2817414e-7,0.0016643857,0.40024033,0.4623142],"study_design_scores_gemma":[0.000051548832,0.000042425952,0.0000063040175,0.018234268,0.15750284,0.000024581335,0.000021592903,0.000019795372,1.290089e-7,0.0002508509,0.8233226,0.0005230766],"about_ca_topic_score_codex":0.0000342685,"about_ca_topic_score_gemma":0.00038870933,"teacher_disagreement_score":0.4617911,"about_ca_system_score_codex":0.000074781754,"about_ca_system_score_gemma":0.0015304917,"threshold_uncertainty_score":0.9999605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132467447","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011866189,0.37648535,0.000053401087,0.60731196,0.000065387045,0.0010588911,0.00005780896,0.0000028904926,0.013777694],"genre_scores_gemma":[0.1653191,0.752661,0.002119474,0.013910115,0.00024385219,0.0007509947,0.00017857367,0.000025340272,0.06479159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691109,0.010356157,0.0017413646,0.0006284803,0.01770201,0.00046107164],"domain_scores_gemma":[0.955028,0.0048516137,0.00039566035,0.0011942092,0.03830307,0.00022746937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2819699,0.00009575415,0.00057189947,0.00018262494,0.0001854319,0.0001552393,0.0015477305,0.00011834568,0.0014339956],"category_scores_gemma":[0.20126697,0.00005101323,0.000116526026,0.0036994067,0.00018263758,0.00051466195,0.0009163097,0.0017751876,0.000064208296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003933058,0.00004810102,0.00059705484,0.0015938763,0.000006950005,0.000001008172,0.0003656769,0.0000023944403,0.000009592864,0.00675879,0.8097025,0.18091013],"study_design_scores_gemma":[0.0001145576,0.0000192341,0.003019061,0.028885614,0.000028943483,0.000005791974,0.00085667946,0.0001142422,0.000047539772,0.030254643,0.9365847,0.00006899334],"about_ca_topic_score_codex":0.00060186663,"about_ca_topic_score_gemma":0.0010050109,"teacher_disagreement_score":0.59340185,"about_ca_system_score_codex":0.00006998257,"about_ca_system_score_gemma":0.0013712919,"threshold_uncertainty_score":0.9994788},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3133935200","doi":"10.1097/gox.0000000000003439","title":"Assessment of the Academic Productivity of Plastic Surgeons in Saudi Arabia Using the h-index","year":2021,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Index (typography); Medicine; Scopus; Bivariate analysis; Cross-sectional study; Rank (graph theory); Board certification; Family medicine; Psychology; Medical education; Statistics; Mathematics; MEDLINE; Residency training; Political science; Computer science","score_opus":0.053249784834869966,"score_gpt":0.3358156937246997,"score_spread":0.28256590888982974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133935200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98772955,0.00008470821,0.00027642402,0.0004149478,0.0030782484,0.00037944494,0.00013018862,0.000006801841,0.007899659],"genre_scores_gemma":[0.9996912,0.000043949665,0.00009897243,0.00004089329,0.000066405664,0.0000065615504,0.0000027034853,0.0000044345315,0.00004490757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683845,0.0010526757,0.00046628882,0.00034776307,0.0009283019,0.00036650852],"domain_scores_gemma":[0.9944865,0.004330819,0.00043304855,0.0002954064,0.00036914874,0.00008507441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030538826,0.00014346938,0.0005271321,0.000059843253,0.00032839624,0.000052305022,0.00087791437,0.00012385892,0.00020942646],"category_scores_gemma":[0.0069105634,0.00010358965,0.0001755525,0.0014720013,0.0015583803,0.0003310132,0.0006312041,0.00038980553,0.0000012791197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034986748,0.00006241145,0.9902723,0.000025687685,0.000077630175,0.000008080987,0.0004320277,0.0003840581,0.0000941391,0.0065174075,0.00020676812,0.0018844919],"study_design_scores_gemma":[0.00023146388,0.0000091397005,0.9799285,0.00040281762,0.00008800673,0.000016623422,0.015818072,0.00014267398,0.00015402696,0.0028032742,0.00027830334,0.00012707704],"about_ca_topic_score_codex":0.005080581,"about_ca_topic_score_gemma":0.005170909,"teacher_disagreement_score":0.015386044,"about_ca_system_score_codex":0.0003708599,"about_ca_system_score_gemma":0.002938383,"threshold_uncertainty_score":0.82730895},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3134007699","doi":"10.1177/1745691620979806","title":"Estimating the Prevalence of Transparency and Reproducibility-Related Research Practices in Psychology (2014–2017)","year":2021,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Stiftung Charité; National Institute on Alcohol Abuse and Alcoholism; Einstein Stiftung Berlin; Laura and John Arnold Foundation","keywords":"Transparency (behavior); Credibility; Psychology; Confidence interval; Medicine; Clinical psychology; Social psychology; Political science; Law","score_opus":0.8303977243332353,"score_gpt":0.6710300330829925,"score_spread":0.15936769125024286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134007699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9479204,0.0042287945,0.0005178048,0.010948379,0.0004474581,0.00059193675,0.0000051767024,0.0000056778904,0.03533441],"genre_scores_gemma":[0.99237984,0.00043336552,0.0056874314,0.00014189516,0.000028439239,0.000032788543,1.4626129e-7,0.0000034585216,0.00129265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96469176,0.018396266,0.0043328553,0.00643433,0.005604085,0.0005406974],"domain_scores_gemma":[0.97022873,0.012215503,0.003299846,0.011454862,0.002620866,0.00018018717],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37310612,0.00019305604,0.0011843108,0.00043033017,0.00041812626,0.00043455858,0.0037427142,0.00010118701,0.004156955],"category_scores_gemma":[0.39923227,0.00008170154,0.0003017064,0.007155955,0.00319495,0.00040163263,0.00024000733,0.0007256275,0.00030588463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002685632,0.0054618744,0.63569605,0.00033003074,0.00013092114,0.00019108596,0.06401878,0.00069033285,0.03464501,0.088226944,0.011906525,0.15843387],"study_design_scores_gemma":[0.00019573171,0.00029817765,0.91227764,0.000058045116,0.000021479544,0.00009668678,0.0058525642,0.002069968,0.00007956713,0.078402504,0.00052278687,0.00012486528],"about_ca_topic_score_codex":0.000015431038,"about_ca_topic_score_gemma":0.000013073965,"teacher_disagreement_score":0.27658156,"about_ca_system_score_codex":0.000042357668,"about_ca_system_score_gemma":0.00009722513,"threshold_uncertainty_score":0.9995178},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3134086897","doi":"10.2196/26718","title":"Clinical Trial Data Sharing for COVID-19–Related Research","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sample size determination; Context (archaeology); Statistical power; Clinical trial; Pandemic; Sample (material); Coronavirus disease 2019 (COVID-19); Data sharing; Medicine; Psychology; Data science; Computer science; Statistics; Alternative medicine; Mathematics; Geography","score_opus":0.775337627386123,"score_gpt":0.7283670039823996,"score_spread":0.04697062340372338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134086897","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29270557,0.0060080495,0.009956212,0.6797446,0.0044323527,0.0038630287,0.00008891509,0.000085608095,0.0031156663],"genre_scores_gemma":[0.92231727,0.020980768,0.0028961077,0.007164151,0.0132208085,0.0001403662,0.00017008263,0.00015075594,0.032959677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97386986,0.004414458,0.003800919,0.001519419,0.014678815,0.0017165133],"domain_scores_gemma":[0.49699134,0.44586724,0.0014944564,0.00971392,0.026580501,0.019352546],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.2252758,0.00023036812,0.001489731,0.0010235237,0.00031681298,0.00028107318,0.005448588,0.0008918537,0.0060668876],"category_scores_gemma":[0.8762583,0.00016633733,0.00072199816,0.0017641289,0.0026098068,0.00025597806,0.009511479,0.011450944,0.00018352228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09364605,0.005210745,0.009594926,0.0020113739,0.002307345,0.018636882,0.00062840816,0.0000044778626,0.00017454753,0.004013119,0.7762008,0.08757134],"study_design_scores_gemma":[0.09761091,0.010261327,0.0009374879,0.0017310893,0.00013522002,0.00042387354,0.00093457685,0.016974898,0.000117127674,0.0091958605,0.86147636,0.00020128733],"about_ca_topic_score_codex":0.00027235338,"about_ca_topic_score_gemma":0.00011512854,"teacher_disagreement_score":0.6725804,"about_ca_system_score_codex":0.0009248404,"about_ca_system_score_gemma":0.020675795,"threshold_uncertainty_score":0.9999324},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3134334065","doi":"10.1016/j.jebdp.2021.101544","title":"Influence of Sponsorship Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence Based Dental Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Alberta","funders":"Alberta Heritage Foundation for Medical Research; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Meta-analysis; Publication bias; Randomized controlled trial; Medicine; Epidemiology; Clinical trial; Confidence interval; Sample size determination; Psychological intervention; Random effects model; Selection bias; Reporting bias; Relative risk; MEDLINE; Internal medicine; Statistics; Psychiatry; Pathology","score_opus":0.9725301236095575,"score_gpt":0.7303173162000859,"score_spread":0.2422128074094716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134334065","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012718346,0.9787424,0.0006284066,0.0006047137,0.00024187262,0.0070125856,0.00004090865,0.000001992175,0.000008741875],"genre_scores_gemma":[0.022990769,0.9669019,0.009312577,0.00021553233,0.0000513947,0.00037737086,0.000004171643,0.00002495205,0.000121363635],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.21974352,0.6939877,0.076459765,0.0012856763,0.008109398,0.00041390222],"domain_scores_gemma":[0.05071898,0.80602294,0.13804522,0.0024666125,0.0024466456,0.00029958395],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8537911,0.0011680009,0.09789299,0.0018291683,0.00007672135,0.0004104681,0.002381393,0.00026391938,0.0021138755],"category_scores_gemma":[0.9787639,0.00036498348,0.047945827,0.003092394,0.00021592132,0.0014030719,0.0001765974,0.00093055726,0.00009273147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09401018,0.021739805,0.00626162,0.049006272,0.117114395,0.0022667013,0.00063373375,0.013448556,0.0000061484684,0.00042756903,0.0023878291,0.69269717],"study_design_scores_gemma":[0.0683477,0.030797707,0.001801256,0.37842274,0.44067192,0.0018677996,0.0019621972,0.0004912569,0.000027617829,0.0006568917,0.073639825,0.0013130651],"about_ca_topic_score_codex":0.0002299755,"about_ca_topic_score_gemma":0.00005319107,"teacher_disagreement_score":0.69138414,"about_ca_system_score_codex":0.0005174481,"about_ca_system_score_gemma":0.0015358902,"threshold_uncertainty_score":0.9998802},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3135000317","doi":"10.1186/s41073-021-00108-4","title":"Steps toward preregistration of research on research integrity","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Research integrity; USable; Psychology; Data integrity; Set (abstract data type); Documentation; Data collection; Qualitative research; Computer science; Data science; Public relations; Sociology; Political science; World Wide Web; Database; Social science","score_opus":0.6142879617107355,"score_gpt":0.5984877638154373,"score_spread":0.015800197895298185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135000317","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022856157,0.0979009,0.00010070519,0.42918292,0.0004750595,0.002710815,0.00017964281,0.00008953255,0.4465043],"genre_scores_gemma":[0.5347802,0.41467884,0.0006302941,0.0006894488,0.0010737687,0.00020338214,0.00012080867,0.000033602522,0.047789626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9596282,0.025764395,0.00086153334,0.0010020868,0.011107224,0.0016365108],"domain_scores_gemma":[0.9682428,0.00992643,0.00011696843,0.00090187346,0.020179832,0.00063205865],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.18752106,0.00021373144,0.00067240134,0.0005679396,0.0018980358,0.0003562797,0.0012321617,0.0014171561,0.0018201447],"category_scores_gemma":[0.09845751,0.00018218404,0.00019286422,0.0035082,0.0037236833,0.00043904703,0.0005327136,0.028544076,0.00036019037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000933581,0.00031263754,0.000548961,0.0036464657,0.000041130923,0.00006160583,0.007197763,1.2506695e-7,0.00014897368,0.629034,0.32530773,0.03360724],"study_design_scores_gemma":[0.00018534984,0.0003207902,0.00051831815,0.009201858,0.000012541673,0.0000143996385,0.016110886,0.000016856848,0.0013248228,0.06082572,0.9112777,0.00019073008],"about_ca_topic_score_codex":0.018948874,"about_ca_topic_score_gemma":0.0045730025,"teacher_disagreement_score":0.58597,"about_ca_system_score_codex":0.0005153292,"about_ca_system_score_gemma":0.004282423,"threshold_uncertainty_score":0.99987924},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3135175820","doi":"10.1007/s11192-021-03911-4","title":"Digital technology helps remove gender bias in academia","year":2021,"lang":"en","type":"article","venue":"Scientometrics","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Meritocracy; Gender bias; Altmetrics; Metric (unit); Gender disparity; Productivity; Psychology; Sociology; Political science; Computer science; Library science; Social psychology; Gender studies; Marketing","score_opus":0.14776339979880546,"score_gpt":0.3722449533529507,"score_spread":0.22448155355414526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135175820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6080496,0.0014173817,0.00017904217,0.007199117,0.0012359006,0.00009945231,0.000014658104,0.000102360464,0.38170254],"genre_scores_gemma":[0.98354614,0.0002907062,0.00031664135,0.0010085497,0.00011867277,0.0000012264592,0.0000067123524,0.000004145167,0.014707184],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975072,0.00005023809,0.00013762298,0.0002797998,0.0016029441,0.00042217213],"domain_scores_gemma":[0.9991897,0.00015773994,0.000043739976,0.00016641602,0.00028025266,0.00016219562],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0021629399,0.000064044776,0.00012490583,0.0024052747,0.0002100359,0.00020438373,0.00059090566,0.0004948156,0.00019046347],"category_scores_gemma":[0.008608742,0.0000665123,0.000039378578,0.029731145,0.00048045558,0.00031269714,0.00027419478,0.0006624186,0.00015443291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047071876,0.0001488684,0.7140703,0.00001634468,0.000013503262,0.00032591558,0.009759527,0.000011267201,0.00010504604,0.0654391,0.018204866,0.19190054],"study_design_scores_gemma":[0.00057506753,0.000031265852,0.03287601,0.000027771432,0.000011754355,0.000007662317,0.08312868,0.000019245083,0.000456676,0.009515674,0.8731153,0.00023490269],"about_ca_topic_score_codex":0.00003662736,"about_ca_topic_score_gemma":0.00007446185,"teacher_disagreement_score":0.85491043,"about_ca_system_score_codex":0.00022906903,"about_ca_system_score_gemma":0.00034025946,"threshold_uncertainty_score":0.99974215},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3135280205","doi":"10.1016/j.apmr.2021.02.018","title":"“Rehabilitation Research Framework for Patients With COVID-19” Defined by Cochrane Rehabilitation and the World Health Organization Rehabilitation Programme","year":2021,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Dipartimento di Medicina Sperimentale e Clinica, Università degli Studi di Firenze; KU Leuven; University of Sydney; University of Ontario Institute of Technology; Feinberg School of Medicine; Trinity College Dublin; Faculty of Medicine and Health, University of Sydney; Northwestern University; World Health Organization","keywords":"Rehabilitation; Context (archaeology); Population; Medicine; Nursing; Physical therapy; Environmental health; Geography","score_opus":0.013002847622368351,"score_gpt":0.3632391451508549,"score_spread":0.35023629752848656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135280205","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4841685,0.00081025215,0.011351875,0.49687433,0.000083961895,0.006501562,0.000043822918,0.0000899484,0.00007573464],"genre_scores_gemma":[0.7640028,0.00006420325,0.23277073,0.001468453,0.0002020494,0.0006500286,0.0007184857,0.00006633003,0.00005693478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948436,0.0017987969,0.0008875815,0.0008893372,0.0010845192,0.0004961906],"domain_scores_gemma":[0.69467294,0.3025637,0.00039777,0.00060366985,0.0012471547,0.0005147316],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002697308,0.00033533407,0.0009775418,0.00056730845,0.0005180832,0.000039898317,0.00012610311,0.00010612614,0.000012758511],"category_scores_gemma":[0.30397442,0.00021890576,0.00016295484,0.001595904,0.0044710883,0.00027851362,0.00008464735,0.00044902047,0.000001159454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008973713,0.0038681643,0.17521076,0.022540446,0.00023110856,0.0000014240392,0.11280356,0.00007134359,0.002048552,0.6230217,0.005354788,0.045874435],"study_design_scores_gemma":[0.026028765,0.04586701,0.2839156,0.005007474,0.00033743843,0.000005713637,0.015508625,0.0014633917,0.00008435576,0.6185036,0.0028806964,0.00039732864],"about_ca_topic_score_codex":0.00023857894,"about_ca_topic_score_gemma":0.00010412209,"teacher_disagreement_score":0.49540588,"about_ca_system_score_codex":0.00021287148,"about_ca_system_score_gemma":0.0006054852,"threshold_uncertainty_score":0.99823815},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3136262608","doi":"10.1136/bmjebm-2020-111542","title":"Understanding of research results, evidence summaries and their applicability—not critical appraisal—are core skills of medical curriculum","year":2021,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Terveyden Tutkimuksen Toimikunta; Sigrid Juséliuksen Säätiö; Helsingin ja Uudenmaan Sairaanhoitopiiri","keywords":"Critical appraisal; Rigour; Evidence-based medicine; Observational study; Systematic review; Medical education; Psychology; Medicine; Critical reading; Evidence-based practice; Psychological intervention; Medical literature; Curriculum; Reading (process); MEDLINE; Alternative medicine; Nursing; Pedagogy; Epistemology; Pathology","score_opus":0.8221500894503884,"score_gpt":0.6922985889787482,"score_spread":0.12985150047164018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136262608","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001708024,0.93728966,0.0009864394,0.055391345,0.0016816213,0.004144358,0.00016845654,0.0000429409,0.00012437401],"genre_scores_gemma":[0.004303672,0.99155086,0.00032110434,0.00034764924,0.00212771,0.001098503,0.00011369804,0.00004427284,0.0000925021],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9768684,0.009646107,0.00438275,0.0014368773,0.005947994,0.0017179039],"domain_scores_gemma":[0.64150274,0.34751946,0.0020269032,0.0022963795,0.0041827573,0.0024717434],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07394298,0.0005499406,0.0037806751,0.0009332692,0.0010665506,0.000027746628,0.0015138674,0.0012394119,0.0009825596],"category_scores_gemma":[0.52697676,0.0003388712,0.0002744907,0.0038867004,0.0076546795,0.0003541876,0.0007544247,0.0041482644,0.000023239309],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004158938,0.0006127253,0.0049966597,0.5607635,0.00010149719,0.0001054019,0.0054415483,7.242642e-7,0.0000054851735,0.011141533,0.2673598,0.14905523],"study_design_scores_gemma":[0.0005643659,0.0007082992,0.0002905758,0.7038736,0.0001355456,0.000020526038,0.024563346,0.00015440135,0.0000031705242,0.00052289694,0.26888198,0.00028133407],"about_ca_topic_score_codex":0.0024963198,"about_ca_topic_score_gemma":0.00044811112,"teacher_disagreement_score":0.4530338,"about_ca_system_score_codex":0.0010556623,"about_ca_system_score_gemma":0.028700365,"threshold_uncertainty_score":0.9999307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3136742816","doi":"10.1016/j.respol.2021.104226","title":"The fall of the innovation empire and its possible rise through open science","year":2021,"lang":"en","type":"article","venue":"Research Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Bill and Melinda Gates Foundation","keywords":"Incentive; Productivity; Intellectual property; General partnership; Open innovation; Economics; Open science; Knowledge creation; Public economics; Business; Economic growth; Political science; Market economy; Management; Law; Operations management","score_opus":0.8515611675883188,"score_gpt":0.720693447368452,"score_spread":0.1308677202198668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136742816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.893646,0.00177158,0.000029710216,0.042072654,0.00015029717,0.0005310362,0.000028014276,0.000004890895,0.06176579],"genre_scores_gemma":[0.98483115,0.00082962064,0.00013437525,0.0002678487,0.000087022534,0.000018434066,3.452256e-7,0.0000063941757,0.0138248075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.982298,0.000953059,0.0005771977,0.0006708198,0.014537131,0.000963764],"domain_scores_gemma":[0.9599999,0.009186872,0.00025270053,0.001968057,0.028277485,0.0003149513],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.076967746,0.00008472808,0.00017435085,0.018258698,0.0025459377,0.007745758,0.009931601,0.00006254338,0.000061384875],"category_scores_gemma":[0.32131895,0.000039769922,0.000047654514,0.49488565,0.0019416692,0.0012805751,0.013252809,0.00049284945,0.000074788804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029073693,0.00015332803,0.034760978,0.00001398899,0.00001292193,0.000007645207,0.0009934036,0.000009386551,0.03160311,0.7232306,0.035315722,0.17386983],"study_design_scores_gemma":[0.00064461306,0.00016897419,0.3388201,0.000040621337,0.00000171205,0.000022051754,0.0024430342,0.0026295201,0.1219528,0.32700714,0.20610656,0.00016287235],"about_ca_topic_score_codex":0.001407805,"about_ca_topic_score_gemma":0.00016899602,"teacher_disagreement_score":0.47662696,"about_ca_system_score_codex":0.00019797355,"about_ca_system_score_gemma":0.007047017,"threshold_uncertainty_score":0.9987526},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3137989018","doi":"10.1177/15562646211002744","title":"Boundaries Between Research Ethics and Ethical Research Use in Artificial Intelligence Health Research","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Wellcome Trust","keywords":"Scrutiny; Research ethics; Engineering ethics; Corporate governance; Societal impact of nanotechnology; Ethical issues; Responsible Research and Innovation; Political science; Sociology; Public relations; Management; Law; Engineering","score_opus":0.9881633061329038,"score_gpt":0.8298481443971923,"score_spread":0.15831516173571147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137989018","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4014866,0.0038297665,0.00016287593,0.5865394,0.00033393345,0.0028130747,0.00006153383,0.000055597633,0.004717237],"genre_scores_gemma":[0.95161134,0.032998044,0.003007456,0.0027024844,0.003642375,0.0002016114,0.000046548143,0.00033252884,0.005457592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4316055,0.3810389,0.009933088,0.005908529,0.1546577,0.016856281],"domain_scores_gemma":[0.07148224,0.75704354,0.00049765984,0.004627972,0.15865643,0.00769217],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","sts","research_integrity"],"category_scores_codex":[0.8291758,0.0008217789,0.003050564,0.018698685,0.018592156,0.006685158,0.0050490005,0.012098521,0.00075428514],"category_scores_gemma":[0.902565,0.0007224024,0.00069043477,0.027118845,0.063631184,0.0008226969,0.009717582,0.5095041,0.00065901014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.007631094,0.005283905,0.0221137,0.0058606523,0.0004215043,0.0131466165,0.041412175,0.000023693145,0.0033529531,0.823668,0.06394274,0.013142991],"study_design_scores_gemma":[0.0016719769,0.021638352,0.023810284,0.011457752,0.000015999583,0.0002794564,0.039329533,0.0001291368,0.0047158436,0.8153234,0.08104997,0.00057829224],"about_ca_topic_score_codex":0.004737978,"about_ca_topic_score_gemma":0.02539141,"teacher_disagreement_score":0.58383685,"about_ca_system_score_codex":0.008661511,"about_ca_system_score_gemma":0.14753729,"threshold_uncertainty_score":0.9995227},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3138386593","doi":"10.25011/cim.v44i1.36029","title":"The Covid-19 Pandemic Has Exposed Opportunities To Strengthen Our Health Research Systems","year":2021,"lang":"en","type":"letter","venue":"Clinical and investigative medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; University of Ottawa; Michael Smith Health Research BC","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Betacoronavirus; Virology; Medicine; Environmental health; Outbreak; Internal medicine; Infectious disease (medical specialty); Disease","score_opus":0.9503270937488745,"score_gpt":0.6030510187228499,"score_spread":0.34727607502602453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138386593","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002314217,0.013633498,0.000040346942,0.9785725,0.0017000248,0.002648046,0.00009233022,0.00009874513,0.00090030464],"genre_scores_gemma":[0.0039480827,0.02251457,0.000067555986,0.9272051,0.017444823,0.00027584808,0.0006501676,0.000076782824,0.027817074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826998,0.007383286,0.0024530138,0.0011823325,0.0035786098,0.0027029389],"domain_scores_gemma":[0.9336359,0.018714663,0.00069950294,0.0018104151,0.0022952266,0.04284428],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03595032,0.00055030076,0.0023299835,0.00044759802,0.0012964756,0.0001705824,0.0005444114,0.0011113178,0.00009473681],"category_scores_gemma":[0.46336505,0.00029327965,0.00017237675,0.00063771824,0.020989152,0.000088753346,0.0003972706,0.010913896,0.000057296238],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014121909,0.00005065465,0.0023473443,0.0023692658,0.00015657108,0.0014611656,0.0011801127,1.399558e-7,0.000007861211,0.00033841832,0.9767961,0.015151151],"study_design_scores_gemma":[0.0026055125,0.0060304026,0.00048774172,0.0040860274,0.000061923485,0.00024612912,0.009876912,0.000035210825,0.0000010887771,0.001421535,0.974916,0.00023155878],"about_ca_topic_score_codex":0.0022854595,"about_ca_topic_score_gemma":0.00017794008,"teacher_disagreement_score":0.42741475,"about_ca_system_score_codex":0.0007344583,"about_ca_system_score_gemma":0.051524002,"threshold_uncertainty_score":0.99995196},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3139120944","doi":"10.1016/j.respol.2021.104225","title":"R&amp;D priority-setting for global catastrophic risks: The case of the NASA planetary defense mission","year":2021,"lang":"en","type":"article","venue":"Research Policy","topic":"Global Energy and Sustainability Research","field":"Energy","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Balsillie School of International Affairs; University of Waterloo","funders":"National Aeronautics and Space Administration","keywords":"Politics; Process (computing); Business; Greenhouse gas; Risk analysis (engineering); Environmental resource management; Process management; Political science; Computer science; Economics; Ecology","score_opus":0.11040421168028386,"score_gpt":0.44887973245490104,"score_spread":0.3384755207746172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139120944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96836936,0.0010698204,0.000036151545,0.019103313,0.00008978413,0.00066464883,0.0003369005,0.00003325832,0.010296767],"genre_scores_gemma":[0.99655575,0.00005301099,0.00026421383,0.00021112897,0.00043640911,0.000042657055,0.000054322056,0.000018160077,0.0023643556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518955,0.002113635,0.00034376708,0.0004028097,0.0007677287,0.0011824934],"domain_scores_gemma":[0.9958747,0.0014203019,0.00006365677,0.0012264163,0.0011377388,0.00027715781],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028587324,0.0001637409,0.00022011946,0.00008824816,0.0011020732,0.000098247336,0.0007210354,0.00016834325,0.000106830325],"category_scores_gemma":[0.013379764,0.00009904519,0.00021678192,0.0015699441,0.0005860583,0.00007454689,0.00077864,0.0006782327,0.000030163274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009003172,0.0005762275,0.0076504294,0.0010852615,0.00028967796,0.0017952032,0.0015768576,0.016861148,0.0021306546,0.82238173,0.024548799,0.12020369],"study_design_scores_gemma":[0.0021359744,0.00030414725,0.013362176,0.00018173039,0.000046101908,0.0032273703,0.0060044206,0.0033159226,0.004452476,0.23767377,0.7288611,0.00043484292],"about_ca_topic_score_codex":0.07808131,"about_ca_topic_score_gemma":0.012111235,"teacher_disagreement_score":0.70431226,"about_ca_system_score_codex":0.00049480196,"about_ca_system_score_gemma":0.0026368108,"threshold_uncertainty_score":0.994931},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3142062327","doi":"10.9778/cmajo.20200140","title":"Completeness of reporting for COVID-19 case reports, January to April 2020: a meta-epidemiologic study","year":2021,"lang":"en","type":"article","venue":"CMAJ Open","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital","funders":"Amgen","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Completeness (order theory); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus; Meta-analysis; MEDLINE; Disease; Infectious disease (medical specialty); Outbreak; Virology; Pathology; Political science; Mathematics","score_opus":0.5234770417953649,"score_gpt":0.546135499860114,"score_spread":0.022658458064749087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142062327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9432207,0.0014107078,0.0037684774,0.04131962,0.00038258245,0.008769542,0.00008916399,0.00008161094,0.0009576473],"genre_scores_gemma":[0.96240497,0.000017238823,0.006517008,0.02918504,0.0001694959,0.00062277535,0.00009046778,0.000030321604,0.0009626684],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953443,0.00037472585,0.0027008562,0.000830357,0.00028686607,0.00046291287],"domain_scores_gemma":[0.9937241,0.0016203772,0.0018083387,0.0013081381,0.0006271129,0.0009119546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008556453,0.00025026093,0.002133385,0.00010132447,0.00024584786,0.000045924175,0.0001635605,0.00011061513,0.0003760047],"category_scores_gemma":[0.067645565,0.0001913483,0.00036681595,0.00051159854,0.00004195537,0.00010099282,0.0005971259,0.00020413865,0.0000062689173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012442818,0.0014920485,0.5867663,0.0035794554,0.0023520973,0.31918472,0.005315554,0.00024529218,0.0021885447,0.00021482239,0.072663136,0.004753764],"study_design_scores_gemma":[0.010018138,0.007630518,0.38855234,0.000616833,0.009858015,0.1473893,0.029713113,0.0002699586,0.0027766058,0.0038143825,0.3978684,0.0014924078],"about_ca_topic_score_codex":0.024940873,"about_ca_topic_score_gemma":0.0074194074,"teacher_disagreement_score":0.32520527,"about_ca_system_score_codex":0.00026556055,"about_ca_system_score_gemma":0.0029474392,"threshold_uncertainty_score":0.9815521},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3143404649","doi":"10.1177/10497323211002489","title":"The “Sticky Notes” Method: Adapting Interpretive Description Methodology for Team-Based Qualitative Analysis in Community-Based Participatory Research","year":2021,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control; Simon Fraser University; University of British Columbia; AIDS Vancouver","funders":"Canadian Institutes of Health Research","keywords":"Qualitative research; Citizen journalism; Participatory action research; Sociology; Psychology; Qualitative analysis; Management science; Engineering ethics; Computer science; Engineering; Social science; World Wide Web","score_opus":0.9812287496963129,"score_gpt":0.8381235150390258,"score_spread":0.14310523465728708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143404649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09935593,0.0014817569,0.85620517,0.037164353,0.00022833301,0.0036376785,0.00020685574,0.00009829084,0.0016216179],"genre_scores_gemma":[0.7742547,0.00009069352,0.2198234,0.001049504,0.00012975057,0.004016722,0.0000664665,0.00006502475,0.00050371885],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.3252131,0.6642747,0.0015928495,0.001009192,0.0040225554,0.003887626],"domain_scores_gemma":[0.43572155,0.5535744,0.00038908553,0.0010995967,0.008166771,0.0010486053],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.6964473,0.00034016275,0.0012795229,0.002430086,0.010000802,0.000472827,0.0014536723,0.00039191943,0.00012002653],"category_scores_gemma":[0.5018268,0.00030364876,0.00042432515,0.012837328,0.0066368263,0.00036016453,0.00042562478,0.005499986,0.00004193624],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014026724,0.0006306225,0.0007304996,0.00038266002,0.00029577507,0.000009690484,0.8689216,0.0005773212,0.0010889546,0.11572914,0.00076260016,0.009468463],"study_design_scores_gemma":[0.0008703255,0.0013454143,0.0010925358,0.00029856127,0.00004202065,1.3404087e-7,0.89467883,0.019781286,0.0023476386,0.06779505,0.01145521,0.00029300014],"about_ca_topic_score_codex":0.04371947,"about_ca_topic_score_gemma":0.11210323,"teacher_disagreement_score":0.6748988,"about_ca_system_score_codex":0.0048152255,"about_ca_system_score_gemma":0.016576119,"threshold_uncertainty_score":0.9999416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3145008074","doi":"10.17150/2308-6203.2021.10(1).22-38","title":"New Media for Science: Key Features of Platforms with Open Peer Review","year":2021,"lang":"en","type":"article","venue":"Theoretical and Practical Issues of Journalism","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Openness to experience; Scope (computer science); Key (lock); Computer science; Open science; Publishing; Process (computing); Peer review; Data science; Engineering ethics; Political science; Public relations; Engineering; Psychology; Computer security","score_opus":0.45154714619089453,"score_gpt":0.6087514323964822,"score_spread":0.15720428620558768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145008074","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10667544,0.09690798,0.040862277,0.649778,0.0009620232,0.0018416926,0.00021549,0.000021915608,0.102735154],"genre_scores_gemma":[0.82910854,0.021446384,0.14161916,0.0014373871,0.00024655712,0.000007355714,0.000007682524,0.000020094585,0.0061068484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9881377,0.00013456766,0.00074250984,0.00045576907,0.010113021,0.0004164196],"domain_scores_gemma":[0.9745194,0.011566685,0.00037892914,0.0005406067,0.012131879,0.000862534],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041428518,0.00012746024,0.00064281176,0.0030124413,0.00017723022,0.0016017917,0.001607953,0.000083296814,0.0026510446],"category_scores_gemma":[0.21775268,0.00006282571,0.000103424965,0.027802063,0.0018266055,0.0010958045,0.0011202344,0.00036170645,0.000008742417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022376979,0.000120935896,0.00025126818,0.000052820757,0.000021246875,0.000026989692,0.00020926079,2.3292509e-7,0.00046348124,0.917307,0.036563832,0.04475915],"study_design_scores_gemma":[0.0009959594,0.00052657514,0.003213277,0.0003773771,0.00006482353,0.00037523874,0.0004868647,0.00007241403,0.016301965,0.9081633,0.0692633,0.00015887308],"about_ca_topic_score_codex":0.000026532958,"about_ca_topic_score_gemma":0.000003463689,"teacher_disagreement_score":0.7224331,"about_ca_system_score_codex":0.000015409923,"about_ca_system_score_gemma":0.00087711104,"threshold_uncertainty_score":0.99943465},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3148154447","doi":"10.3344/kjp.2021.34.2.139","title":"The quality of subgroup analyses in chronic pain randomized controlled trials: a methodological review","year":2021,"lang":"en","type":"review","venue":"The Korean journal of pain","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Medicine; Subgroup analysis; Chronic pain; Randomized controlled trial; Quality (philosophy); Physical therapy; Alternative medicine; Medical physics; Meta-analysis; Internal medicine; Pathology","score_opus":0.37403377288931244,"score_gpt":0.5520493266332281,"score_spread":0.1780155537439157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148154447","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000129186865,0.98523206,0.006524947,0.0027226994,0.00016947834,0.0052188146,0.0000039174333,0.000005970558,0.000109195484],"genre_scores_gemma":[0.00010562353,0.99784666,0.0008426278,0.00031318993,0.00055014924,0.00016964872,0.000019995352,0.000026236636,0.0001258445],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.46988928,0.51669365,0.011666801,0.00028953736,0.0011129308,0.00034779825],"domain_scores_gemma":[0.5008965,0.48523584,0.012087882,0.0009134517,0.0006945833,0.00017171932],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6912146,0.00046950168,0.027518364,0.00027216997,0.00007725835,0.000026496247,0.00049106975,0.00026687235,0.00018783538],"category_scores_gemma":[0.556017,0.00014415152,0.0138345165,0.00076224975,0.0005793583,0.00003272838,0.000048202128,0.0012650952,0.0000013130337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013708273,0.00013192726,0.0000015088605,0.07503595,0.004379615,0.000018195171,0.00009558827,0.0000029686057,0.000030209387,0.00054149836,0.0009719183,0.90508235],"study_design_scores_gemma":[0.2160979,0.0014269238,0.00003073991,0.55563396,0.03031668,0.000098315475,0.0007768568,0.000226512,0.0000019878396,0.0022851021,0.19261894,0.00048608996],"about_ca_topic_score_codex":0.000027431632,"about_ca_topic_score_gemma":0.000019094441,"teacher_disagreement_score":0.90459627,"about_ca_system_score_codex":0.0003052351,"about_ca_system_score_gemma":0.001366325,"threshold_uncertainty_score":0.9960417},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3152916307","doi":"10.3138/jsp.52.3.03","title":"Do Journals’ Author Guidelines Tell Us What We Need to Know about Plagiarism?","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Copying; Publication; Originality; Citation; Plagiarism detection; Readability; Allowance (engineering); Academic integrity; Work (physics); Computer science; Psychology; Library science; Law; Political science; Social psychology; Information retrieval; Creativity","score_opus":0.08486452607422508,"score_gpt":0.37348253959160543,"score_spread":0.28861801351738037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152916307","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14510994,0.07840099,0.0041822633,0.744422,0.009021546,0.00018911525,0.000016036995,0.00006410902,0.018593982],"genre_scores_gemma":[0.47820687,0.170535,0.13438919,0.09530816,0.057687897,0.0000142424915,0.000021716323,0.00025395534,0.06358298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99222016,0.0013063948,0.0018074703,0.00036728918,0.0034617074,0.00083694566],"domain_scores_gemma":[0.9837064,0.00091467786,0.0012353021,0.0003102455,0.012587857,0.0012455217],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.030573709,0.00027434775,0.00062254845,0.00078329834,0.0013481246,0.09719438,0.0021311338,0.0021217307,0.001338456],"category_scores_gemma":[0.08114854,0.00024372086,0.00042076397,0.0018320661,0.00012417826,0.12465417,0.00031182033,0.013556784,0.000088545086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006867104,0.000087316505,0.01001246,0.00001922162,0.00014569685,0.000441258,0.027530832,0.00016158022,0.002738946,0.008843529,0.847115,0.10283553],"study_design_scores_gemma":[0.0004349037,0.00005334834,0.0015751086,0.0019125984,0.00006985274,0.00027900393,0.06439025,0.000021244108,0.0005398755,0.008057125,0.92237073,0.00029595464],"about_ca_topic_score_codex":0.0005750722,"about_ca_topic_score_gemma":0.00031197537,"teacher_disagreement_score":0.64911383,"about_ca_system_score_codex":0.0004864698,"about_ca_system_score_gemma":0.0024732281,"threshold_uncertainty_score":0.99995196},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3153516655","doi":"10.2196/25858","title":"Conflicts of Interest Among Authors of Systematic Reviews and Meta-analyses Investigating Interventions for Melanoma: Cross-sectional Literature Study","year":2021,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Psychological intervention; Systematic review; Cross-sectional study; Medicine; Psychology; MEDLINE; Political science; Pathology; Nursing","score_opus":0.906954042085784,"score_gpt":0.6809009186385341,"score_spread":0.22605312344724993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153516655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732868,0.022560395,0.00007569242,0.0005493441,0.00041273874,0.0027279435,0.00023411511,0.000025591693,0.00012738229],"genre_scores_gemma":[0.99740845,0.00013989829,0.00022042345,0.0004775058,0.000045948276,0.0011569572,0.0000627168,0.00001503644,0.0004730806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942249,0.0030902296,0.0019059185,0.00037707,0.00009955857,0.00030231243],"domain_scores_gemma":[0.99633336,0.0016517984,0.0009141489,0.00026299327,0.00057409686,0.0002635929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015090194,0.0002553106,0.0017288994,0.00016700152,0.00019914527,0.00003252389,0.00022032142,0.00063013355,0.00039509704],"category_scores_gemma":[0.0018340695,0.00020086109,0.00060038385,0.00034517903,0.00048362848,0.00014617565,0.00014239865,0.0010447438,0.0000042083525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015645765,0.0015980997,0.7979198,0.16788572,0.009937452,0.0001545749,0.0047818446,0.000037337802,0.008303874,0.00797193,0.0011839995,0.00006889842],"study_design_scores_gemma":[0.017680043,0.0024135285,0.5474586,0.013069369,0.0901518,0.0054435553,0.007962426,0.008490374,0.28068352,0.008611578,0.0154279675,0.0026072382],"about_ca_topic_score_codex":0.000007077288,"about_ca_topic_score_gemma":0.00007302097,"teacher_disagreement_score":0.27237964,"about_ca_system_score_codex":0.000021657337,"about_ca_system_score_gemma":0.000068466026,"threshold_uncertainty_score":0.8190878},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3154585211","doi":"10.1016/j.jid.2021.02.287","title":"265 A meta-epidemiologic study of power and sample size in randomized controlled trials published in dermatology journals","year":2021,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Queen's University; Women's College Hospital; McMaster University; University of Toronto","funders":"","keywords":"Sample size determination; Medicine; Randomized controlled trial; Meta-analysis; Consolidated Standards of Reporting Trials; Sample (material); MEDLINE; Outcome (game theory); Statistics; Internal medicine; Mathematics","score_opus":0.2074584655249477,"score_gpt":0.44687235754155613,"score_spread":0.23941389201660843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154585211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89777017,0.013747001,0.00008926385,0.08640158,0.00020310441,0.0016950436,0.00000767496,0.00000665442,0.00007948696],"genre_scores_gemma":[0.98787487,0.0011956567,0.0025445668,0.008238552,0.000043795466,0.00007346137,0.0000015429238,0.0000172678,0.00001030515],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.968243,0.022541028,0.007884057,0.00034114503,0.0004642799,0.00052650727],"domain_scores_gemma":[0.7676263,0.21646215,0.011197522,0.00060932466,0.0030183028,0.001086384],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.02044174,0.00038390214,0.019896915,0.001333095,0.000048286063,0.00003283882,0.00017466456,0.00038474906,0.0005393107],"category_scores_gemma":[0.56202227,0.00022330304,0.0012398284,0.00079272734,0.00063436915,0.00029469896,0.000090143265,0.0012396161,8.509248e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29163593,0.004848208,0.59702694,0.0010472294,0.026828807,0.023763722,0.024995096,0.00013361119,0.022744857,0.0027716428,0.003897017,0.00030694972],"study_design_scores_gemma":[0.7369062,0.0010932041,0.1560695,0.0005425503,0.0052458956,0.0163444,0.007340111,0.00015525903,0.00898692,0.06691496,0.00011905331,0.00028195383],"about_ca_topic_score_codex":0.00038360318,"about_ca_topic_score_gemma":0.0006981426,"teacher_disagreement_score":0.54158056,"about_ca_system_score_codex":0.000127434,"about_ca_system_score_gemma":0.0020922455,"threshold_uncertainty_score":0.99465376},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3156058685","doi":"10.2196/26854","title":"Tobacco Control Policy Simulation Models: Protocol for a Systematic Methodological Review","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Liverpool; Economic and Social Research Council; National Institute for Health and Care Research","keywords":"Tobacco control; EconLit; Data extraction; Protocol (science); Computer science; Population; Management science; Medicine; Public health; MEDLINE; Environmental health; Engineering; Alternative medicine; Political science","score_opus":0.7972179916732687,"score_gpt":0.7071780401660572,"score_spread":0.09003995150721145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156058685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017831375,0.000008429253,0.014834128,0.0022967926,0.0000021963692,0.9819213,0.000009095281,0.000096864904,0.0008133309],"genre_scores_gemma":[0.0017221855,9.242392e-7,0.0011672407,0.0007495066,0.0002478355,0.9952602,0.00002059609,0.00003499648,0.00079654297],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950705,0.0022375472,0.00069252984,0.00046183245,0.0010125666,0.00052502437],"domain_scores_gemma":[0.9953681,0.0016379033,0.000170028,0.0007089126,0.0019096595,0.0002053994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006129707,0.0001802594,0.00075065356,0.00019402007,0.00018646494,0.00009992508,0.00017563181,0.00020183176,0.00021104534],"category_scores_gemma":[0.0068619167,0.00012775116,0.0002353726,0.00079396495,0.00007265425,0.00018262315,0.00006945335,0.0004572008,0.000014618153],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004261902,0.0033178364,0.005284329,0.9402447,0.00015692641,0.00013981982,0.00029639457,0.00066301075,0.0031953526,0.014972007,0.014464015,0.013003733],"study_design_scores_gemma":[0.03268059,0.0052140094,0.0041259034,0.82410276,0.00013995233,0.00017733837,0.00020083408,0.02031866,0.004047545,0.017320117,0.09092699,0.0007453107],"about_ca_topic_score_codex":0.000006215756,"about_ca_topic_score_gemma":9.779485e-7,"teacher_disagreement_score":0.11614193,"about_ca_system_score_codex":0.00031346033,"about_ca_system_score_gemma":0.00084186596,"threshold_uncertainty_score":0.8214851},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3156374769","doi":"10.1177/17407745211005045","title":"Minimization of resource utilization data collected within cost-effectiveness analyses conducted alongside Canadian Cancer Trials Group phase III trials","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Canadian Partnership Against Cancer; Health Sciences Centre; Queen's University; University of Toronto; Sunnybrook Health Science Centre","funders":"National Cancer Institute","keywords":"Cost effectiveness; Incremental cost-effectiveness ratio; Bootstrapping (finance); Confidence interval; Cost database; Clinical trial; Medicine; Cost driver; Cost estimate; Cost–benefit analysis; Statistics; Computer science; Quality-adjusted life year; Econometrics; Mathematics; Risk analysis (engineering); Database; Business; Engineering","score_opus":0.9632781989233032,"score_gpt":0.7013410572343525,"score_spread":0.26193714168895077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156374769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7554093,0.029444573,0.06420173,0.02988333,0.016492875,0.02929203,0.07236304,0.00034220202,0.002570928],"genre_scores_gemma":[0.9481515,0.0038090693,0.0072147446,0.011281874,0.005016496,0.0014938039,0.021634586,0.00022623617,0.0011716872],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8872495,0.07399248,0.036059905,0.0017912132,0.00028644584,0.0006204471],"domain_scores_gemma":[0.8015425,0.15971991,0.033527452,0.0029613297,0.0011229203,0.0011258838],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43090695,0.0004017485,0.010578347,0.00073625124,0.00030789763,0.00020985918,0.0007434116,0.00072958495,0.0030171191],"category_scores_gemma":[0.68338937,0.00043158015,0.0008122524,0.0015079003,0.00022388533,0.0006215188,0.00014118924,0.000361336,0.000109722576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017791485,0.00740338,0.058365926,0.0038667745,0.022471456,0.000120319404,0.0045526447,0.010979485,0.002419288,0.06326068,0.7557683,0.05300024],"study_design_scores_gemma":[0.199771,0.0014602427,0.050839767,0.0031447888,0.004823087,0.000030530748,0.0055307792,0.1254241,0.0074878405,0.021123568,0.57635105,0.0040132552],"about_ca_topic_score_codex":0.03456145,"about_ca_topic_score_gemma":0.049888466,"teacher_disagreement_score":0.2524824,"about_ca_system_score_codex":0.0006758294,"about_ca_system_score_gemma":0.0043865563,"threshold_uncertainty_score":0.9998136},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3157529019","doi":"10.18438/eblip29819","title":"A Content Analysis of Systematic Review Online Library Guides","year":2021,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systematic review; Scopus; Content analysis; Inclusion (mineral); Digital library; Computer science; Test (biology); Resource (disambiguation); Medical education; Library science; Psychology; MEDLINE; Medicine; Sociology; Political science; Social science","score_opus":0.589339158477673,"score_gpt":0.47686777440082073,"score_spread":0.11247138407685231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157529019","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007985131,0.52970064,0.048233,0.3730279,0.0004914192,0.0058899513,0.0006594698,0.0001169591,0.033895545],"genre_scores_gemma":[0.06641423,0.14506203,0.09027246,0.67976624,0.00010213831,0.00026055495,0.0013795512,0.00003593137,0.016706862],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717306,0.011994607,0.012466646,0.00044208093,0.0032048908,0.00016118174],"domain_scores_gemma":[0.951445,0.030457929,0.013077608,0.003520162,0.001278665,0.00022067211],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.030547585,0.00025575206,0.0038822577,0.00081848365,0.0001022394,0.0016150543,0.001085551,0.00007341408,0.014343914],"category_scores_gemma":[0.2101177,0.00013651357,0.001388168,0.0069148224,0.000054887332,0.14702167,0.00025116093,0.00016254325,0.0003525953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021657323,0.00063988945,0.019020848,0.46907753,0.009634132,0.000071556635,0.0008878135,0.0011180092,0.00010804548,0.27116665,0.2202384,0.007820546],"study_design_scores_gemma":[0.00056870986,0.00022764913,0.024862528,0.16026579,0.03784505,0.00013811683,0.008799911,0.08922296,0.0009892733,0.00052145927,0.6756029,0.0009556622],"about_ca_topic_score_codex":0.0000016908135,"about_ca_topic_score_gemma":9.122013e-8,"teacher_disagreement_score":0.4553645,"about_ca_system_score_codex":0.0000053786885,"about_ca_system_score_gemma":0.00031452446,"threshold_uncertainty_score":0.99942136},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3158558392","doi":"10.1002/mpr.1875","title":"Conducting a multi‐country online alcohol survey in the time of the COVID‐19 pandemic: Opportunities and challenges","year":2021,"lang":"en","type":"article","venue":"International Journal of Methods in Psychiatric Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Aarhus Universitet","keywords":"Sample (material); Pandemic; Weighting; Coronavirus disease 2019 (COVID-19); Population; Matching (statistics); Representativeness heuristic; Distribution (mathematics); Survey sampling; Geography; Business; Statistics; Environmental health; Medicine; Mathematics","score_opus":0.9170587859104492,"score_gpt":0.6768682721774444,"score_spread":0.24019051373300482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158558392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346782,0.022699388,0.00081099034,0.038986478,0.0015510626,0.00019010108,0.000041702413,0.0000035380963,0.0010385237],"genre_scores_gemma":[0.5284136,0.20366108,0.26151085,0.0025966656,0.0017289068,0.000022311087,0.000013602303,0.000039513518,0.002013503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8287568,0.16859445,0.0008380592,0.00020780903,0.0012977202,0.00030512706],"domain_scores_gemma":[0.9196791,0.078681886,0.00034554146,0.0001700948,0.0010392985,0.00008406185],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28132722,0.0000754601,0.00025104676,0.00052451476,0.00016866137,0.00004613252,0.0010445012,0.00014867299,0.00008146125],"category_scores_gemma":[0.13884267,0.000048616505,0.00007849764,0.0007975877,0.0006377108,0.00011795639,0.00015648876,0.0010206436,4.7417575e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002359262,0.00054257264,0.872681,0.000031003354,0.00014463667,0.00016846046,0.035914443,0.000040236035,0.00079458253,0.004139712,0.0005828845,0.08260117],"study_design_scores_gemma":[0.001761161,0.00008079386,0.89689326,0.00008107972,0.000013064915,0.00046972386,0.0647188,0.000056968256,0.00006579741,0.009030302,0.026710764,0.000118274766],"about_ca_topic_score_codex":0.0013846842,"about_ca_topic_score_gemma":0.0069264555,"teacher_disagreement_score":0.40626466,"about_ca_system_score_codex":0.000120515404,"about_ca_system_score_gemma":0.001793184,"threshold_uncertainty_score":0.86841124},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3158629300","doi":"10.1186/s12893-021-01278-0","title":"Bias estimation in study design: a meta-epidemiological analysis of transcatheter versus surgical aortic valve replacement","year":2021,"lang":"en","type":"article","venue":"BMC Surgery","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto; Institute for Work & Health; Western University","funders":"University of Toronto; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Aortic valve replacement; Propensity score matching; Stenosis; Randomized controlled trial; Aortic valve stenosis; Surgery; Aortic valve; Internal medicine; Epidemiology; Cardiology; Meta-analysis","score_opus":0.6141875518604735,"score_gpt":0.4766740758921051,"score_spread":0.13751347596836838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158629300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7083968,0.00016307269,0.2907833,0.00003388581,0.000051625837,0.00038953347,0.0000056057324,0.000108183,0.00006800531],"genre_scores_gemma":[0.9282903,0.000030655618,0.07133145,0.00001545347,0.0000076283327,0.0002622665,0.000019814686,0.000015594465,0.000026814007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958096,0.0018705529,0.001233905,0.0004402717,0.0003620416,0.00028360277],"domain_scores_gemma":[0.973603,0.025270384,0.000347872,0.000589661,0.00012509897,0.00006397584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050786473,0.00024355609,0.0017164595,0.00041796037,0.000026005262,0.000013149421,0.000105338775,0.000119069635,0.0005053596],"category_scores_gemma":[0.007827071,0.00018312263,0.0015495423,0.0013205466,0.000054913013,0.0001097858,0.00004870683,0.00015667277,0.0000032745893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038659219,0.011026831,0.8866314,0.00041658626,0.043199833,0.00029071333,0.0030702122,0.032831103,0.00039204126,0.012031813,0.0009442208,0.0052993004],"study_design_scores_gemma":[0.007409279,0.003181731,0.3450291,0.00045552076,0.1404983,0.000046490193,0.005217322,0.21489352,0.030614765,0.24844484,0.00021037464,0.0039987867],"about_ca_topic_score_codex":0.000026249874,"about_ca_topic_score_gemma":0.0001118249,"teacher_disagreement_score":0.5416024,"about_ca_system_score_codex":0.000094636714,"about_ca_system_score_gemma":0.000099234785,"threshold_uncertainty_score":0.93702996},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3158718386","doi":"10.1186/s12910-021-00616-4","title":"Ethics review of big data research: What should stay and what should be reformed?","year":2021,"lang":"en","type":"review","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eidgenössische Technische Hochschule Zürich; National Institute for Health and Care Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Strengths and weaknesses; Big data; Scope (computer science); Research ethics; Context (archaeology); Engineering ethics; Corporate governance; Data governance; Philosophy of medicine; Political science; Mechanism (biology); Public relations; Sociology; Data science; Psychology; Computer science; Medicine; Business; Epistemology; Data quality; Engineering; Social psychology; Alternative medicine; Data mining","score_opus":0.9723113904230893,"score_gpt":0.7350999430614272,"score_spread":0.2372114473616621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158718386","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2217633e-7,0.8140675,0.00022401489,0.18048778,0.0019325322,0.0023214417,0.0002028367,0.00006863268,0.0006951267],"genre_scores_gemma":[1.6555174e-7,0.9366316,0.002476066,0.053369805,0.001964187,0.0001892095,0.0031046215,0.00028099585,0.0019833534],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.90999556,0.02841757,0.00710483,0.0042793225,0.04774119,0.0024615214],"domain_scores_gemma":[0.0641054,0.90108365,0.0016796825,0.014383478,0.0136538865,0.005093881],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.3299844,0.001108165,0.007867375,0.0007205014,0.000528501,0.0006613744,0.0053211185,0.024592787,0.0017958771],"category_scores_gemma":[0.915476,0.0007734128,0.0011085194,0.0029465319,0.009791538,0.00103651,0.011986744,0.14302304,0.0000925861],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024168487,0.00021867192,0.0000013855132,0.54460454,0.0002711551,0.00033616065,0.00026761895,4.64566e-9,5.1508877e-8,0.008293967,0.007186828,0.43879542],"study_design_scores_gemma":[0.00034111174,0.0002403615,2.1560722e-7,0.48527732,0.0008705652,0.00019157684,0.0009254119,0.000006020359,8.340461e-7,0.0014531234,0.51037276,0.00032068565],"about_ca_topic_score_codex":0.00029991273,"about_ca_topic_score_gemma":0.015250305,"teacher_disagreement_score":0.8726661,"about_ca_system_score_codex":0.00051989814,"about_ca_system_score_gemma":0.20762579,"threshold_uncertainty_score":0.99947166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3159135110","doi":"10.2196/28720","title":"Peer Review of “Why We Are Losing the War Against COVID-19 on the Data Front and How to Reverse the Situation”","year":2021,"lang":"en","type":"article","venue":"JMIRx Med","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Front (military); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; Computer science; Medicine; Geography; Meteorology; Internal medicine","score_opus":0.11730309809813882,"score_gpt":0.36970126748224735,"score_spread":0.25239816938410853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159135110","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042578578,0.006561415,0.014044385,0.97777617,0.00020304076,0.0006161819,0.000026248183,0.000033671076,0.0003131166],"genre_scores_gemma":[0.06858691,0.012311661,0.012862256,0.89082265,0.00055432855,0.00019716153,0.00013490363,0.00004835635,0.014481762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744534,0.0010083778,0.00019071362,0.00039654734,0.0007859703,0.00017303902],"domain_scores_gemma":[0.99549174,0.0013480969,0.0002070483,0.002446382,0.00039928238,0.000107429616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003186549,0.000113870876,0.00018299442,0.00002366146,0.00035121426,0.000100235025,0.0016202088,0.000034009132,0.000041368156],"category_scores_gemma":[0.013795761,0.000054372296,0.000037984315,0.00033945302,0.000059745747,0.00012700736,0.0009024445,0.000334094,0.00001948247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033238111,0.000013128214,0.00022705835,0.0007345341,0.000013243463,0.000012754318,0.004209703,0.000081806356,0.000028950944,0.0017905573,0.98040664,0.012478272],"study_design_scores_gemma":[0.00008642891,0.000018092522,0.0006761069,0.0011655479,0.000011206147,0.000008697104,0.00065212394,0.0085799,0.000030417954,0.00021573079,0.9884758,0.0000799299],"about_ca_topic_score_codex":0.00009847976,"about_ca_topic_score_gemma":0.0002673016,"teacher_disagreement_score":0.08695349,"about_ca_system_score_codex":0.00005405239,"about_ca_system_score_gemma":0.00023237742,"threshold_uncertainty_score":0.9945115},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3159243089","doi":"10.1136/bmjopen-2020-041530","title":"Living labs for patient engagement and knowledge exchange: an exploratory sequential mixed methods study to develop a living lab in paediatric rehabilitation","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Thematic analysis; Knowledge translation; Medicine; Medical education; Data collection; Rehabilitation; Qualitative research; Health care; Qualitative property; Independent living; Nursing; Knowledge management; Gerontology; Computer science","score_opus":0.11864072417143366,"score_gpt":0.40954946023727923,"score_spread":0.29090873606584555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159243089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831989,0.00007773844,0.0064793457,0.00045396076,0.00063934457,0.0076278304,0.0000021551045,0.00007277294,0.0014479851],"genre_scores_gemma":[0.89542955,0.0000023171717,0.09704514,0.0006304883,0.00024873184,0.0064612445,0.000018673114,0.000032897107,0.0001309591],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975095,0.0010239853,0.00050001964,0.00052555377,0.00015071167,0.00029024165],"domain_scores_gemma":[0.99833196,0.0005459367,0.00018634374,0.00026121413,0.000658642,0.000015902255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01793626,0.00018376812,0.00030696802,0.00038544994,0.00036416223,0.00029181497,0.000311584,0.000087287364,0.000047869464],"category_scores_gemma":[0.004972566,0.00019672459,0.0000217093,0.0018916925,0.00003366174,0.0008708191,0.0054685394,0.00016913122,0.000013449442],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014819393,0.002809662,0.12549847,0.0010641981,0.00015788876,0.000027411568,0.31707174,0.000017530398,0.0003948976,0.019040667,0.0047199586,0.5290494],"study_design_scores_gemma":[0.0015408825,0.00038834958,0.36682442,0.0005200229,0.0000873991,0.0000012118653,0.5928224,0.0007350242,0.000335075,0.0042112926,0.031435207,0.0010987299],"about_ca_topic_score_codex":0.000054623546,"about_ca_topic_score_gemma":0.0015990308,"teacher_disagreement_score":0.52795064,"about_ca_system_score_codex":0.00014725105,"about_ca_system_score_gemma":0.0002247919,"threshold_uncertainty_score":0.80221957},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3160034417","doi":"10.2196/26448","title":"Automation of Article Selection Process in Systematic Reviews Through Artificial Neural Network Modeling and Machine Learning: Protocol for an Article Selection Model","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Systematic review; Artificial neural network; Software; Process (computing); Data science; Application programming interface; Dissemination; MEDLINE","score_opus":0.9128659755911894,"score_gpt":0.6929622655762934,"score_spread":0.21990371001489606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160034417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02396044,0.000013793383,0.089748986,0.00012583559,0.000003960588,0.885986,0.000001725988,0.000017984295,0.00014128016],"genre_scores_gemma":[0.10211405,3.9309876e-7,0.007064059,0.000019028843,0.00007732926,0.8903039,0.000003383597,0.000020647605,0.00039721697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96776766,0.020044046,0.007173301,0.0010585324,0.0033577047,0.0005987716],"domain_scores_gemma":[0.9923847,0.0012324094,0.0020789509,0.00095253094,0.0032040174,0.00014741444],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09957068,0.00026452736,0.0022494143,0.00029409683,0.00041147758,0.0009597237,0.0005293421,0.00014037543,0.0002106601],"category_scores_gemma":[0.024162216,0.00015845636,0.0003906053,0.0035125562,0.000056945777,0.0011176185,0.00010276923,0.0004869947,0.00005135749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004461511,0.0009270554,0.008140802,0.03365385,0.000046385972,0.0000014208958,0.0027491166,0.93023264,0.014299583,0.0024155732,0.0011642344,0.0059231855],"study_design_scores_gemma":[0.00061560195,0.00040719853,0.00011160975,0.0030314107,0.000013277548,0.0000091792845,0.00031478266,0.97008586,0.0014495213,0.023257017,0.0005630436,0.0001414844],"about_ca_topic_score_codex":0.00001115681,"about_ca_topic_score_gemma":0.00020106547,"teacher_disagreement_score":0.08268493,"about_ca_system_score_codex":0.0000888253,"about_ca_system_score_gemma":0.00021287453,"threshold_uncertainty_score":0.98405766},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3161532978","doi":"10.1016/j.jclinepi.2021.05.001","title":"PRIME-IPD SERIES Part 3. The PRIME-IPD tool fills a gap in guidance for preparing IPD for analysis","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Centre for Global Health Research; University of Toronto; Hospital for Sick Children; Bruyère; University of Ottawa","funders":"Bill and Melinda Gates Foundation","keywords":"Scopus; Deworming; Computer science; Prime (order theory); Psychology; Data science; MEDLINE; Medicine; Mathematics; Political science","score_opus":0.9151699621005248,"score_gpt":0.6649642439179964,"score_spread":0.25020571818252846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161532978","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030407433,0.009556108,0.2970462,0.6812371,0.0049718455,0.0029725838,0.00020119983,0.0000069363364,0.00096728554],"genre_scores_gemma":[0.003134785,0.0027009938,0.16051798,0.7560448,0.022706466,0.00078034704,0.0001968259,0.00012400698,0.05379378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7309939,0.16065545,0.10030244,0.0027826321,0.003875615,0.0013899002],"domain_scores_gemma":[0.3627346,0.50936437,0.114053115,0.008064684,0.005440098,0.00034317534],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.65228134,0.0008390457,0.03473118,0.00089801,0.00022017068,0.00040551496,0.00516763,0.0019129408,0.0020249935],"category_scores_gemma":[0.853224,0.00036344817,0.02790115,0.001973699,0.00045685895,0.000353457,0.0004168177,0.0033472786,0.00009678325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014385208,0.000073989846,0.044154115,0.00018105152,0.004945918,0.00003251935,0.00006423517,0.000842425,0.0000012258761,0.00047146573,0.93962765,0.009461545],"study_design_scores_gemma":[0.00059086,0.00036846913,0.010987253,0.00033034154,0.004570108,0.000075927084,0.00007302757,0.006391845,0.0000027263677,0.024933964,0.9513272,0.00034824418],"about_ca_topic_score_codex":0.000014727927,"about_ca_topic_score_gemma":0.00015910575,"teacher_disagreement_score":0.36825937,"about_ca_system_score_codex":0.00010302366,"about_ca_system_score_gemma":0.00093932904,"threshold_uncertainty_score":0.99988174},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3161745299","doi":"10.1111/jebm.12427","title":"The ROBINS‐I and the NOS had similar reliability but differed in applicability: A random sampling observational studies of systematic reviews/meta‐analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Meta-analysis; Statistics; Statistic; Reliability (semiconductor); Medicine; Systematic review; MEDLINE; Mathematics; Internal medicine","score_opus":0.96789418365725,"score_gpt":0.6353889867762997,"score_spread":0.33250519688095026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161745299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006394702,0.97588885,0.0077587184,0.0093998145,0.00027938286,0.006583275,0.000013806544,0.0000016103637,0.0000106235975],"genre_scores_gemma":[0.0004474575,0.9963246,0.0014849005,0.00039018822,0.00023418105,0.0007467406,0.0000048521315,0.00001887611,0.0003482062],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.79905677,0.12443673,0.06276263,0.0014977312,0.011779723,0.00046641592],"domain_scores_gemma":[0.255356,0.64355075,0.08066415,0.009041565,0.011017264,0.00037026877],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.57151395,0.000988608,0.06604463,0.0011335632,0.00030741227,0.000362098,0.00355192,0.00023711057,0.0005029948],"category_scores_gemma":[0.6919101,0.00023754321,0.020754656,0.006824356,0.0013464021,0.00029002098,0.00027139217,0.0010724037,0.00001123255],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041166818,0.00031538776,0.0011909404,0.6632034,0.24971013,0.00004689022,0.0013801714,0.001275674,0.0000023007262,0.00096672925,0.006015617,0.07548108],"study_design_scores_gemma":[0.0016564076,0.00014461514,0.00010928993,0.21553178,0.66173595,0.0000567301,0.0012310822,0.0012066741,2.8043323e-7,0.0020228392,0.11598145,0.00032287266],"about_ca_topic_score_codex":0.000028629614,"about_ca_topic_score_gemma":0.000070949965,"teacher_disagreement_score":0.54370075,"about_ca_system_score_codex":0.00022645656,"about_ca_system_score_gemma":0.00089288445,"threshold_uncertainty_score":0.98905224},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3163219630","doi":"10.31234/osf.io/rqwea","title":"Fake collaborations: Interdisciplinary science can undermine research integrity","year":2019,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Research integrity; Scientific integrity; Engineering ethics; Political science; Public relations; Academic integrity; Business; Engineering","score_opus":0.8797457237471681,"score_gpt":0.7091312008736873,"score_spread":0.17061452287348078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163219630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5924136,0.0014430579,0.010114394,0.03560391,0.00903718,0.0035167944,0.0007239871,0.00018689146,0.34696016],"genre_scores_gemma":[0.95819134,0.00022948947,0.0029144003,0.00015081224,0.00024997705,0.00008780672,0.000032036703,0.000028038989,0.03811613],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9518704,0.0011424805,0.001663529,0.0035048074,0.039926723,0.0018920884],"domain_scores_gemma":[0.93085194,0.012909888,0.00053932745,0.0055933315,0.04879724,0.0013082938],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","open_science","insufficient_payload"],"category_scores_codex":[0.15185748,0.00043225317,0.0008713167,0.2106572,0.0016951314,0.019752564,0.017393308,0.00067992794,0.001990702],"category_scores_gemma":[0.12237361,0.00029234862,0.00028218515,0.44048792,0.0032841153,0.000967041,0.060737632,0.0050889254,0.0025258858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013743801,0.0014431761,0.06797353,0.00016827257,0.00009232952,0.00012833095,0.0030509392,0.0028066947,0.0027244703,0.06821386,0.69554484,0.15771611],"study_design_scores_gemma":[0.0008620145,0.0007941832,0.065116145,0.00023986687,0.000016068761,0.000027021495,0.021621171,0.12780222,0.0038731678,0.7424931,0.0356887,0.0014663369],"about_ca_topic_score_codex":0.00077178737,"about_ca_topic_score_gemma":0.0009594633,"teacher_disagreement_score":0.6742792,"about_ca_system_score_codex":0.0019858584,"about_ca_system_score_gemma":0.014833283,"threshold_uncertainty_score":0.99995285},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3163541738","doi":"10.5751/es-12265-260222","title":"Fostering horizontal knowledge co-production with Indigenous people by leveraging researchers' transdisciplinary intentions","year":2021,"lang":"en","type":"article","venue":"Ecology and Society","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge production; Production (economics); Indigenous; Knowledge management; Traditional knowledge; Environmental resource management; Business; Geography; Computer science; Environmental science; Ecology; Economics; Biology","score_opus":0.08021382987634944,"score_gpt":0.40188050223039634,"score_spread":0.3216666723540469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163541738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842688,0.00077811314,0.00019275822,0.002337025,0.0007210052,0.0005084844,0.000023672359,0.000054334858,0.011115834],"genre_scores_gemma":[0.9934498,0.0009634973,0.00029617033,0.00028747585,0.0002163899,0.00019960746,0.00008235122,0.000020121455,0.004484562],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99809015,0.0003364791,0.00022830619,0.00037282004,0.00008378605,0.0008884387],"domain_scores_gemma":[0.9992184,0.00024250669,0.000063722946,0.00014490153,0.00024113842,0.000089335335],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008739615,0.00012708314,0.00027278587,0.000024191879,0.0090480745,0.000008320238,0.0000710772,0.00027631593,0.0003012587],"category_scores_gemma":[0.000048785263,0.00011558005,0.00007216483,0.00017309707,0.00018054832,0.000086567066,0.00034582708,0.000784737,0.000044080523],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054494543,0.00023173212,0.13147077,0.00024208346,0.00024041982,0.000016244461,0.848132,0.0000019900951,0.0014829874,0.00009441395,0.017415551,0.00061731634],"study_design_scores_gemma":[0.0011276172,0.0005309548,0.19242068,0.00004429215,0.000059253318,0.00006396174,0.7994022,0.000030952662,0.00015340082,0.00028571498,0.0056472374,0.00023373973],"about_ca_topic_score_codex":0.0001751267,"about_ca_topic_score_gemma":0.0472165,"teacher_disagreement_score":0.060949903,"about_ca_system_score_codex":0.00032619634,"about_ca_system_score_gemma":0.0006354046,"threshold_uncertainty_score":0.99224204},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3163788934","doi":"10.1186/s12874-021-01295-w","title":"Quality assessment tools used in systematic reviews of in vitro studies: A systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Al-Azhar University; Zagazig University; McMaster University","keywords":"Systematic review; Medical physics; Protocol (science); Guideline; Scopus; Quality assessment; Medicine; Computer science; MEDLINE; Pathology; External quality assessment; Alternative medicine; Biology","score_opus":0.9945041192763169,"score_gpt":0.8198052753117314,"score_spread":0.17469884396458546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163788934","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002628009,0.95138794,0.015179634,0.00025129673,0.00045934337,0.032209642,0.000032572967,0.000005706168,0.000471251],"genre_scores_gemma":[0.000001815443,0.947226,0.035698086,0.00023419125,0.000089087116,0.015213303,0.000051169685,0.000055516004,0.0014308146],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.021803804,0.845766,0.09581819,0.0035196648,0.031603508,0.0014888234],"domain_scores_gemma":[0.024821851,0.9162979,0.035824,0.016420325,0.0056327987,0.0010031105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9613585,0.0014289073,0.16688412,0.0040598945,0.00011060417,0.000367389,0.010656685,0.0013205624,0.006820119],"category_scores_gemma":[0.988098,0.00061345473,0.013921045,0.015254443,0.0007777135,0.00023152902,0.002333131,0.003926601,0.0014525205],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036713425,0.00018421133,0.00001551367,0.9400328,0.000779301,0.00013133153,0.0002087565,1.82326e-7,6.114476e-7,0.0015269826,0.0022518027,0.05486484],"study_design_scores_gemma":[0.00025365214,0.0000563287,0.0000033698857,0.9377954,0.0024317298,0.000102680926,0.0017284206,0.00007081704,2.547394e-7,0.0008316234,0.056312937,0.0004127887],"about_ca_topic_score_codex":0.00008380972,"about_ca_topic_score_gemma":0.0008124691,"teacher_disagreement_score":0.15296309,"about_ca_system_score_codex":0.001177859,"about_ca_system_score_gemma":0.007898412,"threshold_uncertainty_score":0.9999759},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3164979178","doi":"10.1016/j.jclinepi.2021.05.007","title":"PRIME-IPD SERIES Part 1. The PRIME-IPD tool promoted verification and standardization of study datasets retrieved for IPD meta-analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Centre for Global Health Research; University of Toronto; Hospital for Sick Children; Bruyère; University of Ottawa","funders":"Hospital for Sick Children; Bruyère Research Institute; Bill and Melinda Gates Foundation","keywords":"Standardization; Computer science; Meta-analysis; Prime (order theory); Data mining; Missing data; Data quality; Artificial intelligence; Machine learning; Medicine","score_opus":0.94154916197496,"score_gpt":0.683125887889487,"score_spread":0.25842327408547294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164979178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21457326,0.007904795,0.7510805,0.022221642,0.000884005,0.002510247,0.0007279973,0.000005271664,0.00009226245],"genre_scores_gemma":[0.94115716,0.0009989943,0.054128267,0.0014223703,0.00038259107,0.000043716027,0.00018975022,0.000021813335,0.0016553454],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.81223077,0.13803412,0.045251478,0.0012178331,0.0029251843,0.00034064127],"domain_scores_gemma":[0.7709048,0.1474656,0.06657466,0.0067335214,0.007983051,0.00033838197],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56021243,0.00030136775,0.01666402,0.00022301533,0.00017577883,0.0001659415,0.0012631202,0.0002497324,0.0017074879],"category_scores_gemma":[0.70694727,0.00012235224,0.0073878067,0.0018302875,0.00028953914,0.00037413824,0.00018351055,0.00045559142,0.00001585609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017749271,0.002395592,0.47316784,0.00020165289,0.35854414,0.00003429451,0.0011596556,0.004574947,0.00023052022,0.007522735,0.105803676,0.04459002],"study_design_scores_gemma":[0.0020437606,0.0023389151,0.29455656,0.000027056672,0.2801594,0.00008343776,0.0017213087,0.010034402,0.00031918281,0.025945919,0.3823565,0.00041356345],"about_ca_topic_score_codex":0.00000519059,"about_ca_topic_score_gemma":0.000038372065,"teacher_disagreement_score":0.7265839,"about_ca_system_score_codex":0.000019957035,"about_ca_system_score_gemma":0.00038909508,"threshold_uncertainty_score":0.9992051},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3165400324","doi":"10.1186/s12961-021-00725-x","title":"Health research capacity building of health workers in fragile and conflict-affected settings: a scoping review of challenges, strengths, and recommendations","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Capacity building; Psychological intervention; Thematic analysis; Health services research; Medicine; Public health; Health policy; Health administration; Nursing; Qualitative research; Strengths and weaknesses; Medical education; Public relations; Psychology; Political science; Sociology; Social psychology; Social science","score_opus":0.5946360553844579,"score_gpt":0.6169412324209814,"score_spread":0.02230517703652357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165400324","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001442142,0.95240706,0.0000031279244,0.037849024,0.00011851262,0.00893205,0.0003104682,0.000022272543,0.0002132572],"genre_scores_gemma":[0.00037138618,0.9975399,0.0001592539,0.0009124126,0.00023274831,0.00047833603,0.00019469074,0.000055279572,0.00005603478],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9682421,0.02234558,0.004196667,0.0010604856,0.0016093393,0.0025458422],"domain_scores_gemma":[0.98499924,0.009632925,0.0014825466,0.0007770899,0.0010583968,0.002049775],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07104556,0.00043285554,0.0065794284,0.0022862975,0.000664661,0.000049302253,0.00017345228,0.00041226103,0.00000811889],"category_scores_gemma":[0.015494657,0.00037953936,0.00015805598,0.0028829724,0.000527902,0.00008999802,0.00029977626,0.002702259,0.0000011474456],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009162516,0.00007675891,0.00005342027,0.57183844,0.000033031432,0.000004871362,0.00062728475,2.7390827e-8,3.7290967e-8,0.0012525815,0.005409248,0.42069513],"study_design_scores_gemma":[0.0003750688,0.00051919324,0.00009623851,0.63263077,0.000008414009,0.00015230043,0.0012533651,0.000011260767,3.948719e-8,0.000007891708,0.36483747,0.00010798387],"about_ca_topic_score_codex":0.051448595,"about_ca_topic_score_gemma":0.0011642947,"teacher_disagreement_score":0.42058712,"about_ca_system_score_codex":0.0014096124,"about_ca_system_score_gemma":0.025553335,"threshold_uncertainty_score":0.99986565},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3165462729","doi":"10.1136/bmjebm-2021-111675","title":"Quality of systematic reviews supporting the 2017 ACC/AHA and 2018 ESC/ESH guidelines for the management of hypertension","year":2021,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Systematic review; Medicine; Protocol (science); MEDLINE; Family medicine; Canadian Cardiovascular Society; Alternative medicine; Internal medicine; Psychology; Pathology; Myocardial infarction","score_opus":0.9622276600800553,"score_gpt":0.6563818915020886,"score_spread":0.30584576857796675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165462729","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021401769,0.52110434,0.23947175,0.1914007,0.0016687597,0.023974309,0.000028481269,0.000012238574,0.0009376593],"genre_scores_gemma":[0.8309267,0.05094185,0.07286264,0.01879501,0.00144008,0.0032660197,0.000031931337,0.00007252248,0.021663211],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.95670444,0.012758158,0.023462707,0.00090853183,0.0058658887,0.00030030523],"domain_scores_gemma":[0.8684294,0.08080724,0.029348519,0.01060261,0.010600289,0.00021191295],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36063233,0.0003102004,0.005633274,0.00013604881,0.00020940666,0.000109048786,0.0015656158,0.000061301515,0.00091329217],"category_scores_gemma":[0.36208808,0.00009273541,0.0012947301,0.0010703654,0.0002856916,0.00016497844,0.00020018776,0.00009764965,0.00004560479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008630961,0.00009014839,0.0037565501,0.13123442,0.0010669613,0.000022788156,0.0007274277,0.00015281691,0.0023001367,0.0035377652,0.81699467,0.040030025],"study_design_scores_gemma":[0.0057688025,0.0010181813,0.04518874,0.51392174,0.02773887,0.00030233085,0.06783527,0.109889105,0.0022479962,0.013509359,0.21105693,0.0015226776],"about_ca_topic_score_codex":0.0000579887,"about_ca_topic_score_gemma":0.000037108966,"teacher_disagreement_score":0.80952495,"about_ca_system_score_codex":0.000019650795,"about_ca_system_score_gemma":0.00013599644,"threshold_uncertainty_score":0.9999909},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3165918190","doi":"10.1177/15586898211019496","title":"Methodological Bricolage and COVID-19: An Illustration From Innovative, Novel, and Adaptive Environmental Behavior Change Research","year":2021,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Community Health and Development","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mitacs","keywords":"Bricolage; Data collection; Field (mathematics); Meaning (existential); Visitor pattern; Naturalistic observation; Coronavirus disease 2019 (COVID-19); Research design; Trustworthiness; Comprehension; Sociology; Computer science; Psychology; Management science; Social science; Social psychology; Engineering; Visual arts","score_opus":0.9226394704191588,"score_gpt":0.7220509499160714,"score_spread":0.2005885205030874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165918190","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.930308,0.0031255037,0.05769094,0.0060782908,0.00034683614,0.0017588797,0.00009146691,0.000012497747,0.00058761315],"genre_scores_gemma":[0.23037747,0.0035167052,0.763016,0.0016550424,0.00061231095,0.0004063577,0.000043803826,0.00003256189,0.00033977858],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9455084,0.051089577,0.00094863406,0.00037860338,0.001268461,0.0008063246],"domain_scores_gemma":[0.96909624,0.02733589,0.00031796168,0.00036486133,0.001365305,0.001519747],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07592209,0.0001635387,0.00056323357,0.00070350437,0.0020964942,0.000054394164,0.00030824094,0.0004057775,0.001017131],"category_scores_gemma":[0.025134245,0.00013615066,0.00003903827,0.0010779751,0.0005728384,0.0003796443,0.0010189379,0.005235841,0.0000066895414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022779044,0.0014156483,0.032116048,0.0003041541,0.000107547,0.00051040726,0.041894678,9.077378e-7,0.2025347,0.0025966084,0.0025062996,0.7137351],"study_design_scores_gemma":[0.0032848157,0.0019205393,0.8012808,0.00022338863,0.000025521735,0.00015904925,0.12709261,0.00013947941,0.0034673102,0.007150887,0.054997668,0.0002579469],"about_ca_topic_score_codex":0.00083544134,"about_ca_topic_score_gemma":0.00036445976,"teacher_disagreement_score":0.76916474,"about_ca_system_score_codex":0.00084365444,"about_ca_system_score_gemma":0.0033132697,"threshold_uncertainty_score":0.99989605},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","score_opus":0.6956962901616436,"score_gpt":0.4789212342135676,"score_spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166045557","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016151751,0.8112237,0.02274858,0.055077795,0.0031163688,0.100814685,0.000046594927,0.00003377018,0.0067769955],"genre_scores_gemma":[0.003336054,0.053260244,0.04778257,0.5993811,0.012426613,0.048721295,0.00035603548,0.0012933313,0.2334428],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.644936,0.24153014,0.09223322,0.0033442487,0.016517974,0.0014384271],"domain_scores_gemma":[0.8575884,0.0240444,0.09479874,0.019235434,0.0037492134,0.00058378745],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4841305,0.002491905,0.059747383,0.0019133228,0.00035317903,0.0055705165,0.006777234,0.0011104478,0.007079146],"category_scores_gemma":[0.25662047,0.00092855236,0.010316991,0.003990494,0.00013860897,0.0007370506,0.00032022272,0.0035758005,0.015081747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013174455,0.000023464172,0.00008222247,0.5130781,0.00044891684,0.00054863986,0.00067558285,0.000011674091,0.000003222146,0.000051899537,0.48496526,0.00010967065],"study_design_scores_gemma":[0.00025422763,0.000044571538,0.000006473944,0.38856527,0.0029243599,0.0021281063,0.0008664678,0.00040589418,0.0000016332609,0.0005630572,0.60336334,0.00087663514],"about_ca_topic_score_codex":0.00001554734,"about_ca_topic_score_gemma":0.00014014069,"teacher_disagreement_score":0.7579635,"about_ca_system_score_codex":0.00048768328,"about_ca_system_score_gemma":0.00043940864,"threshold_uncertainty_score":0.99959445},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166825314","doi":"10.1503/cjs.009821","title":"Predatory journal publishing: Is this an alternate universe?","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Publishing; Library science; Literature","score_opus":0.11717625523131105,"score_gpt":0.3531424655096299,"score_spread":0.23596621027831888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166825314","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00454825,0.0052239797,0.00007253339,0.005108422,0.9737522,0.00005772392,0.00079511537,0.000010676523,0.010431125],"genre_scores_gemma":[0.005554009,0.0011957893,0.00013063135,0.0014920213,0.96744156,7.7386915e-7,0.000104137696,0.0001020416,0.023979045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866454,0.0015103122,0.0031255614,0.0007697645,0.0068102903,0.0011386517],"domain_scores_gemma":[0.9656269,0.008753412,0.0062396526,0.0013112561,0.012083631,0.005985168],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.033658236,0.00053152314,0.0017444793,0.004722409,0.00077709195,0.0337831,0.0093589565,0.0022311267,0.00985722],"category_scores_gemma":[0.10722112,0.00044076313,0.0011185391,0.0018272732,0.0003196047,0.02397539,0.0003064836,0.009218166,0.000071971204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026638156,0.000013166011,0.003775435,0.0000103679995,0.00016146411,0.005058744,0.00084036746,0.00001363618,0.0000010207234,0.000023235123,0.9707065,0.019369427],"study_design_scores_gemma":[0.00026366665,0.000029429502,0.00017181586,0.0004974602,0.0000725965,0.00080186,0.0016452542,0.00001356543,0.000010373582,0.0030954368,0.9929276,0.00047093706],"about_ca_topic_score_codex":0.007768697,"about_ca_topic_score_gemma":0.007188781,"teacher_disagreement_score":0.07356288,"about_ca_system_score_codex":0.0012712119,"about_ca_system_score_gemma":0.068538465,"threshold_uncertainty_score":0.99980444},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3167649636","doi":"10.1177/15562646211023705","title":"A New Era of Indigenous Research: Community-based Indigenous Research Ethics Protocols in Canada","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"First Nations Health and Social Secretariat of Manitoba; University of Winnipeg; University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Metis; Research ethics; Community-based participatory research; Sociology; Engineering ethics; Public relations; Political science; Participatory action research; Anthropology; Ecology","score_opus":0.7968077017469808,"score_gpt":0.6807931411392342,"score_spread":0.11601456060774662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167649636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.910854,0.0008966739,0.00002019519,0.042068675,0.00032743282,0.013863841,0.000046297657,0.000022847511,0.03190008],"genre_scores_gemma":[0.9746809,0.010570378,0.0011506493,0.00073948514,0.0025632244,0.000561641,0.000044100852,0.0001893283,0.009500313],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.76072013,0.19197333,0.002614322,0.0008780558,0.03766893,0.0061452463],"domain_scores_gemma":[0.81635153,0.12604329,0.00054064335,0.002046201,0.051841345,0.0031769886],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.40090615,0.00038727032,0.0011852894,0.0053075217,0.04126405,0.00087946706,0.005560633,0.0021035345,0.0006159132],"category_scores_gemma":[0.040465176,0.00033832784,0.0002874638,0.013877094,0.0065840757,0.00049103424,0.00022202078,0.1189976,0.00007706749],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010682668,0.0039093285,0.007931858,0.0016177227,0.000093149836,0.0015752038,0.92224467,0.000103352184,0.00016424656,0.048251007,0.011430827,0.0016103702],"study_design_scores_gemma":[0.002113455,0.006412749,0.00840857,0.0040487563,0.000006864295,0.000026296231,0.18849224,0.000008140045,0.003584297,0.078572124,0.70785135,0.00047516017],"about_ca_topic_score_codex":0.9871729,"about_ca_topic_score_gemma":0.9992579,"teacher_disagreement_score":0.76629794,"about_ca_system_score_codex":0.018399969,"about_ca_system_score_gemma":0.7846979,"threshold_uncertainty_score":0.9999069},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3168538828","doi":"10.1186/s12961-021-00741-x","title":"A 10-year longitudinal evaluation of science policy interventions to promote sex and gender in health research","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Institute of Gender and Health; Canadian Institutes of Health Research","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Health services research; Population; Odds; Medical education; Health administration; Psychology; Public health; Health policy; Medicine; Gerontology; Logistic regression; Nursing; Environmental health","score_opus":0.8553815462810737,"score_gpt":0.6855083037139026,"score_spread":0.16987324256717107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168538828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906065,0.0195694,0.000028024118,0.07987433,0.00010512125,0.004999928,0.00006379519,0.00002369466,0.00472919],"genre_scores_gemma":[0.99519783,0.0010787863,0.00016492815,0.0003147502,0.00046125904,0.0002386218,0.00001293628,0.000018186309,0.0025126704],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9875557,0.0051915036,0.001016042,0.0008287476,0.0037424325,0.0016655844],"domain_scores_gemma":[0.9936848,0.0004971857,0.00010469966,0.00063419575,0.0036426752,0.0014364261],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07607632,0.00012302949,0.00050158956,0.0030288582,0.0008052025,0.00010462157,0.00015553962,0.00009689439,0.000051474446],"category_scores_gemma":[0.01350198,0.00011341536,0.000042567644,0.0051394133,0.00068105623,0.00011135335,0.000307093,0.0007282859,0.000021186053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011041011,0.0021155798,0.09092198,0.159204,0.00014300793,0.00011280453,0.1678238,0.00012074126,0.0017584763,0.14619617,0.018390022,0.41210932],"study_design_scores_gemma":[0.008301661,0.011441811,0.82138515,0.017167365,0.000017341075,0.0011876761,0.08207086,0.010397486,0.0004872118,0.013816149,0.03321367,0.00051363686],"about_ca_topic_score_codex":0.03255392,"about_ca_topic_score_gemma":0.0015097467,"teacher_disagreement_score":0.73046315,"about_ca_system_score_codex":0.0019547234,"about_ca_system_score_gemma":0.0250381,"threshold_uncertainty_score":0.9948077},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3170188973","doi":"10.7939/dvn/aycirt","title":"Replication Data for: Viscous dissipation in the fluid core of the Moon","year":2021,"lang":"en","type":"dataset","venue":"Borealis","topic":"Planetary Science and Exploration","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Replication (statistics); Core (optical fiber); Dissipation; Astrobiology; Mechanics; Physics; Geology; Thermodynamics; Biology; Optics; Virology","score_opus":0.06437682462252396,"score_gpt":0.3110853571003179,"score_spread":0.24670853247779395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170188973","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024155833,0.000025720381,0.00020156204,0.00044698163,0.000064515705,0.000324853,0.99859416,0.0000017484208,0.00009891099],"genre_scores_gemma":[0.004208311,0.00001930522,0.000022942557,0.000080620855,0.00018489074,0.000048547772,0.99542373,0.0000028753163,0.000008784405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992321,0.000045778004,0.00019507833,0.00025907048,0.00018088556,0.00008704703],"domain_scores_gemma":[0.99704504,0.00006319275,0.00018464976,0.0026617364,0.00003487233,0.000010496142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003538848,0.00008259803,0.0001084632,0.00002217849,0.00007244345,0.00003692563,0.0009309494,0.000039787166,0.000011505996],"category_scores_gemma":[0.00005152032,0.00004815898,0.000034999925,0.00014599857,0.000030173886,0.00016727138,0.0000805611,0.00008807874,0.0000022505765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004021343,0.00003111644,0.00020463482,0.000011971687,0.000005978803,1.1713529e-7,0.000051938416,0.00004698972,0.000026882246,0.00016599392,0.9978881,0.001562253],"study_design_scores_gemma":[0.00006994617,0.000011909347,0.0025032742,0.000032947602,0.00003558733,3.1994867e-7,0.0001817968,0.001110443,0.000032949083,0.00070710137,0.9952525,0.000061253704],"about_ca_topic_score_codex":0.012859394,"about_ca_topic_score_gemma":0.0071442686,"teacher_disagreement_score":0.005715125,"about_ca_system_score_codex":0.0000074282802,"about_ca_system_score_gemma":0.000087914785,"threshold_uncertainty_score":0.99371403},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3171548524","doi":"10.1097/sla.0000000000004929","title":"Reviewing the Reviewers Potential Financial Conflicts of Interest in Editorial Boards of Surgery Journals","year":2021,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Editorial board; Medicine; Publication; Impact factor; Payment; Specialty; Medicaid; Accounting; Publishing; Transparency (behavior); Conflict of interest; Family medicine; Library science; Business; Political science; Finance; Law; Health care","score_opus":0.9363467191597896,"score_gpt":0.6440564847468551,"score_spread":0.29229023441293456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171548524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014609209,0.96126175,0.0000011085249,0.001080871,0.034893986,0.0006695754,0.0004913203,0.000010635144,0.00012981864],"genre_scores_gemma":[0.001993917,0.98382413,0.0000032694522,0.0010416142,0.012866995,0.00006306623,0.000108620276,0.00004666424,0.00005171635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876185,0.0057818345,0.00478963,0.00048277713,0.000494981,0.00083226856],"domain_scores_gemma":[0.9844766,0.009888128,0.0034632501,0.0005582476,0.0012292655,0.00038448724],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.017698469,0.00059263775,0.0062020393,0.0005668147,0.00012092408,0.000016927213,0.0006237888,0.0020621105,0.0010907546],"category_scores_gemma":[0.009008676,0.00045164896,0.002841041,0.0013026498,0.00058347493,0.00017499462,0.00025055074,0.0045271134,0.000012519351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015089782,0.00038359288,0.00046460817,0.05522062,0.00054325495,0.00015582611,0.00008566429,0.000004335884,0.000031292337,0.00015304168,0.24787533,0.69493157],"study_design_scores_gemma":[0.0001341089,0.000020947293,0.00006731249,0.054962054,0.0008030689,0.00003955598,0.000023487615,0.0000016207305,0.00058407546,0.00004876233,0.9429967,0.00031830446],"about_ca_topic_score_codex":0.000054523927,"about_ca_topic_score_gemma":0.0000066028724,"teacher_disagreement_score":0.69512135,"about_ca_system_score_codex":0.00004688084,"about_ca_system_score_gemma":0.002630836,"threshold_uncertainty_score":0.9998224},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3172845662","doi":"10.1186/s12916-021-02008-2","title":"Utilization of the evidence from studies with no events in meta-analyses of adverse events: an empirical investigation","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; National Health and Medical Research Council; Qatar National Library","keywords":"Systematic review; Medicine; Meta-analysis; Adverse effect; MEDLINE; Internal medicine","score_opus":0.951712016036363,"score_gpt":0.6398872374389903,"score_spread":0.3118247785973727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172845662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434937,0.007303016,0.0066654733,0.0010467592,0.00013987078,0.00039779264,0.000006446047,0.0000015368527,0.00008973976],"genre_scores_gemma":[0.99373966,0.00011071354,0.004849961,0.00025205786,0.0000423824,0.000021823522,0.000009947655,0.000005014155,0.0009684507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9757277,0.013291159,0.005685157,0.0006231412,0.0045744623,0.00009840299],"domain_scores_gemma":[0.9833187,0.0069116955,0.0043641934,0.0026185713,0.0027081277,0.000078731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037238527,0.00019219691,0.0034258827,0.00019453373,0.000037906244,0.000004260979,0.00075992785,0.000043115004,0.002704557],"category_scores_gemma":[0.14314534,0.0000610181,0.00065300585,0.0024457434,0.00017192302,0.0002729145,0.00010579211,0.00007761607,0.000034273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001749747,0.000049926108,0.99279994,0.00009534943,0.0012820547,0.0000011216952,0.0021725574,0.00076455844,0.0014643184,0.000025715291,0.0011875293,0.00013941994],"study_design_scores_gemma":[0.00049631833,0.00013153425,0.96853566,0.0010076003,0.00902125,0.0000023901373,0.0072974884,0.005882036,0.0029206977,0.0043962565,0.00020221337,0.00010653165],"about_ca_topic_score_codex":0.00016324464,"about_ca_topic_score_gemma":0.0013981297,"teacher_disagreement_score":0.10590681,"about_ca_system_score_codex":0.000025266441,"about_ca_system_score_gemma":0.0001896791,"threshold_uncertainty_score":0.9982071},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3174389136","doi":"10.1186/s12874-021-01330-w","title":"How to analyze work productivity loss due to health problems in randomized controlled trials? A simulation study","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"Michael Smith Health Research BC","keywords":"Covariate; Productivity; Statistics; Mathematics; Randomized controlled trial; Econometrics; Medicine; Surgery; Economics","score_opus":0.5354543263760496,"score_gpt":0.6398807562898948,"score_spread":0.10442642991384521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174389136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3013775,0.0016000193,0.48051047,0.17909747,0.0015894135,0.03540956,0.0000043602113,0.00009298777,0.00031818438],"genre_scores_gemma":[0.9299499,0.00029512102,0.04294364,0.005054984,0.002419389,0.014162944,0.00002306565,0.000073415045,0.005077563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.4141673,0.57408726,0.0041849953,0.0015093151,0.0031958893,0.0028552178],"domain_scores_gemma":[0.27476257,0.71749085,0.00094672065,0.00131653,0.001969354,0.0035139846],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6124005,0.0003426309,0.00902833,0.0013787342,0.0009302343,0.000054214754,0.0005239982,0.0006353364,0.0009246397],"category_scores_gemma":[0.89051,0.00023502359,0.00043785985,0.0042352965,0.00024264124,0.00010212119,0.0007035733,0.0038760449,0.00013490074],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7088542,0.0031441606,0.10868751,0.0037037416,0.00060573494,0.0006215596,0.050734907,0.009268251,0.00007405984,0.0029653904,0.008046192,0.10329428],"study_design_scores_gemma":[0.88788694,0.0023669556,0.036230333,0.00523412,0.00016777936,0.000016512506,0.02808221,0.009715152,0.000027224747,0.017133908,0.012311281,0.0008276027],"about_ca_topic_score_codex":0.0020015982,"about_ca_topic_score_gemma":0.02830905,"teacher_disagreement_score":0.62857234,"about_ca_system_score_codex":0.0007244198,"about_ca_system_score_gemma":0.014353496,"threshold_uncertainty_score":0.9999887},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3174687450","doi":"10.1093/eurheartj/ehab398","title":"Retractions in medicine: the tip of the iceberg","year":2021,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Iceberg; Oceanography","score_opus":0.07065087917340626,"score_gpt":0.3575210288480361,"score_spread":0.28687014967462987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174687450","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14506786,0.00079441734,0.00006378766,0.21123864,0.001988296,0.00006515156,0.0000017106285,0.0000091860475,0.640771],"genre_scores_gemma":[0.98803127,0.0005292749,0.00006893646,0.002386437,0.0014848374,1.6397672e-7,1.9239656e-7,0.0000053275817,0.007493559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705017,0.00219762,0.0001938712,0.000058703492,0.00035633694,0.00014328327],"domain_scores_gemma":[0.9992748,0.00037299667,0.00008786218,0.00011041323,0.000104260456,0.00004969316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047448734,0.000038436687,0.00007539993,0.000023628458,0.00063210423,0.000025551833,0.00027152966,0.000063727406,0.00097597577],"category_scores_gemma":[0.0020734998,0.000020380463,0.000062143925,0.0003252671,0.0002802766,0.000084514155,0.00003597677,0.0020885086,0.000043765103],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011823162,0.00006380031,0.09029589,0.0000066376797,0.000032428103,0.00012543534,0.07897991,0.00005258355,0.002624362,0.03911438,0.78384423,0.0048484975],"study_design_scores_gemma":[0.000081875405,0.000007309416,0.15497237,0.00008368363,0.000006912528,0.00014930645,0.009078257,0.0000043734076,0.00008816259,0.0011203567,0.8343785,0.00002888701],"about_ca_topic_score_codex":0.00025196665,"about_ca_topic_score_gemma":0.00058669207,"teacher_disagreement_score":0.8429634,"about_ca_system_score_codex":0.000033410568,"about_ca_system_score_gemma":0.00020169822,"threshold_uncertainty_score":0.9999373},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3174891973","doi":"10.1016/j.jclinepi.2021.06.015","title":"“Evidence-based checklists” for identifying predatory journals have not been assessed for reliability or validity: An analysis and proposal for moving forward","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Reliability (semiconductor); Matching (statistics); Scale (ratio); Scope (computer science); Guideline; Computer science; Quality (philosophy); Medicine","score_opus":0.9363805130465965,"score_gpt":0.7299491902987689,"score_spread":0.2064313227478276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174891973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3535864,0.0007379166,0.62956464,0.014365474,0.00099374,0.00060747756,0.00013262844,0.000006509051,0.000005185455],"genre_scores_gemma":[0.6320565,0.001107616,0.36292472,0.0021179498,0.0012837965,0.000063003274,0.000013280245,0.00002471936,0.00040841382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97599655,0.008363111,0.009894365,0.0014172271,0.0032990542,0.0010297141],"domain_scores_gemma":[0.28872564,0.67166585,0.009446396,0.0013397909,0.02696158,0.0018607602],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.466217,0.0002739962,0.0041077896,0.0128956,0.00046749084,0.0011388531,0.0019738378,0.00067062705,0.00019555073],"category_scores_gemma":[0.92802197,0.00016897071,0.0029359532,0.018435445,0.00048011003,0.0016635904,0.0003641664,0.0008896163,0.000001482325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003535638,0.0006013237,0.904924,0.00018058743,0.00053258217,0.00002143541,0.000035203535,0.0013943627,0.00047531392,0.00043917107,0.0057824003,0.08207803],"study_design_scores_gemma":[0.0034022212,0.0039876434,0.6410055,0.00013723424,0.0008390463,0.00003250107,0.00037300267,0.24147785,0.0011809529,0.09960552,0.007657991,0.00030055264],"about_ca_topic_score_codex":0.000024235424,"about_ca_topic_score_gemma":0.0001449057,"teacher_disagreement_score":0.6872709,"about_ca_system_score_codex":0.00016023598,"about_ca_system_score_gemma":0.0038954415,"threshold_uncertainty_score":0.9998981},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3175445118","doi":"10.1136/bmjopen-2020-048178","title":"Progression from external pilot to definitive randomised controlled trial: a methodological review of progression criteria reporting","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Medical Research Council; University of Oxford; Barts Charity","keywords":"Medicine; Randomized controlled trial; Clinical trial; Family medicine; MEDLINE; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9616511019954768,"score_gpt":0.7438886106123462,"score_spread":0.21776249138313053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175445118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000076224164,0.8429052,0.0048955516,0.00021506155,0.0007529543,0.14544961,0.000059682687,0.000007974205,0.005706304],"genre_scores_gemma":[0.0000014696402,0.80769354,0.14537904,0.0004406543,0.00033021247,0.044465728,0.00013106661,0.000047968835,0.0015103441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.59975207,0.27755773,0.10416495,0.0045324666,0.013262432,0.00073032326],"domain_scores_gemma":[0.6328174,0.10520242,0.24008808,0.014356586,0.006612368,0.0009231448],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.59160995,0.0011494764,0.06747143,0.0004370503,0.00018674403,0.0020983564,0.0061044563,0.0003680178,0.027590228],"category_scores_gemma":[0.74981505,0.0004384989,0.012822877,0.0023093543,0.00008016187,0.00027600097,0.0029270612,0.00053038844,0.0008033932],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023759807,0.0002732057,0.0000039104634,0.023664964,0.0009964359,0.0001699763,0.000050210383,6.008625e-8,0.0000045492343,0.00007094651,0.023293994,0.92771196],"study_design_scores_gemma":[0.06828036,0.00048533131,0.000003911798,0.44885656,0.005728564,0.00006895948,0.000036271536,0.000011569815,0.000002228933,0.00045220548,0.47559863,0.00047540013],"about_ca_topic_score_codex":0.00001779855,"about_ca_topic_score_gemma":0.0000020849557,"teacher_disagreement_score":0.92723656,"about_ca_system_score_codex":0.00007655646,"about_ca_system_score_gemma":0.0013444201,"threshold_uncertainty_score":0.9999746},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3178266678","doi":"10.1007/s11625-021-00996-x","title":"Learning from knowledge co-production research and practice in the twenty-first century: global lessons and what they mean for collaborative research in Nunatsiavut","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Division of Arctic Sciences; Canada First Research Excellence Fund; Ocean Frontier Institute; Dalhousie University","keywords":"Knowledge management; Context (archaeology); Sustainability; Sociology; Computer science; Ecology; Geography","score_opus":0.18185551991557292,"score_gpt":0.5479305510897698,"score_spread":0.36607503117419693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178266678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8897622,0.0030135263,0.0000038728085,0.10031921,0.00036434352,0.0031187665,0.0000096564945,0.000010079139,0.0033983162],"genre_scores_gemma":[0.9958727,0.0031344837,0.00011382205,0.00009395523,0.00011782634,0.0005227572,0.0000056935774,0.0000059344193,0.00013286958],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99107057,0.0054953233,0.0003211226,0.0008947637,0.00056992663,0.001648311],"domain_scores_gemma":[0.97776496,0.013646593,0.000093688,0.00045902433,0.007922141,0.00011359716],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046698123,0.00010715222,0.00022386744,0.00019657298,0.01219776,0.00023029013,0.0003241177,0.00013186022,0.000008042443],"category_scores_gemma":[0.0479552,0.00008330878,0.000013025298,0.0030049228,0.0021285648,0.0010251482,0.00078839046,0.0013074885,0.0000051190514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036110982,0.00039627802,0.14287889,0.00032483332,0.0000067304745,0.0000228846,0.8266464,0.000027811031,0.000037618243,0.023987995,0.00030808113,0.005001368],"study_design_scores_gemma":[0.00037471866,0.00024749397,0.06805815,0.00006477428,0.0000027469137,0.0000029441114,0.8732019,0.000055104832,0.000008518583,0.030741842,0.027171968,0.00006981824],"about_ca_topic_score_codex":0.010661449,"about_ca_topic_score_gemma":0.30059552,"teacher_disagreement_score":0.28993407,"about_ca_system_score_codex":0.0033970021,"about_ca_system_score_gemma":0.0058675436,"threshold_uncertainty_score":0.99976826},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3178874129","doi":"10.1186/s12916-021-02020-6","title":"Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Medical Research Council; Cancer Research UK; Laura and John Arnold Foundation","keywords":"Observational study; Medicine; Statistical significance; Sample size determination; Meta-analysis; Randomized controlled trial; Critical appraisal; Interquartile range; Null hypothesis; Statistics; Internal medicine; Pathology; Alternative medicine","score_opus":0.9664124400435993,"score_gpt":0.644063745652456,"score_spread":0.3223486943911432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178874129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9115167,0.00257767,0.08127822,0.001644123,0.0002663593,0.00092456373,0.00011214459,0.0000041965063,0.0016760131],"genre_scores_gemma":[0.9934319,0.000049156683,0.004959896,0.00011681938,0.00010863724,0.000033372206,0.000012081852,0.00000577064,0.0012823228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9774802,0.011839691,0.0048426837,0.0007819343,0.0049355463,0.0001199533],"domain_scores_gemma":[0.9399869,0.05012484,0.0054901,0.0018205931,0.0024616006,0.00011599446],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04458718,0.0002585213,0.0043391376,0.00023987638,0.00006840519,0.000042231743,0.00050477753,0.00006650997,0.004103136],"category_scores_gemma":[0.37348142,0.0001030986,0.001216285,0.0011715492,0.00020455907,0.00014477293,0.000079767524,0.00017245175,0.000030012145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020930346,0.0006092362,0.9267674,0.0009974089,0.010703223,0.000017226092,0.010003567,0.002238053,0.0051487163,0.017500827,0.017542878,0.008262142],"study_design_scores_gemma":[0.0005518494,0.0010723894,0.94324636,0.00040354588,0.011933449,0.0000048914962,0.0056599784,0.0025089786,0.013555201,0.01770432,0.0031118284,0.0002472093],"about_ca_topic_score_codex":0.000078963916,"about_ca_topic_score_gemma":0.000065514745,"teacher_disagreement_score":0.32889426,"about_ca_system_score_codex":0.000018024804,"about_ca_system_score_gemma":0.00014646571,"threshold_uncertainty_score":0.9968073},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3181564238","doi":"10.29173/cais1219","title":"A Bibliometric Analysis of Race-Related Research in LIS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University; Western University","funders":"","keywords":"Diversity (politics); Equity (law); Race (biology); Work (physics); Sociology; Political science; Library science; Regional science; Social science; Computer science; Engineering; Gender studies; Anthropology","score_opus":0.1645688386437193,"score_gpt":0.4133993316957991,"score_spread":0.24883049305207983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181564238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885792,0.00032550574,0.00010852174,0.00071778224,0.000039965078,0.00036091232,0.00012459463,0.00006052267,0.009682989],"genre_scores_gemma":[0.9943481,0.00045923048,0.0045588254,0.000023812821,0.00001559235,0.00004426826,0.000005878184,0.000031190422,0.0005131124],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99655455,0.00011871579,0.001174144,0.00045737196,0.001123063,0.0005721352],"domain_scores_gemma":[0.9099807,0.0015881535,0.001135283,0.00048425177,0.086681604,0.00013000777],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0028719741,0.00027403154,0.0011508034,0.027995214,0.00007428173,0.0006718405,0.0016912253,0.00030250015,0.00011883456],"category_scores_gemma":[0.0872266,0.00022722737,0.00035296066,0.12703554,0.00065051107,0.0044684852,0.0010191043,0.00069587305,0.0000013285023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027936304,0.001456023,0.5107773,0.0018695887,0.0017971419,0.000022388605,0.039871585,0.000028938928,0.16481142,0.25905415,0.0029795093,0.017052619],"study_design_scores_gemma":[0.00086827244,0.00045737086,0.21553113,0.0013042373,0.00082903844,0.000029057275,0.006341272,0.0011902994,0.42785397,0.3424077,0.002640921,0.0005467268],"about_ca_topic_score_codex":0.0002675599,"about_ca_topic_score_gemma":0.000068962516,"teacher_disagreement_score":0.29524612,"about_ca_system_score_codex":0.00012898713,"about_ca_system_score_gemma":0.00042394086,"threshold_uncertainty_score":0.9830216},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3183689488","doi":"10.1126/science.373.6552.265","title":"Large survey finds questionable research practices are common","year":2021,"lang":"en","type":"article","venue":"Science","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Survey research; Data science; Psychology; Computer science; Applied psychology","score_opus":0.3454072732824861,"score_gpt":0.45586469453767575,"score_spread":0.11045742125518965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183689488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285867,0.0008868906,0.000800894,0.006300805,0.0017523157,0.00020072401,0.000042562577,0.00014061283,0.061288446],"genre_scores_gemma":[0.9965111,0.000035644574,0.00012842902,0.0007600391,0.000367167,0.000007270784,0.000055882578,0.00000737241,0.0021270881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978376,0.000051266674,0.00015466462,0.0004758002,0.00096216786,0.0005185234],"domain_scores_gemma":[0.9971771,0.00021813996,0.00021899992,0.00049869064,0.0018679098,0.000019110987],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006813908,0.00008552916,0.000109249806,0.00025144967,0.000967414,0.0013465722,0.0008548796,0.0000444521,0.000808621],"category_scores_gemma":[0.008329555,0.00007616462,0.000017672568,0.00447947,0.00040856304,0.0039557433,0.000894392,0.00025803916,0.0012089151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023133696,0.00032166037,0.91045326,0.0001407543,0.0000043359055,0.00007448911,0.000043730284,0.000024345534,0.002720641,0.047481246,0.03506493,0.0036474639],"study_design_scores_gemma":[0.00006924755,0.0000028813656,0.66412044,0.00007149461,0.0000035609812,0.000004833128,0.00042910667,0.0016621716,0.0013949542,0.003709549,0.32838836,0.00014336455],"about_ca_topic_score_codex":0.0015621389,"about_ca_topic_score_gemma":0.0047269915,"teacher_disagreement_score":0.29332346,"about_ca_system_score_codex":0.000035598918,"about_ca_system_score_gemma":0.0002582729,"threshold_uncertainty_score":0.9996901},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3184034278","doi":"10.3390/curroncol28040248","title":"Advancing Academic Cancer Clinical Trials Recruitment in Canada","year":2021,"lang":"en","type":"review","venue":"Current Oncology","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; McMaster University","funders":"Partenariat Canadien Contre Le Cancer","keywords":"Medicine; Baseline (sea); Clinical trial; Portfolio; Family medicine; Cancer; Incentive; Descriptive statistics; Internal medicine; Finance; Business; Political science","score_opus":0.9353175782410683,"score_gpt":0.7743081361009848,"score_spread":0.1610094421400835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184034278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031774012,0.98134327,0.000007119816,0.005994455,0.008030892,0.0042133457,0.00008173248,0.000012234852,0.00028516346],"genre_scores_gemma":[0.0000015665747,0.9924439,0.00003801333,0.0027218678,0.0027380115,0.001600041,0.00024079056,0.000037565587,0.0001782061],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98619056,0.006600175,0.0039066924,0.00069316884,0.00081177405,0.0017976277],"domain_scores_gemma":[0.97537786,0.013799902,0.0011056059,0.00050763733,0.00020986526,0.008999126],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020090038,0.00036518235,0.0075678695,0.00024202593,0.000032657837,0.0000040633777,0.00023722468,0.00086302496,0.0010159672],"category_scores_gemma":[0.22246848,0.00025214668,0.0005363791,0.00052286487,0.00008623286,0.000025372827,0.000158567,0.0062219263,0.00003488448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003374121,0.00013976546,0.00038496364,0.015260872,0.000073289055,0.00047904003,0.00001149435,5.111575e-8,2.9188394e-8,0.0000049632836,0.15677162,0.82684016],"study_design_scores_gemma":[0.0016378424,0.0002774231,0.00003995044,0.05759234,0.0005566832,0.00006705676,0.000034887995,0.00000640493,1.197887e-7,0.000003055288,0.9396219,0.00016232471],"about_ca_topic_score_codex":0.13851862,"about_ca_topic_score_gemma":0.5354238,"teacher_disagreement_score":0.82667786,"about_ca_system_score_codex":0.017606914,"about_ca_system_score_gemma":0.4587144,"threshold_uncertainty_score":0.9999931},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3184362473","doi":"","title":"Citation analysis for monitoring evidence-based research – a systematic review of meta-research studies","year":2021,"lang":"en","type":"review","venue":"University of Southern Denmark Research Portal (University of Southern Denmark)","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Community Based Research Centre","funders":"","keywords":"Citation; Systematic review; Meta-analysis; Citation analysis; Data science; Computer science; Library science; MEDLINE; Political science; Medicine","score_opus":0.7608620923625228,"score_gpt":0.5230539471964568,"score_spread":0.23780814516606597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184362473","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012293798,0.9897479,0.00070966076,0.00027813253,0.00008028741,0.0033351362,0.0041777473,0.000016354355,0.0004253939],"genre_scores_gemma":[0.0034274494,0.9842834,0.0010721218,0.0000054536285,0.000059830683,0.000007000012,0.00017617374,0.000050963845,0.010917623],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9730298,0.010730908,0.0018536052,0.0016585786,0.011444498,0.0012826261],"domain_scores_gemma":[0.9366617,0.029308058,0.002870518,0.0029688168,0.027662383,0.0005284943],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.07726111,0.00064002106,0.007955948,0.0059875585,0.0017308821,0.00017810363,0.005453576,0.00072986254,0.004363088],"category_scores_gemma":[0.02308293,0.00054408144,0.005773672,0.017907297,0.0033604403,0.0006165475,0.0019324886,0.0016408389,0.00037833792],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031908866,0.000642543,0.00052073825,0.92656803,0.031600554,0.0003843372,0.013061105,0.000028042665,0.00001341739,0.00015865453,0.009183695,0.017519817],"study_design_scores_gemma":[0.0006428158,0.00035992332,0.00002123179,0.4169157,0.02425573,0.000006490597,0.53918105,0.00009156275,0.0000057053776,0.00026651795,0.017620232,0.0006330345],"about_ca_topic_score_codex":0.0022261005,"about_ca_topic_score_gemma":0.0005236565,"teacher_disagreement_score":0.52611995,"about_ca_system_score_codex":0.00039932688,"about_ca_system_score_gemma":0.0030710336,"threshold_uncertainty_score":0.9999274},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3186080488","doi":"10.1186/s12961-021-00746-6","title":"Aiming for quality: a global compass for national learning systems","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; Women's College Hospital; World Health Organization","keywords":"Health services research; Accountability; Health policy; Health care; Transparency (behavior); Knowledge management; Medicine; Public relations; Process management; Public health; Business; Nursing; Political science; Computer science","score_opus":0.9831222207428755,"score_gpt":0.8567219610937943,"score_spread":0.1264002596490812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186080488","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045180554,0.9574375,0.00277457,0.008370601,0.0015707928,0.021817284,0.005910595,0.00011482894,0.001999304],"genre_scores_gemma":[0.00008149757,0.9509552,0.0003027466,0.0028921831,0.006767805,0.028657835,0.00060000556,0.000104887586,0.0096378485],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.958076,0.029515674,0.0047610076,0.0011880453,0.002582257,0.0038770048],"domain_scores_gemma":[0.9360702,0.054933157,0.002287862,0.0005333445,0.0045004385,0.0016750029],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.082766965,0.000503073,0.0035560303,0.0010405447,0.0068755434,0.00033406698,0.0006020596,0.0007303401,0.000019750169],"category_scores_gemma":[0.048602663,0.0004429065,0.00032449403,0.0021470462,0.00022734248,0.00019759504,0.00035398692,0.001941601,0.00008299914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000018572055,0.000024007304,0.000035651832,0.44511363,0.00008786415,0.0000010446847,0.0023256366,0.000007923686,6.605589e-8,0.31733486,0.15808912,0.07696163],"study_design_scores_gemma":[0.0008576473,0.00022322031,0.000010029476,0.029862573,0.000015663132,0.000026565844,0.005893834,0.00076229864,3.5884804e-9,0.00019199523,0.9618686,0.00028756223],"about_ca_topic_score_codex":0.0107537275,"about_ca_topic_score_gemma":0.0007822411,"teacher_disagreement_score":0.8037795,"about_ca_system_score_codex":0.0076319757,"about_ca_system_score_gemma":0.058810983,"threshold_uncertainty_score":0.9998023},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3189459542","doi":"10.1093/ijpp/riab027","title":"Ensuring quality qualitative research reporting in community pharmacy: a systematic literature review","year":2021,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Qualitative research; Reflexivity; Pharmacy; Interpretation (philosophy); Trustworthiness; Quality (philosophy); Descriptive statistics; MEDLINE; Qualitative property; Systematic review; Research design; Medical education; Management science; Family medicine; Psychology; Social psychology; Computer science; Epistemology; Statistics; Social science; Sociology","score_opus":0.9101981587390697,"score_gpt":0.8435098709314356,"score_spread":0.06668828780763414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189459542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48404554,0.047517043,0.00089456997,0.4382267,0.006170886,0.0030580775,0.00014671597,0.00006196393,0.019878497],"genre_scores_gemma":[0.9001083,0.032592677,0.0035968435,0.062047735,0.0008845665,0.00013774146,0.00001590737,0.000029497236,0.0005867281],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.90596193,0.082691334,0.007606011,0.00023235305,0.0029207675,0.00058761745],"domain_scores_gemma":[0.8964494,0.069832645,0.013599834,0.00045618677,0.019286826,0.00037508752],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18140914,0.00015574279,0.0006915727,0.0005354824,0.00060316006,0.000101615544,0.00089854206,0.0000445458,0.00047647022],"category_scores_gemma":[0.3816182,0.0001380045,0.00014578197,0.0014292056,0.00007864704,0.0023324264,0.00039440353,0.0053428872,0.00009298675],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014059257,0.0011701905,0.013557266,0.21321769,0.0007124358,0.0064232578,0.70977205,0.000027924603,0.0120472675,0.004395084,0.035016578,0.0022543275],"study_design_scores_gemma":[0.013858436,0.000103855135,0.002708194,0.3618104,0.00021946312,0.004631829,0.31877103,0.00024765573,0.0022198786,0.0017103642,0.293167,0.0005519181],"about_ca_topic_score_codex":0.000946681,"about_ca_topic_score_gemma":0.00017861028,"teacher_disagreement_score":0.41606277,"about_ca_system_score_codex":0.0011587453,"about_ca_system_score_gemma":0.0034136595,"threshold_uncertainty_score":0.9969518},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3192444569","doi":"10.3968/12127","title":"Navigating Between Scylla and Charybdis: Research on the Perception of Graduate Students at UCASS on Intentional and Unintentional Plagiarism","year":2021,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Graduate students; Psychology; Perspective (graphical); Academic integrity; Pedagogy; Medical education; Medicine; Social psychology; Computer science","score_opus":0.13759698768373302,"score_gpt":0.4833682328233585,"score_spread":0.3457712451396255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192444569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861916,0.0058770166,8.1615366e-7,0.005499941,0.00011218792,0.0001276172,0.00005487511,0.0000059788417,0.0021300125],"genre_scores_gemma":[0.9950057,0.002847702,0.000038895017,0.00031656487,0.0002666978,0.0000097796255,0.00003835866,0.0000040667937,0.0014721935],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982015,0.00064032996,0.00016266697,0.00023130838,0.0005767841,0.00018743421],"domain_scores_gemma":[0.9985363,0.0010853418,0.000046450565,0.00007132074,0.00022072946,0.000039849656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027063128,0.00008941861,0.00015822246,0.000047504807,0.00062553457,0.00007442501,0.000096660195,0.00022556164,0.000028937513],"category_scores_gemma":[0.0008658628,0.000060953407,0.000026291978,0.00024468952,0.000735098,0.00008367993,0.00021586019,0.0017346613,0.0000017931129],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008476717,0.0000705014,0.085203744,0.00013959435,0.00016192021,0.000079693695,0.82404166,3.2128312e-7,0.0006013097,0.076535635,0.0035010157,0.009579808],"study_design_scores_gemma":[0.00057728,0.0001608793,0.25372928,0.0033555774,0.000027749853,0.000015334837,0.7272421,0.000009932157,0.0001786521,0.012349149,0.0021631436,0.00019094521],"about_ca_topic_score_codex":0.00020457391,"about_ca_topic_score_gemma":0.00024316678,"teacher_disagreement_score":0.16852553,"about_ca_system_score_codex":0.000056879795,"about_ca_system_score_gemma":0.000017597184,"threshold_uncertainty_score":0.7536337},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3192941963","doi":"10.1111/jebm.12440","title":"Comparing and combining evidence of treatment effects in randomized and nonrandomized studies on the use of misoprostol to prevent postpartum hemorrhage","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Misoprostol; Medicine; Randomized controlled trial; Confidence interval; Odds ratio; Meta-analysis; Placebo; MEDLINE; Relative risk; Obstetrics; Pregnancy; Internal medicine; Abortion; Alternative medicine","score_opus":0.4126879839645758,"score_gpt":0.4530451666427994,"score_spread":0.040357182678223635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192941963","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06696076,0.92504597,0.00002864152,0.004064195,0.00031459786,0.003576755,0.0000030604488,0.0000033912756,0.0000026280004],"genre_scores_gemma":[0.06112304,0.9376012,0.0004967728,0.00041745626,0.00015300167,0.00010538545,0.0000024145488,0.000024855202,0.00007587598],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9936243,0.0022019346,0.0028932043,0.00031655785,0.0007198243,0.00024411987],"domain_scores_gemma":[0.9640715,0.032305624,0.002402266,0.0003535662,0.0005691212,0.00029790783],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005626046,0.00049764523,0.009934409,0.00056723866,0.000046442678,0.0000132371615,0.00014251452,0.00012817461,0.0000127400135],"category_scores_gemma":[0.019548103,0.00020372853,0.00059209426,0.00033205366,0.00039301027,0.00011607902,0.00007535798,0.0005239042,4.7287023e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2870779,0.0010979978,0.0012137223,0.39266878,0.0031533996,0.0033663078,0.004840796,0.00007961935,0.00029116674,0.00008149346,0.00020475202,0.30592406],"study_design_scores_gemma":[0.08447317,0.009027326,0.00006670343,0.898142,0.0055692657,0.0006854057,0.00025827446,0.0001972598,0.00024560103,0.000012937215,0.0011538452,0.00016821148],"about_ca_topic_score_codex":0.00019053646,"about_ca_topic_score_gemma":0.000022222697,"teacher_disagreement_score":0.5054732,"about_ca_system_score_codex":0.00029581325,"about_ca_system_score_gemma":0.0006914561,"threshold_uncertainty_score":0.98871064},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3193216869","doi":"10.1161/jaha.120.020513","title":"Representation of Women in Randomized Trials in Cardiac Surgery: A Meta‐Analysis","year":2021,"lang":"en","type":"review","venue":"Journal of the American Heart Association","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Randomized controlled trial; Cochrane Library; Meta-analysis; Internal medicine; Clinical trial; Sample size determination; MEDLINE; Psychological intervention; Inclusion and exclusion criteria; Surgery; Alternative medicine","score_opus":0.10371017795454268,"score_gpt":0.4127714158278478,"score_spread":0.30906123787330514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193216869","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007509391,0.9900238,0.0000041841313,0.0013518536,0.00020987999,0.00081305637,0.000012601149,0.0000028469767,0.00007242078],"genre_scores_gemma":[0.002251868,0.9968945,0.00008622003,0.00014206055,0.00016533167,0.000067416586,0.000012119825,0.000017878841,0.00036262642],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9612514,0.033680882,0.003677586,0.00016819518,0.0009414284,0.0002805167],"domain_scores_gemma":[0.92427075,0.068187684,0.0068563563,0.00029360203,0.00028838316,0.00010321081],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.07294405,0.00021693925,0.059141092,0.001153159,0.000015205527,0.00002211385,0.000091788264,0.00013629616,0.000046177596],"category_scores_gemma":[0.06330025,0.00011938232,0.04653271,0.004180687,0.0000533556,0.0000615554,0.000024658277,0.00044094212,0.0000010916696],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005652695,0.0003248929,0.2237921,0.0015867256,0.7086925,0.00009648912,0.000928974,0.00005992368,0.0000028171123,0.000026087895,0.0011782217,0.057658564],"study_design_scores_gemma":[0.008672792,0.000050800536,0.021384481,0.0016607301,0.7252405,0.000042132695,0.00038536146,0.000004356738,0.0000052998653,0.00001836911,0.24231014,0.00022499565],"about_ca_topic_score_codex":0.0005107905,"about_ca_topic_score_gemma":0.000009927875,"teacher_disagreement_score":0.24113192,"about_ca_system_score_codex":0.0016838025,"about_ca_system_score_gemma":0.0008402865,"threshold_uncertainty_score":0.96301603},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3194760139","doi":"10.1038/s41597-021-00941-8","title":"Open-access quantitative MRI data of the spinal cord and reproducibility across participants, sites and manufacturers","year":2021,"lang":"en","type":"article","venue":"Scientific Data","topic":"Advanced Neuroimaging Techniques and Applications","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Philips (Canada); McGill University; Centre Hospitalier Universitaire de Sherbrooke; International Collaboration On Repair Discoveries; University of British Columbia; Université de Montréal; Université de Sherbrooke; Centre Hospitalier Universitaire Sainte-Justine; Polytechnique Montréal; Montreal Neurological Institute and Hospital; Mila - Quebec Artificial Intelligence Institute","funders":"National Institute of Neurological Disorders and Stroke; Staatssekretariat für Bildung, Forschung und Innovation; Economic and Social Research Council; Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; National Institute of Biomedical Imaging and Bioengineering; Canadian Institutes of Health Research; CRIS Cancer Foundation; Regione Puglia; University College London Hospitals NHS Foundation Trust; Ministero dell’Istruzione, dell’Università e della Ricerca; Ministero della Salute; Concordia University; Agentura Pro Zdravotnický Výzkum České Republiky; National Institutes of Health; Rosetrees Trust; European Commission; Multiple Sclerosis Society; Bundesministerium für Bildung und Forschung; National Imaging Facility; National Institute for Health and Care Research; University of Pennsylvania; SpinalCure Australia; University of Minnesota; National Science Foundation; Compute Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Polytechnique Montréal; Wellcome Trust; Institut de Valorisation des Données; AstraZeneca; Craig H. Neilsen Foundation; McGill University; Canada First Research Excellence Fund; Max-Planck-Gesellschaft","keywords":"Protocol (science); Reproducibility; Computer science; Spinal cord; Documentation; Data mining; Medicine; Statistics; Mathematics; Pathology","score_opus":0.6245720496163727,"score_gpt":0.5767339061992035,"score_spread":0.04783814341716919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194760139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97710985,0.00088953576,0.00205192,0.009303352,0.0002566038,0.0007403863,0.009503441,0.000037135735,0.00010778686],"genre_scores_gemma":[0.9789385,0.000099192366,0.01814502,0.0002599098,0.00001516891,0.000009316887,0.0017568694,0.000009039199,0.00076698064],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976369,0.000044819986,0.00019837862,0.0017907402,0.00016344877,0.00016570064],"domain_scores_gemma":[0.98995715,0.000044924953,0.00011040975,0.0097200265,0.00009863014,0.00006886664],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017389944,0.000074910815,0.00016230528,0.000013965857,0.00027861982,0.00038245367,0.0020976078,0.00001643681,0.000017623679],"category_scores_gemma":[0.0016168478,0.000051979492,0.000009079192,0.00034067745,0.00087198993,0.00073388603,0.014951757,0.00011193956,0.0000011823142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00120456,0.001297933,0.23418726,0.0011080113,0.00015555492,0.00006166913,0.0009659761,0.0000049692617,0.22136533,0.0059276978,0.41619608,0.11752496],"study_design_scores_gemma":[0.000780884,0.00017075146,0.5823219,0.00032497212,0.00019970427,0.00010520746,0.0009842508,0.0027938688,0.1386297,0.008398251,0.2650311,0.00025944266],"about_ca_topic_score_codex":0.000051584786,"about_ca_topic_score_gemma":0.00013941227,"teacher_disagreement_score":0.3481346,"about_ca_system_score_codex":0.000006068723,"about_ca_system_score_gemma":0.00010308314,"threshold_uncertainty_score":0.9930151},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3196335782","doi":"10.1101/2021.09.02.21263033","title":"Epidemic Models for COVID-19 during the First Wave from February to May 2020: a Methodological Review","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Agence Nationale de la Recherche","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Econometrics; History; Virology; Economics; Medicine; Outbreak","score_opus":0.6341091218197457,"score_gpt":0.5022041435147254,"score_spread":0.13190497830502024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196335782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14252013,0.07678896,0.52425194,0.2463585,0.0009573255,0.007724289,0.00058646075,0.00060837023,0.00020405874],"genre_scores_gemma":[0.12483308,0.106509306,0.5339097,0.2155242,0.0024553698,0.015276551,0.0002522543,0.00030936353,0.0009302078],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99136543,0.0031758903,0.0019641125,0.0020598539,0.00053561415,0.0008991159],"domain_scores_gemma":[0.92505175,0.07110223,0.0008672024,0.002246996,0.00022904533,0.00050275173],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012910336,0.000884332,0.003333369,0.00006394314,0.00057072967,0.000070664275,0.0015089767,0.000683503,0.00065472146],"category_scores_gemma":[0.20027517,0.00053370785,0.0013711598,0.0003459065,0.00019870393,0.000055002765,0.005514554,0.001486416,0.000037229427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012891846,0.0012318902,0.054021124,0.16479336,0.0065613333,0.0015998301,0.011536601,0.03809022,0.0004802428,0.0264449,0.68762344,0.006327869],"study_design_scores_gemma":[0.0006409735,0.00008921703,0.020228231,0.006481618,0.0011433251,0.000030322097,0.0002648566,0.0047170715,0.00007224002,0.92247325,0.042428084,0.0014308246],"about_ca_topic_score_codex":0.0010670834,"about_ca_topic_score_gemma":0.00084451516,"teacher_disagreement_score":0.89602834,"about_ca_system_score_codex":0.0007188734,"about_ca_system_score_gemma":0.00024989265,"threshold_uncertainty_score":0.99971145},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3196952617","doi":"10.21203/rs.3.rs-665009/v2","title":"Topic overlap and research waste at the ‘Overviews of systematic reviews’ level: a meta-research study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Scope (computer science); Systematic review; Psychological intervention; Data science; Computer science; MEDLINE; Psychology; Information retrieval; Management science; Engineering; Political science","score_opus":0.9763343927920256,"score_gpt":0.7055023385718725,"score_spread":0.2708320542201531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196952617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53536034,0.39822882,0.00022314556,0.0033486919,0.0005181418,0.053962775,0.00022313133,0.000011488275,0.008123471],"genre_scores_gemma":[0.8689404,0.01272568,0.00045690927,0.00004829711,0.00037548997,0.011274537,0.000038613874,0.00009683296,0.10604321],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.25238696,0.61366725,0.028092338,0.006186612,0.09695947,0.0027073456],"domain_scores_gemma":[0.7446672,0.1598202,0.008078748,0.039101966,0.047265068,0.0010668593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.83979994,0.001009341,0.01809539,0.0036496671,0.0018701071,0.0061826017,0.011831177,0.0005677106,0.015545658],"category_scores_gemma":[0.43801907,0.00039532222,0.007139139,0.011103197,0.0013555661,0.00032488248,0.02241296,0.0060517113,0.0033705498],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001250165,0.0028834112,0.030565629,0.4690053,0.020105852,0.00043889895,0.05640037,0.00021645628,0.0005358368,0.0041566268,0.40343142,0.012135193],"study_design_scores_gemma":[0.0025035068,0.0033388191,0.031041123,0.08741086,0.013398245,0.00018327458,0.59594244,0.008052693,0.0006645066,0.030569784,0.22367692,0.0032178217],"about_ca_topic_score_codex":0.0012081261,"about_ca_topic_score_gemma":0.0026034524,"teacher_disagreement_score":0.5395421,"about_ca_system_score_codex":0.000634287,"about_ca_system_score_gemma":0.0012452065,"threshold_uncertainty_score":0.99984986},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3198242311","doi":"10.1186/s13063-021-05575-0","title":"Co-production of randomized clinical trials with patients: a case study in autologous hematopoietic stem cell transplant for patients with scleroderma","year":2021,"lang":"en","type":"article","venue":"Trials","topic":"Systemic Sclerosis and Related Diseases","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Arthritis Research Centre of Canada; McGill University; Jewish General Hospital; Research Canada; Centre for Advancing Health Outcomes; Kamloops Art Gallery; University of British Columbia","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research; Michael Smith Health Research BC; Arthritis Society","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Clinical trial; Research design; Patient participation; Physical therapy; Health care; Nursing; Surgery; Internal medicine","score_opus":0.14187725386675984,"score_gpt":0.39780441005738437,"score_spread":0.25592715619062456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198242311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845945,0.0008195258,0.00012408139,0.000069331916,0.00058034144,0.013647571,0.00010519546,0.000032915203,0.000026508282],"genre_scores_gemma":[0.99866354,0.0001744789,0.00015192064,0.000038401024,0.0001296921,0.00062144373,0.0001143889,0.00003456756,0.00007157473],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9873036,0.0074633183,0.0039457004,0.0005539208,0.0004977847,0.00023565644],"domain_scores_gemma":[0.9900645,0.0071242196,0.0016155336,0.00044848418,0.00058658875,0.00016068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016768167,0.0002575218,0.004740351,0.00015147618,0.00005941157,0.000017843762,0.00005875499,0.0001794155,0.000038493738],"category_scores_gemma":[0.0043860613,0.00013884806,0.0005527615,0.00026395536,0.0001210651,0.00005777296,0.000007014401,0.00014839738,0.0000026192351],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.55655974,0.019180655,0.40865386,0.0010270794,0.0023876075,0.00062483974,0.0052688443,0.0000509299,0.00028447786,0.0000062874255,0.00052176154,0.005433911],"study_design_scores_gemma":[0.95276916,0.003996297,0.021725606,0.0029560847,0.007656641,0.00018010783,0.006573007,0.000032367017,0.003804826,0.000007321164,0.000008936366,0.00028964822],"about_ca_topic_score_codex":0.000060284445,"about_ca_topic_score_gemma":0.000022676608,"teacher_disagreement_score":0.3962094,"about_ca_system_score_codex":0.000041967643,"about_ca_system_score_gemma":0.0003115019,"threshold_uncertainty_score":0.5811546},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3198319460","doi":"10.2196/30062","title":"Intersection of Health Informatics Tools and Community Engagement in Health-Related Research to Reduce Health Inequities: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Participatory Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Division of Undergraduate Education; National Institutes of Health","keywords":"Community engagement; Health equity; Health information technology; Community-based participatory research; Health informatics; Stakeholder engagement; Inclusion (mineral); Stakeholder; Public relations; Ethnic group; Community health; Medical education; Psychology; Medicine; Political science; Sociology; Participatory action research; Health care; Public health; Nursing; Social science","score_opus":0.9428635213770499,"score_gpt":0.7684591434634923,"score_spread":0.17440437791355756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198319460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7906238,0.012103416,0.0006109278,0.19333379,0.0008319911,0.0022516067,0.000013984513,0.00001218042,0.00021832903],"genre_scores_gemma":[0.90965647,0.016651325,0.0011243344,0.07224061,0.00014841867,0.00009234875,0.000006998634,0.000017089471,0.00006238366],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.95636237,0.032115795,0.00912265,0.00013691661,0.00123306,0.0010292324],"domain_scores_gemma":[0.98952144,0.005013056,0.0031609314,0.00039064925,0.0010895967,0.0008243462],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15479952,0.00013019833,0.0012939879,0.0006921555,0.0010481003,0.000007391504,0.00024380987,0.00005634988,0.0003632639],"category_scores_gemma":[0.027395014,0.000109305845,0.000035093606,0.0015937592,0.0002052596,0.00033442478,0.00023519302,0.002546772,0.000012477885],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009815133,0.00022478215,0.0092053395,0.11004202,0.000039497867,0.00001076605,0.78335345,0.00006373969,0.0002136575,0.0007158357,0.071453996,0.024578754],"study_design_scores_gemma":[0.0039428775,0.005496702,0.0437775,0.5130736,0.000013999108,0.000079420024,0.41912407,0.00007965906,0.00006923628,0.00033661575,0.013839885,0.00016638664],"about_ca_topic_score_codex":0.0024551253,"about_ca_topic_score_gemma":0.002419098,"teacher_disagreement_score":0.40303162,"about_ca_system_score_codex":0.0015766402,"about_ca_system_score_gemma":0.011635838,"threshold_uncertainty_score":0.99975437},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3198694028","doi":"10.1111/jebm.12443","title":"Progress and challenges of network meta‐analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Management science; Medicine; Engineering; Pathology","score_opus":0.9673007878232126,"score_gpt":0.6345168843397608,"score_spread":0.33278390348345177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198694028","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012340748,0.989364,0.001845792,0.007621468,0.0004056024,0.00061949674,0.0000066906528,0.0000014746931,0.00013423803],"genre_scores_gemma":[0.00006217131,0.99379224,0.0044734925,0.00014783064,0.0009584122,0.000027574468,0.0000038077776,0.000023001367,0.0005114764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9288904,0.030054014,0.028474525,0.0010556241,0.011163632,0.00036180654],"domain_scores_gemma":[0.9019688,0.04077169,0.0477191,0.0034945922,0.0055694957,0.0004763516],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.27131426,0.0008134356,0.053479068,0.0024561083,0.00007841006,0.00022120669,0.002637185,0.00030984162,0.008317138],"category_scores_gemma":[0.07922479,0.00026179763,0.021033874,0.006530784,0.00042347275,0.00032434886,0.00015900556,0.00066366646,0.000026787233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007811445,0.00005545213,0.00010023519,0.014365071,0.1888975,0.0001356716,0.00008651608,0.000088691064,3.686598e-8,0.00036273408,0.0124278255,0.7834725],"study_design_scores_gemma":[0.000085924235,0.00020332968,0.000019090632,0.020806262,0.43474832,0.00008051155,0.00010453036,0.00004599213,7.864684e-8,0.00015499648,0.54362196,0.00012901753],"about_ca_topic_score_codex":0.000004255513,"about_ca_topic_score_gemma":0.000013098204,"teacher_disagreement_score":0.78334343,"about_ca_system_score_codex":0.00004927113,"about_ca_system_score_gemma":0.00089172943,"threshold_uncertainty_score":0.99998343},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3198703212","doi":"10.51224/cik.v1i2.39","title":"Expecting to teach a novel golf putting task did not enhance retention performance: A replication attempt of Daou and colleagues","year":2021,"lang":"en","type":"article","venue":"Communications in Kinesiology","topic":"Sport Psychology and Performance","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Psychology; Replication (statistics); Motor learning; Test (biology); Task (project management); Recall; Social psychology; Applied psychology; Mathematics education; Cognitive psychology; Developmental psychology; Medicine","score_opus":0.08982597341242218,"score_gpt":0.40096765471726065,"score_spread":0.31114168130483844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198703212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99074095,0.00095120986,0.00065206696,0.002383674,0.0003968621,0.0002837935,0.000011939155,0.00004470195,0.004534827],"genre_scores_gemma":[0.9871388,0.00055953045,0.010500902,0.000620198,0.00006258806,0.00029299236,0.00011605382,0.00001701892,0.0006919015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802613,0.00025129592,0.0006814543,0.0007152036,0.000068339104,0.00025757652],"domain_scores_gemma":[0.99635684,0.00039310445,0.00030406818,0.0026471347,0.00025420508,0.00004463861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012450289,0.00014125618,0.00032044973,0.00022415994,0.0002279545,0.000007939036,0.0005662548,0.00022636427,0.00013700781],"category_scores_gemma":[0.0005802295,0.00015460073,0.00004058442,0.0006568475,0.00024516354,0.00010357574,0.0003554102,0.00037669713,0.000035023273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034465684,0.0008665686,0.59915125,0.00009105821,0.00007946228,0.0000040924338,0.014207421,0.000047929858,0.32099268,0.0060891244,0.001559639,0.056566108],"study_design_scores_gemma":[0.00070062204,0.00016051259,0.9801943,0.00011896684,0.000018617853,0.000084058665,0.0016547053,0.00049220875,0.0061818496,0.00010887848,0.010100774,0.00018450961],"about_ca_topic_score_codex":0.000080942365,"about_ca_topic_score_gemma":0.00011421896,"teacher_disagreement_score":0.38104305,"about_ca_system_score_codex":0.00004113092,"about_ca_system_score_gemma":0.00004250748,"threshold_uncertainty_score":0.63044345},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3199694980","doi":"10.58694/20.500.12479/1292","title":"Perceptions and experiences of community-networks that facilitate engagement in health research: Ifakara Health Institute-Bagamoyo case-study","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health; Canada Excellence Research Chairs, Government of Canada; Nelson Mandela African Institution of Science and Technology; Centers for Disease Control and Prevention; Georgia Clinical and Translational Science Alliance; National Institute of Advanced Industrial Science and Technology; Patient-Centered Outcomes Research Institute","keywords":"Focus group; Community engagement; Qualitative research; Tanzania; Public relations; Psychology; Thematic analysis; Community health; Photo elicitation; Public health; Medical education; Medicine; Political science; Nursing; Sociology; Socioeconomics","score_opus":0.901464448973663,"score_gpt":0.7247223037422695,"score_spread":0.17674214523139342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199694980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851407,0.00043044382,0.0001892545,0.0040447563,0.0011157177,0.006156495,0.00008347771,0.000066683446,0.0027725007],"genre_scores_gemma":[0.98499554,0.0011747781,0.0004941507,0.0048549976,0.00007865237,0.002790631,0.0004473686,0.00003930096,0.005124586],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95467454,0.038162246,0.0032019543,0.0006974784,0.0014302139,0.0018335893],"domain_scores_gemma":[0.9907658,0.0055464655,0.0011646535,0.0010494381,0.0007046898,0.00076891895],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.040038522,0.0004080972,0.0012009217,0.0013230222,0.0067916885,0.000055026198,0.0005788916,0.00030814458,0.0012863278],"category_scores_gemma":[0.0019080319,0.00039055836,0.000071353315,0.0019153673,0.00044339788,0.00043246264,0.00039578855,0.005405576,0.000025553669],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025771837,0.00030626895,0.008593396,0.002232353,0.000016861666,0.000036789592,0.9766124,0.000023034172,0.0000018158153,0.00018823,0.0058927992,0.00607028],"study_design_scores_gemma":[0.00095651177,0.000708554,0.03450277,0.00087989203,0.0000041814174,0.0000145961185,0.95706296,0.00007282837,0.0000011593438,0.00003239069,0.0055478774,0.00021628685],"about_ca_topic_score_codex":0.20576291,"about_ca_topic_score_gemma":0.56454206,"teacher_disagreement_score":0.35877913,"about_ca_system_score_codex":0.0012039868,"about_ca_system_score_gemma":0.0078286035,"threshold_uncertainty_score":0.9998546},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3199993497","doi":"10.1186/s12998-021-00395-0","title":"Quality of reporting in chiropractic mixed methods research: a methodological review protocol","year":2021,"lang":"en","type":"review","venue":"Chiropractic & Manual Therapies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Waterloo; Centre for Family Medicine; Impact; Canadian Memorial Chiropractic College; McMaster University","funders":"","keywords":"Chiropractic; CINAHL; Medicine; Data extraction; Quality (philosophy); MEDLINE; Protocol (science); Alternative medicine; Research design; Qualitative research; Psychological intervention; Nursing; Statistics; Pathology; Social science","score_opus":0.9743596448561047,"score_gpt":0.8534538259598968,"score_spread":0.12090581889620788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199993497","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026628279,0.84555554,0.00038586574,0.003676005,0.0005697924,0.14625603,0.000043113392,0.00009101819,0.0033959742],"genre_scores_gemma":[6.1207095e-7,0.70961046,0.085698396,0.001996678,0.0002873874,0.20175901,0.000029927658,0.00008429094,0.000533248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7987885,0.1786186,0.016817212,0.001618556,0.0021636593,0.0019934569],"domain_scores_gemma":[0.8329126,0.12583221,0.035565358,0.0031299423,0.0019566475,0.0006031791],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29553252,0.0008164938,0.007939334,0.00092468486,0.0009409138,0.000052753123,0.0012453954,0.0009191819,0.0034965212],"category_scores_gemma":[0.41700798,0.0005842695,0.0008963386,0.004220687,0.0005556665,0.00057905586,0.0011442715,0.0072707427,0.00022835386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003276273,0.0001516171,0.00004664285,0.23198712,0.0001140929,0.000041929554,0.0025937718,2.6932623e-8,0.000012165747,0.0011976041,0.0030319418,0.76079035],"study_design_scores_gemma":[0.000482856,0.0001264192,0.0005052226,0.07102761,0.00012237135,0.00006018483,0.0032903033,4.1041372e-7,0.0000036071149,0.0010013893,0.9229374,0.0004422449],"about_ca_topic_score_codex":0.000682929,"about_ca_topic_score_gemma":0.00013386621,"teacher_disagreement_score":0.9199054,"about_ca_system_score_codex":0.00095405977,"about_ca_system_score_gemma":0.007633115,"threshold_uncertainty_score":0.99966085},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3200026842","doi":"10.18438/eblip29913","title":"Do Institutional Repository Deposit Guidelines Deter Data Discovery?","year":2021,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; Data element; Sample (material); Meta Data Services; Documentation; Data discovery; Data science; World Wide Web; Metadata repository; Information retrieval; Database","score_opus":0.466706315802476,"score_gpt":0.5217880096438329,"score_spread":0.05508169384135686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200026842","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10178874,0.04110595,0.36174482,0.3896334,0.0041512917,0.0009190433,0.0004894886,0.0002650615,0.099902235],"genre_scores_gemma":[0.7713932,0.01157275,0.09768484,0.113521114,0.0005495968,0.000024403074,0.00040949776,0.000015130765,0.0048294906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99370533,0.00044398993,0.0010227655,0.00051419885,0.0040747873,0.00023893091],"domain_scores_gemma":[0.9841768,0.011592497,0.0004990475,0.0015908151,0.0018600888,0.0002807164],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008201976,0.0001204227,0.00015709316,0.0055031125,0.0005392444,0.016095288,0.0018058986,0.00008850852,0.00034913604],"category_scores_gemma":[0.15154636,0.00008798307,0.00005004196,0.029915923,0.00012851205,0.48290467,0.0018683743,0.00024342665,0.00017931729],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068007753,0.0002813024,0.074622974,0.00012424069,0.000069279624,0.00036965095,0.00015281893,0.0015865185,0.0010089815,0.16138075,0.21983895,0.53988445],"study_design_scores_gemma":[0.00025325117,0.000053307886,0.030160783,0.00010156545,0.000013976898,0.0002283538,0.00043519004,0.037257478,0.0043665664,0.00039521707,0.92657125,0.00016308812],"about_ca_topic_score_codex":0.000012303627,"about_ca_topic_score_gemma":7.4854064e-8,"teacher_disagreement_score":0.7067323,"about_ca_system_score_codex":0.000017406584,"about_ca_system_score_gemma":0.0011005518,"threshold_uncertainty_score":0.9907037},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3200951332","doi":"10.48550/arxiv.2109.01450","title":"Epidemic Models for COVID-19 during the First Wave from February to May\\n 2020: a Methodological Review","year":2021,"lang":"en","type":"review","venue":"arXiv (Cornell University)","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Agence Nationale de la Recherche","keywords":"Witness; Coronavirus disease 2019 (COVID-19); Pandemic; Psychological intervention; Outbreak; Computer science; Intervention (counseling); 2019-20 coronavirus outbreak; Data science; Work (physics); Epidemiology; Econometrics; Operations research; Medicine; Mathematics; Virology; Engineering; Infectious disease (medical specialty); Pathology","score_opus":0.79764801889316,"score_gpt":0.4313026029902283,"score_spread":0.3663454159029316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200951332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032174303,0.8342626,0.15865692,0.002723136,0.00015705892,0.0034688134,0.00034525225,0.00021118745,0.00014287361],"genre_scores_gemma":[0.000061783394,0.9830682,0.0077399313,0.0075762095,0.00026915094,0.00012738521,0.00006960849,0.0000744341,0.0010132443],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254626,0.003102183,0.0012685619,0.0020786496,0.00016045898,0.00084390445],"domain_scores_gemma":[0.937688,0.058967084,0.0009582791,0.0016912948,0.00016885737,0.0005264806],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045139277,0.0009526406,0.005292274,0.000120134304,0.00072445476,0.00003344009,0.0015161074,0.00064080267,0.0004535316],"category_scores_gemma":[0.041980248,0.0006352698,0.0024198503,0.0013058844,0.00022269452,0.00011500641,0.0019949465,0.00091395027,0.00009763783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027462642,0.0005663922,0.0001894333,0.3269484,0.005659813,0.003344041,0.0005128335,0.008780834,3.712512e-7,0.30261752,0.28889063,0.06221512],"study_design_scores_gemma":[0.00031009936,0.000055026023,0.000011931764,0.01659824,0.0033586472,0.000026092755,0.000067822366,0.00084341015,9.4274135e-8,0.15391693,0.8240143,0.0007973826],"about_ca_topic_score_codex":0.0004162852,"about_ca_topic_score_gemma":0.00030975378,"teacher_disagreement_score":0.5351237,"about_ca_system_score_codex":0.0013880655,"about_ca_system_score_gemma":0.00036309537,"threshold_uncertainty_score":0.9996099},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3200984547","doi":"10.1007/s11676-021-01388-8","title":"Mastering the scientific peer review process: tips for young authors from a young senior editor","year":2021,"lang":"en","type":"editorial","venue":"Journal of Forestry Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing University; Nanjing University of Information Science and Technology; Centres de Recerca de Catalunya; Canadian Institute for Advanced Research","keywords":"Peer review; Publishing; Process (computing); Scientific publishing; Technical peer review; Psychology; Institution; Odds; Public relations; Medical education; Engineering ethics; Computer science; Sociology; Political science; Engineering; Medicine; Social science; Law","score_opus":0.5916902377102353,"score_gpt":0.6295760095093614,"score_spread":0.03788577179912611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200984547","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003122986,0.037561543,0.00061155023,0.007848464,0.9478263,0.0012455597,0.001078489,0.000011158007,0.00069390656],"genre_scores_gemma":[0.001443044,0.006039566,0.0009917315,0.000023452934,0.9420632,0.00011791615,0.00016354906,0.00008744546,0.049070075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88195777,0.0019420205,0.003133899,0.0015781034,0.109491795,0.0018963873],"domain_scores_gemma":[0.5822538,0.084371686,0.0046236273,0.0061212857,0.32012942,0.0025001743],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.26709056,0.00048139822,0.0015372297,0.033537112,0.0017879799,0.020272372,0.016176566,0.0010771566,0.0008135883],"category_scores_gemma":[0.6705495,0.0002676308,0.0011991239,0.11064332,0.0010157113,0.0013516499,0.0030119342,0.0070606703,0.00014318062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013388744,0.000119965334,0.0008350846,0.00047232717,0.00011039479,0.00013840212,0.00025685225,0.000006190074,0.00009409635,0.0000064142746,0.991141,0.006685367],"study_design_scores_gemma":[0.0005892459,0.00035785104,0.0002842178,0.0023897134,0.000071128954,0.000059074664,0.0015106467,0.0004483118,0.00009544131,0.0050492585,0.9888514,0.0002936663],"about_ca_topic_score_codex":0.00010143097,"about_ca_topic_score_gemma":0.00009905331,"teacher_disagreement_score":0.40345892,"about_ca_system_score_codex":0.000668567,"about_ca_system_score_gemma":0.009979454,"threshold_uncertainty_score":0.9999776},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3201074415","doi":"10.21470/1678-9741-2021-0289","title":"Open Access and Article Processing Charges in Cardiology and Cardiac Surgery Journals: a CrossSectional Analysis","year":2021,"lang":"en","type":"article","venue":"Brazilian Journal of Cardiovascular Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Interquartile range; Cardiology; Internal medicine; Cardiac surgery","score_opus":0.13168469426835763,"score_gpt":0.4190559080871945,"score_spread":0.2873712138188369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201074415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89522845,0.09905679,0.0027238121,0.0016106012,0.00081218226,0.000097235315,0.000018606259,0.0000079063475,0.00044439948],"genre_scores_gemma":[0.9930813,0.0058374656,0.00016456631,0.000190147,0.00057604734,0.0000072227426,0.0000039496063,0.000020131863,0.00011917207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921703,0.0024971173,0.0020113494,0.0007348409,0.0020799383,0.0005065043],"domain_scores_gemma":[0.9920282,0.004248946,0.0009508184,0.0005985888,0.0017307445,0.00044274557],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042738993,0.00025565329,0.0029687341,0.002039809,0.00032268686,0.009215571,0.0016945157,0.0002382838,0.000109012064],"category_scores_gemma":[0.01762059,0.00020516667,0.0021113933,0.0051616654,0.00024766917,0.009203007,0.0012435083,0.00076185894,0.000002920984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059460785,0.000021333892,0.83656895,0.00001531325,0.0025434338,0.0007337131,0.0001414011,0.0014613731,0.00003574588,0.000009764427,0.006170948,0.15223856],"study_design_scores_gemma":[0.0002860825,0.000005895681,0.9686421,0.000143627,0.00076708215,0.0013162827,0.00077172404,0.00022679975,0.00028333734,0.0021316593,0.02513632,0.0002890996],"about_ca_topic_score_codex":0.00008276211,"about_ca_topic_score_gemma":0.00002394779,"teacher_disagreement_score":0.15194947,"about_ca_system_score_codex":0.000074285526,"about_ca_system_score_gemma":0.0012542983,"threshold_uncertainty_score":0.99181294},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3201111863","doi":"10.3390/su131810378","title":"Chinese Universities’ Cross-Border Research Collaboration in the Social Sciences and Its Impact","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Scopus; Institution; Political science; Quality (philosophy); Bibliometrics; Library science; Social science; Sociology; MEDLINE; Law","score_opus":0.32639008186427493,"score_gpt":0.723295831982531,"score_spread":0.3969057501182561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201111863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98076195,0.0007632902,0.000021140444,0.010638372,0.000077474324,0.0003203944,0.000021937936,0.000006501538,0.007388952],"genre_scores_gemma":[0.9977526,0.000028576082,0.000019716734,0.00005889678,0.00005241808,0.000008045959,0.0000019785978,0.0000027859621,0.002074978],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891788,0.0021793512,0.00034721513,0.0007178237,0.006880741,0.00069611956],"domain_scores_gemma":[0.96114177,0.010742877,0.00010153635,0.00058973185,0.027261218,0.00016284383],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07064912,0.000099803794,0.00019424934,0.013297918,0.0016475981,0.0051208213,0.0011839883,0.000101995174,0.00042804726],"category_scores_gemma":[0.10245134,0.000055878416,0.00007150397,0.27402657,0.0011241168,0.0011669269,0.0008488218,0.00040691855,0.000012328011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006377305,0.0002040801,0.9652968,0.000019142284,0.0000041419767,0.000070545175,0.006709171,0.00010128896,0.000050137132,0.013989816,0.0016241072,0.011866988],"study_design_scores_gemma":[0.00025378985,0.00009550056,0.88070446,8.879977e-7,6.433966e-7,0.0000045804372,0.06206643,0.0013833769,0.00003740405,0.05239802,0.0029848681,0.00007001979],"about_ca_topic_score_codex":0.00039187307,"about_ca_topic_score_gemma":0.00036542205,"teacher_disagreement_score":0.26072866,"about_ca_system_score_codex":0.0011016894,"about_ca_system_score_gemma":0.005767235,"threshold_uncertainty_score":0.99986917},"labels":[{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3201242541","doi":"10.1016/j.evalprogplan.2021.102009","title":"Evaluating the integration of strategic priorities within a complex research-for-development funding program","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Theory of change; Participatory evaluation; Sustainability; Citizen journalism; Process (computing); Thematic analysis; Program evaluation; Equity (law); Management science; Process management; Research program; Psychology; Knowledge management; Computer science; Political science; Qualitative research; Sociology; Business; Engineering","score_opus":0.944340246966675,"score_gpt":0.7438204693076491,"score_spread":0.20051977765902584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201242541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025793503,0.9837209,0.00041700192,0.00013399754,0.00048734073,0.009973213,0.000018221595,0.0000898727,0.00258011],"genre_scores_gemma":[0.01063378,0.75965387,0.19910115,0.000096323165,0.0008796401,0.024120705,0.003070689,0.0001518604,0.0022919811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855318,0.004680686,0.0025622775,0.0008990553,0.005810554,0.0005156332],"domain_scores_gemma":[0.9886872,0.0050637093,0.0015933313,0.00062620506,0.003910693,0.000118849486],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08439547,0.00040151947,0.0012388465,0.00070453726,0.0011099383,0.0015426627,0.0006619326,0.00025184613,0.00036319578],"category_scores_gemma":[0.005522982,0.0002414858,0.00027415252,0.0018663065,0.00028872048,0.00031402017,0.000211588,0.000702963,0.00001676163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013801252,0.00007628608,0.000027387883,0.00097144186,0.00008655774,3.9767895e-7,0.0035502384,0.00021602296,0.0000032867706,0.002926663,0.00020797356,0.99191993],"study_design_scores_gemma":[0.00060061365,0.0011753676,0.00016566471,0.01225027,0.0004188421,0.000019844805,0.012961232,0.18703377,0.0000067906763,0.0036535987,0.78129,0.00042400273],"about_ca_topic_score_codex":0.000011221218,"about_ca_topic_score_gemma":0.000048906797,"teacher_disagreement_score":0.99149597,"about_ca_system_score_codex":0.00025942226,"about_ca_system_score_gemma":0.0044352068,"threshold_uncertainty_score":0.99949384},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3201255490","doi":"10.1136/bmjebm-2021-111772","title":"Appraising qualitative health research—towards a differentiated approach","year":2021,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Critical appraisal; Qualitative research; Management science; Health care; Research design; Neglect; Qualitative property; Engineering ethics; Psychology; Data science; Computer science; Knowledge management; Sociology; Medicine; Social science; Engineering; Political science; Nursing; Alternative medicine; Pathology","score_opus":0.745284703788777,"score_gpt":0.6760284951873954,"score_spread":0.0692562086013816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201255490","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023181848,0.032833796,0.04213146,0.85452574,0.002955099,0.0052845045,0.00006362829,0.00056265324,0.03846126],"genre_scores_gemma":[0.65787524,0.0051650004,0.021755138,0.28736687,0.006350747,0.0025058803,0.0011109102,0.00023200226,0.017638214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758587,0.017199624,0.0019035559,0.00092193583,0.0022584451,0.0018577514],"domain_scores_gemma":[0.98089767,0.014118472,0.0006475522,0.0011620449,0.0022041623,0.0009700791],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024872858,0.00037379222,0.0013540138,0.0005743355,0.0019446039,0.000019464542,0.00045832415,0.00033070735,0.0021910327],"category_scores_gemma":[0.023153855,0.00028069882,0.00015297889,0.0020470566,0.0005510876,0.000304844,0.00028065633,0.0025148767,0.00026124675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007832834,0.0003721088,0.0055738767,0.009920449,0.00012281684,0.00016217378,0.07385322,0.000007323427,0.0006857734,0.009868869,0.8728244,0.025825765],"study_design_scores_gemma":[0.01972923,0.003963572,0.122471526,0.05301718,0.0002807869,0.000059344376,0.3830852,0.0013756941,0.0005091067,0.013483814,0.40015578,0.0018687708],"about_ca_topic_score_codex":0.0038861507,"about_ca_topic_score_gemma":0.0004533999,"teacher_disagreement_score":0.6346934,"about_ca_system_score_codex":0.0019755564,"about_ca_system_score_gemma":0.024283148,"threshold_uncertainty_score":0.99996454},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3201393952","doi":"10.3897/ese.2021.e71728","title":"Compliance with best practice guidelines on publication ethics: Where does&amp;nbsp;Pharmactuel stand? A case study","year":2021,"lang":"en","type":"article","venue":"European Science Editing","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec; Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke; McGill University Health Centre","funders":"","keywords":"Medical journal; Compliance (psychology); Ethics committee; Editorial board; Medicine; Political science; Library science; Family medicine; Psychology; Public administration; Computer science","score_opus":0.7616703834701203,"score_gpt":0.6598093494525187,"score_spread":0.1018610340176016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201393952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65140927,0.00030861737,0.0013142129,0.15023251,0.0020081897,0.0012056618,0.000021257367,0.0002720106,0.19322829],"genre_scores_gemma":[0.94766957,0.00023717312,0.034406796,0.00889338,0.0031889158,0.000016018905,0.000005662046,0.00006683925,0.0055156504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99180573,0.0007172613,0.000816919,0.001263301,0.004725559,0.0006712087],"domain_scores_gemma":[0.954946,0.009806864,0.0005152091,0.001664297,0.032313477,0.0007541621],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04932143,0.00020228555,0.00025300423,0.00022504505,0.0014359731,0.00078631105,0.0007165565,0.000066526154,0.00014818956],"category_scores_gemma":[0.39552814,0.00014068559,0.00004188413,0.0024106465,0.001730202,0.0010523977,0.0006297602,0.0041482532,0.0004009469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002756503,0.025451692,0.061775547,0.004690886,0.00068366417,0.28119263,0.11091513,0.00062937575,0.10546394,0.020773262,0.056449987,0.3292174],"study_design_scores_gemma":[0.01023044,0.005168725,0.005288846,0.009959235,0.00051930785,0.019395504,0.4001013,0.0024703387,0.008800277,0.00039847766,0.53607,0.0015975586],"about_ca_topic_score_codex":0.00014092338,"about_ca_topic_score_gemma":0.00032958447,"teacher_disagreement_score":0.47962,"about_ca_system_score_codex":0.00027670694,"about_ca_system_score_gemma":0.004612778,"threshold_uncertainty_score":0.99986404},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3203021509","doi":"10.1016/j.ocarto.2021.100215","title":"The state of trial registrations in the field of Orthopaedics in years 2015–2020. A meta-epidemiological study","year":2021,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Hand and Upper Limb Clinic; St. Joseph's Hospital; University of Toronto; Queen's University; Canadian Institute for Military and Veteran Health Research","funders":"","keywords":"Medicine; Randomized controlled trial; Epidemiology; Population; Meta-analysis; Orthopedic surgery; Trial registration; MEDLINE; Prospective cohort study; Surgery; Internal medicine; Environmental health","score_opus":0.6498741816734732,"score_gpt":0.5627773797430697,"score_spread":0.08709680193040348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203021509","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050013755,0.98761475,0.0000079633555,0.00032492005,0.0001260628,0.0053727566,0.00007533456,5.199424e-7,0.001476315],"genre_scores_gemma":[0.0055773887,0.9918593,0.00008490477,0.00008787668,0.000037206188,0.00091623317,0.000015130895,0.000009072951,0.0014128534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9359346,0.046495583,0.013927654,0.0009824472,0.002388206,0.0002715149],"domain_scores_gemma":[0.9712659,0.02087075,0.004793054,0.0027503737,0.00026270436,0.000057205176],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1530054,0.000330561,0.010571766,0.00012676549,0.000086222964,0.00075531367,0.002692266,0.00012723124,0.00077527197],"category_scores_gemma":[0.038006097,0.00011574829,0.0026475857,0.0015494766,0.00010377037,0.00012277627,0.000526346,0.00038439818,0.000016798744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062423926,0.00016018415,0.0001311093,0.00020766782,0.00020792484,0.00010276025,0.00066741987,0.000003100953,1.2515707e-7,0.00038752978,0.010595989,0.9874738],"study_design_scores_gemma":[0.001794501,0.00066603586,0.000069032925,0.00085665646,0.0017955333,0.000018167284,0.0019103719,0.000003294516,1.3079799e-7,0.0007640437,0.99198025,0.00014199196],"about_ca_topic_score_codex":0.0001105895,"about_ca_topic_score_gemma":0.0085881455,"teacher_disagreement_score":0.98733175,"about_ca_system_score_codex":0.000008438367,"about_ca_system_score_gemma":0.00022707753,"threshold_uncertainty_score":0.9700972},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3203402935","doi":"10.1136/bmjopen-2021-051839","title":"Publication practices of sub-Saharan African Cochrane authors: a bibliometric study","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact; Programs for Assessment of Technology in Health Research Institute","funders":"Government of the United Kingdom","keywords":"Systematic review; Medicine; Cochrane Library; MEDLINE; Cochrane collaboration; Psychological intervention; Meta-analysis; Family medicine; Nursing; Internal medicine","score_opus":0.2856161133475696,"score_gpt":0.5762948029386101,"score_spread":0.29067868959104054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203402935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88123506,0.000949074,0.000050554372,0.043544907,0.0009219358,0.024236483,0.000080759404,0.00009912014,0.04888209],"genre_scores_gemma":[0.99280506,0.00024680846,0.0003563101,0.0013624689,0.00033105258,0.0003176779,0.00007833201,0.000024028857,0.004478269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959907,0.0017207705,0.00095668616,0.00038938312,0.0005651812,0.00037727828],"domain_scores_gemma":[0.9956428,0.0007789679,0.0016789113,0.00080399634,0.0008821321,0.000213231],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005314742,0.0001226111,0.00044493162,0.0041075055,0.0004405165,0.000094851646,0.0005572109,0.000103315186,0.0010945589],"category_scores_gemma":[0.007012823,0.0001064222,0.000047476828,0.030856026,0.000023689898,0.0005546299,0.00063488417,0.00047093665,0.000268818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006698647,0.0053379443,0.661356,0.0024504883,0.00014743743,0.000046114397,0.014011373,0.0000010812638,0.0016240855,0.0014344242,0.28937075,0.023550468],"study_design_scores_gemma":[0.002443077,0.00023004928,0.9385978,0.00084213255,0.000049298516,0.0000048778616,0.012614572,0.00003014888,0.00019142519,0.0001500577,0.04466728,0.00017927463],"about_ca_topic_score_codex":0.0013349557,"about_ca_topic_score_gemma":0.0010450197,"teacher_disagreement_score":0.27724183,"about_ca_system_score_codex":0.00007846208,"about_ca_system_score_gemma":0.0017291241,"threshold_uncertainty_score":0.99981856},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3203873529","doi":"10.1177/16094069211040302","title":"Methodological and Practical Considerations in Rapid Qualitative Research: Lessons Learned From a Team-Based Global Study During COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"World Health Organization","keywords":"CLARITY; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Management science; Qualitative research; Engineering ethics; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Psychology; Data science; Medicine; Sociology; Engineering; Social science; Infectious disease (medical specialty)","score_opus":0.9673016450998352,"score_gpt":0.7991634600505446,"score_spread":0.16813818504929057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203873529","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40398616,0.0013685512,0.4940406,0.09737811,0.0008711273,0.0004542897,0.00017713018,0.00003452677,0.001689497],"genre_scores_gemma":[0.43422264,0.00017963268,0.5644275,0.00074899534,0.00028859038,0.000031720232,0.000006102138,0.000012470627,0.00008232579],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7116425,0.28395367,0.0014246484,0.00060490577,0.0018998068,0.00047446796],"domain_scores_gemma":[0.83874846,0.15657109,0.0008128816,0.00020328221,0.0031190717,0.0005452043],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17282754,0.0002585239,0.0008934441,0.0005068375,0.00068368134,0.0003285221,0.00030061035,0.00021698997,0.0006976005],"category_scores_gemma":[0.3343358,0.00022936978,0.00024063875,0.000968778,0.0018219597,0.0005686707,0.00022262965,0.0013652671,0.0000047433887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008812104,0.0010206832,0.0042951913,0.00001295859,0.0005287999,0.0007714263,0.7459184,0.00006404581,0.0025687825,0.23713787,0.00024875195,0.0065519116],"study_design_scores_gemma":[0.0021387879,0.00023500095,0.004235682,0.00005163517,0.000034702913,0.000057128087,0.560751,0.000029296085,0.0002088167,0.42977652,0.0023099207,0.00017149898],"about_ca_topic_score_codex":0.002856865,"about_ca_topic_score_gemma":0.003819713,"teacher_disagreement_score":0.19263865,"about_ca_system_score_codex":0.001392649,"about_ca_system_score_gemma":0.0031443243,"threshold_uncertainty_score":0.9353428},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3205895355","doi":"10.2196/34083","title":"Peer Review of “Machine Learning–Based Prediction of COVID-19 Mortality With Limited Attributes to Expedite Patient Prognosis and Triage: Retrospective Observational Study”","year":2021,"lang":"en","type":"article","venue":"JMIRx Med","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Observational study; Coronavirus disease 2019 (COVID-19); Retrospective cohort study; Medicine; Medical emergency; Computer science; Emergency medicine; Internal medicine","score_opus":0.15269220916801018,"score_gpt":0.3891959051611288,"score_spread":0.2365036959931186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205895355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85424507,0.0018298525,0.0003086308,0.14019747,0.00008568184,0.002895282,0.00033627212,0.000088763474,0.000012976168],"genre_scores_gemma":[0.9857732,0.0003243053,0.0008988462,0.010965242,0.00007898791,0.00066678674,0.0008657639,0.000032086205,0.0003947481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966809,0.00037751286,0.0006874116,0.0005042505,0.0015735953,0.0001763335],"domain_scores_gemma":[0.994844,0.00073148456,0.00042706824,0.00040022144,0.003326638,0.00027058003],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013544284,0.00020473813,0.0007590516,0.00015131378,0.0000770996,0.000012319796,0.0000640622,0.00007260569,0.00015872424],"category_scores_gemma":[0.026320731,0.00016934823,0.000098615776,0.0011052684,0.0000826269,0.00007736914,0.0000719829,0.0002443799,8.787838e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049917336,0.0019166397,0.9617692,0.003233539,0.0002601633,0.000043307078,0.0013968807,0.00012929797,0.00092791946,0.0000069921157,0.02952716,0.00028969374],"study_design_scores_gemma":[0.004568243,0.0034542466,0.9460267,0.0030978606,0.00068958016,0.0000064656488,0.00035657108,0.0006172742,0.0050011873,0.000006331088,0.03602123,0.00015432897],"about_ca_topic_score_codex":0.0002564457,"about_ca_topic_score_gemma":0.00008805112,"teacher_disagreement_score":0.13152815,"about_ca_system_score_codex":0.00030391308,"about_ca_system_score_gemma":0.0008059168,"threshold_uncertainty_score":0.98188096},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3206159557","doi":"","title":"Library Guides: Vancouver referencing style: About Vancouver referencing style","year":2017,"lang":"en","type":"libguides","venue":"","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Style (visual arts); Computer science; Visual arts; Art","score_opus":0.039430839281105495,"score_gpt":0.2496842989294987,"score_spread":0.2102534596483932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206159557","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051631406,0.009012569,0.000014871485,0.00014815826,0.015033289,0.0005522055,0.0010337932,0.0010672852,0.9726215],"genre_scores_gemma":[0.023388151,0.0034916424,0.0008122815,0.0028037059,0.012848836,0.00012707761,0.00054094504,0.00032201703,0.95566535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995269,0.00015622763,0.0012317151,0.0012794642,0.0008751627,0.0011884087],"domain_scores_gemma":[0.99595004,0.00033637826,0.0012667228,0.0018342247,0.00036890252,0.00024373287],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0003627543,0.0012862396,0.0015166004,0.0006678683,0.0026431677,0.0017851243,0.001597572,0.00063037453,0.04402156],"category_scores_gemma":[0.00024637327,0.0009664378,0.0007824957,0.00009003763,0.0007600849,0.0020512084,0.0009094642,0.0014212081,0.00027960568],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003987819,0.000068240646,0.000042334348,0.0006457897,0.0007090351,0.00016618808,0.030128522,7.526209e-7,0.0000015326106,0.011461254,0.94844913,0.0082873665],"study_design_scores_gemma":[0.0006143699,0.00014181422,0.0000493541,0.0016155944,0.00030632224,0.000002870051,0.028334666,0.000008367113,0.00004481871,0.0016777,0.9658026,0.0014015426],"about_ca_topic_score_codex":0.00851097,"about_ca_topic_score_gemma":0.22948618,"teacher_disagreement_score":0.22097522,"about_ca_system_score_codex":0.000105792315,"about_ca_system_score_gemma":0.0005228669,"threshold_uncertainty_score":0.9999889},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3206380111","doi":"10.1186/s12910-021-00712-5","title":"Uses of equipoise in discussions of the ethics of randomized controlled trials of COVID-19 therapies","year":2021,"lang":"en","type":"article","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Clinical equipoise; Randomized controlled trial; Philosophy of medicine; Relevance (law); Psychology; Medicine; Alternative medicine; Political science; Internal medicine; Pathology; Law","score_opus":0.6633597598422598,"score_gpt":0.6407111694922683,"score_spread":0.02264859034999156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206380111","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18582128,0.01830316,0.01847057,0.7663242,0.0013077871,0.0065371464,0.00019235365,0.000039322615,0.0030041605],"genre_scores_gemma":[0.9554344,0.037498515,0.0024192336,0.0037170593,0.000100067366,0.00009060548,0.000009517463,0.00002484646,0.00070576346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.90628445,0.07100195,0.009263564,0.0005343096,0.012451824,0.0004639356],"domain_scores_gemma":[0.011739271,0.9806164,0.0023723457,0.0012397604,0.003511196,0.0005210355],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.3245399,0.00020439249,0.006664987,0.00020658865,0.00007025284,0.0000055072687,0.00068351376,0.0030332964,0.0015053534],"category_scores_gemma":[0.99088967,0.000093524926,0.0021213074,0.00075160817,0.0074068266,0.000026754544,0.00050650316,0.009250088,9.167688e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20128927,0.0026374268,0.00838888,0.032088622,0.001846875,0.000040956038,0.027793342,0.000088337634,0.012475267,0.712901,0.00023114857,0.00021886888],"study_design_scores_gemma":[0.54111654,0.00041185995,0.0009593345,0.021834496,0.0013806502,0.000010575609,0.007904877,0.0005084884,0.021180142,0.40428776,0.00020942783,0.0001958277],"about_ca_topic_score_codex":0.0005839553,"about_ca_topic_score_gemma":0.012644259,"teacher_disagreement_score":0.90961444,"about_ca_system_score_codex":0.000051186253,"about_ca_system_score_gemma":0.069391996,"threshold_uncertainty_score":0.9994074},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3207442765","doi":"10.5281/zenodo.4571673","title":"Modèle de plan de gestion des données : La recherche basée sur les arts","year":2021,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.8796125412529113,"score_gpt":0.3294194173326425,"score_spread":0.5501931239202689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207442765","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07451718,0.0071849725,0.18746822,0.027611816,0.00035840453,0.00038699553,0.00025236805,0.0014151382,0.7008049],"genre_scores_gemma":[0.8945523,0.003733162,0.024959905,0.0010269876,0.0005948782,9.273161e-8,0.0008345962,0.0015022869,0.072795786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967065,0.0016955258,0.00023022012,0.00045519447,0.0003012155,0.0006113731],"domain_scores_gemma":[0.99778974,0.00026575528,0.00007944053,0.00042887367,0.0010036308,0.00043258537],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00153271,0.00018848511,0.0001564109,0.000095572075,0.0016203866,0.0057319812,0.0008085459,0.00024027692,0.0032772392],"category_scores_gemma":[0.00531221,0.00018678168,0.00007791848,0.0007498578,0.00031346246,0.0016654435,0.0012821261,0.00058493234,0.0018705246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035891208,0.00040362013,0.0000115345265,0.00023337094,0.000054580083,0.00052330433,0.013384225,0.0007411894,0.02019161,0.16124967,0.1423598,0.6608112],"study_design_scores_gemma":[0.0003097667,0.00016997056,0.0021327771,0.00028034375,0.000016823398,0.0022047805,0.00044524777,0.008160505,0.006033526,0.011304574,0.96868783,0.0002538655],"about_ca_topic_score_codex":0.00035887613,"about_ca_topic_score_gemma":0.000021272084,"teacher_disagreement_score":0.82632804,"about_ca_system_score_codex":0.00057658495,"about_ca_system_score_gemma":0.00004901403,"threshold_uncertainty_score":0.9996794},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3208404670","doi":"10.1016/j.euf.2021.09.024","title":"Evidence-based Urology: Understanding Heterogeneity in Systematic Reviews","year":2021,"lang":"en","type":"review","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Systematic review; Randomized controlled trial; Perspective (graphical); MEDLINE; Evidence-based medicine; Intensive care medicine; Medical physics; Alternative medicine; Surgery; Pathology","score_opus":0.9148958504443347,"score_gpt":0.5471514841950574,"score_spread":0.3677443662492773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208404670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003455977,0.97257215,0.015331757,0.00036403694,0.00092679,0.0051902314,0.000017868422,0.000022491306,0.0055712285],"genre_scores_gemma":[0.0006927077,0.99624383,0.00038664063,0.0008713469,0.00022457018,0.00033149478,0.000027369875,0.00012305657,0.0010989589],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6509274,0.31205386,0.029445164,0.0034070597,0.0032873228,0.0008791869],"domain_scores_gemma":[0.92613024,0.04098522,0.021127552,0.010896112,0.00048736765,0.00037353454],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3430542,0.0015783877,0.035057798,0.0020360674,0.00022814528,0.0010492859,0.006247715,0.0005395266,0.004256905],"category_scores_gemma":[0.19854975,0.0007857022,0.011041672,0.004208004,0.00025916673,0.00027253278,0.0007778064,0.0013910513,0.025856093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014452242,0.0003368316,0.00051912427,0.295708,0.0023409675,0.0038842468,0.00031128855,0.00013948962,6.284177e-7,0.004866713,0.059166167,0.6327121],"study_design_scores_gemma":[0.00014464575,0.0001065977,0.000009292386,0.042600762,0.004480905,0.0002648433,0.000028126584,0.00019423553,5.3741545e-8,0.00028456212,0.9512856,0.00060036895],"about_ca_topic_score_codex":0.000003737064,"about_ca_topic_score_gemma":0.00007543661,"teacher_disagreement_score":0.89211947,"about_ca_system_score_codex":0.00037794106,"about_ca_system_score_gemma":0.00042766347,"threshold_uncertainty_score":0.9999877},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3208656821","doi":"10.1136/bmjopen-2021-054777","title":"Outcomes reported in randomised controlled trials of major depressive disorder in older adults: protocol for a methodological review","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; Centre for Movement Disorders; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Major depressive disorder; Psychiatry; Alternative medicine; Clinical trial; Randomized controlled trial; Neurology; Gerontology; Internal medicine; Cognition; Pathology","score_opus":0.7114921371503297,"score_gpt":0.701280818579719,"score_spread":0.010211318570610639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208656821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.343755e-8,0.42752278,0.0001368931,0.0006645378,0.00003471941,0.56974304,0.000030856776,0.000016078295,0.0018510348],"genre_scores_gemma":[4.0751893e-8,0.44982737,0.003962485,0.00006108298,0.000032785574,0.545457,0.000027999024,0.000023899483,0.000607341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9424515,0.04683384,0.008039636,0.00095993,0.0010798724,0.000635229],"domain_scores_gemma":[0.94447386,0.04809284,0.0056644212,0.0010103707,0.0006306859,0.00012783393],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15730375,0.00046583742,0.018498916,0.00037964375,0.000093968614,0.00015116858,0.0021296204,0.00071502203,0.0012535342],"category_scores_gemma":[0.42063037,0.0002769846,0.0024730773,0.0012921985,0.00020198316,0.00017064683,0.00074708817,0.00055211945,0.000003364976],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008130991,0.0006557639,0.00016708905,0.10140312,0.00059323927,0.00018066571,0.0003118844,1.4064425e-7,8.468309e-8,0.00057248713,0.0070339083,0.8809506],"study_design_scores_gemma":[0.102354325,0.000056286503,0.000017197304,0.27619973,0.0005290703,0.0000042416086,0.00022401675,0.0000016646009,6.260117e-7,0.0004524626,0.61977273,0.00038768238],"about_ca_topic_score_codex":0.0022254263,"about_ca_topic_score_gemma":0.0017991503,"teacher_disagreement_score":0.88056296,"about_ca_system_score_codex":0.00020813862,"about_ca_system_score_gemma":0.0034924801,"threshold_uncertainty_score":0.99996823},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3209210874","doi":"10.3390/su132112035","title":"Northern Research Policy Contributions to Canadian Arctic Sustainability","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Carleton University","funders":"","keywords":"Sustainability; General partnership; Sustainability science; Thematic analysis; Political science; Indigenous; Arctic; Public relations; Qualitative research; Environmental resource management; Social sustainability; Environmental planning; Sociology; Geography; Social science; Ecology; Economics","score_opus":0.04300436323245831,"score_gpt":0.48757920211264655,"score_spread":0.44457483888018823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209210874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5024255,0.00011205067,0.000073399475,0.48370382,0.00038156618,0.0037893995,0.0002065518,0.00007935412,0.0092283515],"genre_scores_gemma":[0.98724014,0.000010398412,0.00003033128,0.0030060278,0.0006304866,0.0011778179,0.00004606741,0.000028485074,0.007830265],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99037945,0.0030984143,0.0006424286,0.0007651989,0.00036933617,0.0047451686],"domain_scores_gemma":[0.837932,0.0017333963,0.000075269585,0.0014269792,0.15755782,0.0012745757],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007014495,0.0002136588,0.00046487513,0.00032375543,0.013050216,0.000027268361,0.00034176675,0.00038090703,0.0008651389],"category_scores_gemma":[0.24725008,0.00021353524,0.00013145217,0.0022095738,0.00035698546,0.00008229338,0.0008285039,0.0015256465,0.00043656686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009474374,0.00028512848,0.63234264,0.001080677,0.000058922935,0.0002392426,0.052666906,0.00006977295,0.000004946837,0.30334005,0.007716684,0.0021002959],"study_design_scores_gemma":[0.00039845315,0.00014827092,0.23727539,0.000013061457,0.000011372349,0.000003603913,0.21313402,0.0000052724185,0.0000071097597,0.33024982,0.21854189,0.00021172957],"about_ca_topic_score_codex":0.9450007,"about_ca_topic_score_gemma":0.9958894,"teacher_disagreement_score":0.48481464,"about_ca_system_score_codex":0.2502204,"about_ca_system_score_gemma":0.2549684,"threshold_uncertainty_score":0.98823464},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3209288188","doi":"10.2196/28102","title":"The Application of Human-Centered Design Approaches in Health Research and Innovation: A Narrative Review of Current Practices","year":2021,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":357,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"CINAHL; PsycINFO; Participatory design; User-centered design; Context (archaeology); Computer science; Knowledge management; Research design; Health care; Management science; MEDLINE; Medicine; Psychological intervention; Sociology; Engineering; Nursing; Social science; Human–computer interaction","score_opus":0.963688333660892,"score_gpt":0.7975905777322816,"score_spread":0.16609775592861042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209288188","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009078334,0.9750678,0.00022954521,0.011891851,0.00015549002,0.012318125,0.00009511812,0.00001519026,0.0001361162],"genre_scores_gemma":[0.00019471587,0.9931436,0.00048236933,0.0015600682,0.0001650227,0.004218901,0.00013465804,0.000034283144,0.000066389286],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97171247,0.018794054,0.006206401,0.0008782478,0.0010712518,0.0013375549],"domain_scores_gemma":[0.97543174,0.010670598,0.0113486955,0.00082009315,0.0012570135,0.00047187536],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04647373,0.00035794455,0.0024744784,0.0010386688,0.0019991435,0.000020963429,0.00045788352,0.0002576748,0.000016694801],"category_scores_gemma":[0.0046008667,0.00025540727,0.00006289753,0.0055827727,0.0005486501,0.00019710437,0.0002886175,0.0023771387,0.0000043872424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013736658,0.00008445941,0.00010220606,0.50046873,0.00000843753,1.6963058e-7,0.0064902557,1.7403178e-8,6.54307e-8,0.018185068,0.0047120443,0.4699348],"study_design_scores_gemma":[0.00044633867,0.00041601373,0.00024208432,0.1268355,0.000028490529,0.0000049182167,0.005180509,0.000009739907,9.653961e-8,0.00036965596,0.866329,0.0001376664],"about_ca_topic_score_codex":0.00059951807,"about_ca_topic_score_gemma":0.0004260968,"teacher_disagreement_score":0.86161697,"about_ca_system_score_codex":0.0007642948,"about_ca_system_score_gemma":0.018773632,"threshold_uncertainty_score":0.9999898},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3210069975","doi":"10.31234/osf.io/wu3vs","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University","funders":"","keywords":"Credibility; Humility; Flexibility (engineering); Psychology; Engineering ethics; Management science; Political science; Economics; Management; Engineering; Law","score_opus":0.7795660947565046,"score_gpt":0.520542995153728,"score_spread":0.2590230996027766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210069975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69096076,0.00029082093,0.006656789,0.0019449396,0.00014565013,0.000518159,0.000003788987,0.0000042948786,0.29947478],"genre_scores_gemma":[0.72813344,0.00000644718,0.002434422,0.0005250051,0.000017258573,0.000004143428,0.0000011608552,0.0000019738454,0.26887614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940074,0.000879211,0.0025340335,0.0005871992,0.0019121794,0.00007997571],"domain_scores_gemma":[0.99589205,0.0005960051,0.0009227881,0.0022669628,0.0002625592,0.000059613478],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0331218,0.00008851107,0.00095159095,0.00007977126,0.00003291182,0.0006849186,0.0003870654,0.00003135944,0.10219898],"category_scores_gemma":[0.0026541888,0.000036459278,0.00034795853,0.0003202081,0.000012985424,0.0001995514,0.00003952542,0.000033876873,0.018657282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018808246,0.000015202849,0.3254215,0.000022291202,0.00006440596,4.5935948e-7,0.00044119186,0.0000062148574,0.00022043583,0.015650421,0.6222333,0.035922736],"study_design_scores_gemma":[0.00013593973,0.000031861855,0.10273275,0.00001009693,0.00005352593,0.0000069091375,0.00053408224,0.009427081,0.0001613818,0.0101499725,0.8766203,0.00013611358],"about_ca_topic_score_codex":0.000008176737,"about_ca_topic_score_gemma":0.000015906875,"teacher_disagreement_score":0.25438702,"about_ca_system_score_codex":0.0000035123815,"about_ca_system_score_gemma":0.000013571507,"threshold_uncertainty_score":0.9956046},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3211131190","doi":"10.1016/j.wneu.2021.10.143","title":"Reporting Policies in Neurosurgical Journals: A Meta-Science Study of the Current State and Case for Standardization","year":2021,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Impact factor; Standardization; Systematic review; MEDLINE; Citation; Clinical trial; Bibliometrics; Family medicine; Library science; Internal medicine; Political science","score_opus":0.8870178218354456,"score_gpt":0.619216022134166,"score_spread":0.2678017997012796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211131190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010016078,0.9855358,0.00025956074,0.00009241604,0.001159237,0.0027830866,0.00008212067,0.0000027187823,0.000068995454],"genre_scores_gemma":[0.022526678,0.9750032,0.000072744246,0.00007952001,0.000099605946,0.00044723751,0.0000022884487,0.000050783634,0.0017179755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93461996,0.018926892,0.038097084,0.0018120607,0.0060789706,0.00046505913],"domain_scores_gemma":[0.92451894,0.01697858,0.052721698,0.0038791979,0.0016986025,0.00020297973],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2145438,0.0005761281,0.014747826,0.0020931454,0.00038172113,0.0020160982,0.0012762551,0.000036641053,0.00018837913],"category_scores_gemma":[0.18378589,0.00023253585,0.00518058,0.010432139,0.00020690892,0.00026697468,0.0006527317,0.00056650647,0.000003545517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028230022,0.0002321236,0.003372805,0.002133952,0.00034823644,0.0005218291,0.00033710347,0.0001400829,9.938697e-7,0.000042677282,0.0026518537,0.99021554],"study_design_scores_gemma":[0.00009692965,0.000025102967,0.00077369454,0.0016623779,0.004299787,0.0011457731,0.00009639045,0.00016765516,0.0000012060507,0.00012152618,0.99136645,0.00024313712],"about_ca_topic_score_codex":0.000009619684,"about_ca_topic_score_gemma":0.00018838095,"teacher_disagreement_score":0.98997235,"about_ca_system_score_codex":0.000054412107,"about_ca_system_score_gemma":0.0007169316,"threshold_uncertainty_score":0.9998793},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3211846920","doi":"10.1111/gean.12307","title":"Reproducibility of Research During COVID‐19: Examining the Case of Population Density and the Basic Reproductive Rate from the Perspective of Spatial Analysis","year":2021,"lang":"en","type":"article","venue":"Geographical Analysis","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Perspective (graphical); Reproducibility; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Population; Demography; Statistics; Medicine; Virology; Computer science; Internal medicine; Sociology; Mathematics; Artificial intelligence","score_opus":0.20247632015728614,"score_gpt":0.43462548511996113,"score_spread":0.232149164962675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211846920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98611724,0.00095784967,0.0018969147,0.010563875,0.0000133424055,0.0003492758,0.00006271786,0.000015638445,0.000023127197],"genre_scores_gemma":[0.99919367,0.00023733199,0.00038173338,0.00006505515,0.000069128175,0.000023944847,0.0000134934735,0.000005867498,0.000009793305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891554,0.0073097935,0.0010129355,0.0017456259,0.0005161806,0.00026005635],"domain_scores_gemma":[0.95987517,0.03362669,0.0007762113,0.00404109,0.0015991613,0.00008166966],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030251216,0.00017753153,0.0013186752,0.00031050513,0.000751603,0.000021203377,0.00030102188,0.000101208796,0.00008782186],"category_scores_gemma":[0.18334857,0.000083600724,0.00089859887,0.007874055,0.0025586279,0.000043076034,0.00078108814,0.0004865139,1.4360685e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042288052,0.00014007634,0.97466785,0.000063455846,0.010168915,0.000037373098,0.0044307383,0.0012228048,0.00019899772,0.008478063,0.000005704807,0.00016315754],"study_design_scores_gemma":[0.0002887681,0.000024207884,0.7890089,0.0000083376435,0.008290706,0.0000048887023,0.008177113,0.0018989604,0.0005009882,0.19172639,8.1497404e-7,0.0000699342],"about_ca_topic_score_codex":0.18072943,"about_ca_topic_score_gemma":0.05496869,"teacher_disagreement_score":0.18565895,"about_ca_system_score_codex":0.00007573348,"about_ca_system_score_gemma":0.000043346743,"threshold_uncertainty_score":0.9985604},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3212167289","doi":"10.7554/elife.72185","title":"Consensus-based guidance for conducting and reporting multi-analyst studies","year":2021,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Institut Européen d'Administration des Affaires; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Weizmann Institute of Science; European Research Council; National Science Foundation","keywords":"Robustness (evolution); Lead (geology); MEDLINE; Work (physics)","score_opus":0.9662418058042032,"score_gpt":0.6597044233950229,"score_spread":0.30653738240918027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212167289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.916943,0.031129692,0.045302823,0.004354769,0.0006009133,0.00074865646,0.00002329609,0.000015971897,0.0008808776],"genre_scores_gemma":[0.8280459,0.000023473574,0.15848626,0.0012135901,0.0001269935,0.00005474212,0.000004762405,0.000012329151,0.01203192],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98223376,0.002713619,0.011819655,0.0009301948,0.0020914807,0.00021129723],"domain_scores_gemma":[0.96476406,0.01136616,0.015667027,0.0023609572,0.0057041766,0.00013761377],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12114917,0.0001892807,0.0030694057,0.000113774324,0.0002786044,0.00042197542,0.00029473097,0.000042751046,0.00037777043],"category_scores_gemma":[0.50547546,0.0000989569,0.0010090701,0.0006546908,0.00008103447,0.000058085483,0.000095657284,0.000073568975,0.00010218416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018214767,0.00016015672,0.6253378,0.00094070693,0.0034170314,0.00027009455,0.003007465,0.0015256708,0.016897466,0.001677905,0.3219826,0.02476491],"study_design_scores_gemma":[0.0032386319,0.00012297687,0.030923245,0.0008331571,0.0033896903,0.00030650117,0.06060098,0.2991026,0.04315358,0.002578693,0.5541148,0.0016351033],"about_ca_topic_score_codex":0.0000040662576,"about_ca_topic_score_gemma":0.000068895686,"teacher_disagreement_score":0.59441453,"about_ca_system_score_codex":0.000017707123,"about_ca_system_score_gemma":0.00012112129,"threshold_uncertainty_score":0.9049619},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3213227864","doi":"10.1371/journal.pone.0258646","title":"Return of individual research results from genomic research: A systematic review of stakeholder perspectives","year":2021,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; University of Calgary","funders":"Medical Research Future Fund; Wellcome Trust; National Center for Advancing Translational Sciences; Economic and Social Research Council; National Institutes of Health; Norges Forskningsråd; National Heart, Lung, and Blood Institute; Australian Government; Wellcome; Canadian Institutes of Health Research; Genome Canada; Medical Research Council","keywords":"Biobank; Stakeholder; Qualitative research; Empirical research; Systematic review; Psychology; MEDLINE; Medicine; Public relations; Social science; Political science; Bioinformatics; Biology; Sociology","score_opus":0.9465482916184245,"score_gpt":0.6397066401700148,"score_spread":0.3068416514484097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213227864","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018970671,0.9835898,3.8116636e-7,0.0010799025,0.000033507877,0.00917421,0.001977341,0.0000272905,0.003927805],"genre_scores_gemma":[0.00006003823,0.9916972,0.0015886931,0.000046336594,0.000415406,0.00064514676,0.00076497387,0.00017254706,0.004609656],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9591183,0.0149214445,0.0060002347,0.0019241122,0.0168216,0.001214278],"domain_scores_gemma":[0.7888857,0.17877153,0.0023789639,0.0076540136,0.021475896,0.0008338739],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.09578559,0.0005142905,0.010532374,0.0014081908,0.00015269451,0.00007066526,0.0023112823,0.0015763085,0.00064810325],"category_scores_gemma":[0.45237285,0.0003921409,0.0011060322,0.0034178332,0.0020532273,0.00006890827,0.0022178388,0.015418544,0.00019328398],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008705129,0.0030239087,0.0000018186342,0.9863025,0.0055311196,0.00018501877,0.0014431673,2.9502145e-9,0.00004256004,0.00087945786,0.0010163555,0.0014870425],"study_design_scores_gemma":[0.0006722033,0.00076139724,0.0000047652657,0.9859289,0.00680729,0.000011583126,0.0020389569,7.1421505e-7,0.00008017965,0.00085401,0.0025926363,0.00024736993],"about_ca_topic_score_codex":0.00020215433,"about_ca_topic_score_gemma":0.00004234263,"teacher_disagreement_score":0.35658726,"about_ca_system_score_codex":0.0008822845,"about_ca_system_score_gemma":0.0091429725,"threshold_uncertainty_score":0.9998531},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3213370463","doi":"10.1177/13524585211055787","title":"Administrative data for observational research in multiple sclerosis: Opportunities and challenges","year":2021,"lang":"en","type":"letter","venue":"Multiple Sclerosis Journal","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Multiple sclerosis; Observational study; Medicine; MEDLINE; Data science; Physical medicine and rehabilitation; Computer science; Psychiatry; Political science; Pathology","score_opus":0.9765090372684502,"score_gpt":0.5564637936436005,"score_spread":0.42004524362484963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213370463","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00408701,0.009100786,0.0002869056,0.9795555,0.0020105983,0.0019336285,0.002268139,0.000055978577,0.0007014479],"genre_scores_gemma":[0.045152836,0.27543238,0.014462658,0.61088806,0.03199432,0.0027662732,0.01589867,0.0003075378,0.0030972809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99138707,0.0027931288,0.0020772805,0.0007166745,0.001522172,0.0015036598],"domain_scores_gemma":[0.9839779,0.012245217,0.00093983184,0.0008658241,0.0015034501,0.00046776276],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011999532,0.0004065052,0.00088152353,0.0006684625,0.0029541072,0.0001786412,0.0009403504,0.0015724913,0.0002899477],"category_scores_gemma":[0.007371063,0.0003696376,0.00010359661,0.00026077538,0.000309553,0.0008088559,0.0006265022,0.009136041,0.000029164032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016137946,0.00007158864,0.003034148,0.0038507993,0.00007210004,0.000041619212,0.003965542,0.0000023495998,0.00001736738,0.0001410951,0.96641815,0.02222388],"study_design_scores_gemma":[0.0033434846,0.00019754292,0.033509277,0.010407263,0.00003086152,0.000017003564,0.01491526,0.0038603144,0.0000033354816,0.00032833844,0.9330112,0.000376159],"about_ca_topic_score_codex":0.0001907309,"about_ca_topic_score_gemma":0.0009951651,"teacher_disagreement_score":0.36866745,"about_ca_system_score_codex":0.0005130163,"about_ca_system_score_gemma":0.0035017612,"threshold_uncertainty_score":0.99987555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3214101616","doi":"10.1002/mpr.1900","title":"Selective outcome reporting across psychopharmacotherapy randomized controlled trials","year":2021,"lang":"en","type":"article","venue":"International Journal of Methods in Psychiatric Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Odds; Randomized controlled trial; Logistic regression; Odds ratio; Psychiatry; Major depressive disorder; Schizophrenia (object-oriented programming); Clinical trial; Sample size determination; Clinical psychology; Internal medicine; Mood","score_opus":0.9193925220984189,"score_gpt":0.7997913039352579,"score_spread":0.11960121816316105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214101616","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.171276,0.031280838,0.7223871,0.02101754,0.018934198,0.0036380468,0.000017451799,0.0000053631147,0.03144348],"genre_scores_gemma":[0.22282526,0.0028566073,0.75847083,0.0006805067,0.0026395065,0.00016352929,0.0000016218739,0.000035647594,0.012326459],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2665672,0.5525757,0.14907971,0.0016444256,0.029183803,0.00094912923],"domain_scores_gemma":[0.22083439,0.53169954,0.17569968,0.0038474882,0.06727524,0.00064366957],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.93194735,0.00031257013,0.018358555,0.0029323634,0.00014992907,0.0019088555,0.0035763737,0.0001854448,0.0085853655],"category_scores_gemma":[0.8724074,0.00013846104,0.013366422,0.0043757223,0.00014837422,0.00030465817,0.00019459792,0.0017040651,0.00014169577],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14909463,0.001404392,0.1817975,0.00006616301,0.019595668,0.0008564552,0.0042988895,0.0012847475,0.0075839767,0.007478289,0.08444852,0.5420908],"study_design_scores_gemma":[0.5341896,0.00018870781,0.010876023,0.00024985234,0.00078395044,0.0012857334,0.005533848,0.011195262,0.0014986113,0.38408422,0.049548168,0.0005660517],"about_ca_topic_score_codex":0.000014811591,"about_ca_topic_score_gemma":0.000009633293,"teacher_disagreement_score":0.5415247,"about_ca_system_score_codex":0.0002129709,"about_ca_system_score_gemma":0.0007703848,"threshold_uncertainty_score":0.99912727},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3214199151","doi":"10.1080/14780887.2021.1996663","title":"When do arts-based methodologies work?: a case illustration involving newcomer experiences and knowledge-production in community-based research","year":2021,"lang":"en","type":"article","venue":"Qualitative Research in Psychology","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ambrose University; Booth University College","funders":"Ambrose University","keywords":"Metaphor; The arts; Focus group; General partnership; Sociology; Social work; Meaning (existential); Psychology; Visual arts; Political science","score_opus":0.974652270341192,"score_gpt":0.8221735566234346,"score_spread":0.15247871371775734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214199151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97548836,0.0028318097,0.0015807819,0.012751429,0.00029247368,0.0008153051,0.000003640935,0.00004475777,0.006191415],"genre_scores_gemma":[0.97088003,0.00024493193,0.02712001,0.00014358682,0.00012350467,0.0011727553,0.000007299879,0.000022711049,0.0002851887],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.73521954,0.26039606,0.0006354367,0.00084451685,0.001353008,0.001551475],"domain_scores_gemma":[0.9430812,0.05387696,0.000091817754,0.00074240396,0.0018430876,0.0003645222],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.23564415,0.00019617473,0.0004716092,0.0021074018,0.0017249456,0.0002675918,0.00059691956,0.00037316483,0.00027001585],"category_scores_gemma":[0.08323916,0.0002018637,0.00005722332,0.0061011096,0.008100502,0.00047119605,0.00028776165,0.0034930904,0.000028608109],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005465839,0.00082349457,0.005742852,0.00014141877,0.000016938404,0.00076408504,0.9332138,0.00002829892,0.0031288352,0.0093840035,0.0014681089,0.044741638],"study_design_scores_gemma":[0.00086540676,0.0004623532,0.0021690158,0.00028093462,0.0000017039814,0.000009506026,0.8990577,0.000101881305,0.002174479,0.08978988,0.004864644,0.00022252923],"about_ca_topic_score_codex":0.0076233638,"about_ca_topic_score_gemma":0.029952921,"teacher_disagreement_score":0.20786169,"about_ca_system_score_codex":0.0006718963,"about_ca_system_score_gemma":0.0018808042,"threshold_uncertainty_score":0.99957466},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3214639705","doi":"10.1111/hir.12413","title":"Using an artificial intelligence tool can be as accurate as human assessors in level one screening for a systematic review","year":2021,"lang":"en","type":"review","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Global Affairs Canada; Ottawa Hospital","funders":"","keywords":"Systematic review; Computer science; Artificial intelligence; Identification (biology); Set (abstract data type); Machine learning; MEDLINE; Meta-analysis; Medicine; Pathology","score_opus":0.945914799977756,"score_gpt":0.6376514516269239,"score_spread":0.308263348350832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214639705","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006013359,0.78297675,0.20888335,0.0010896891,0.00033156024,0.0063801417,0.00015881634,0.000011091847,0.00016257448],"genre_scores_gemma":[0.000016765654,0.9549794,0.03795555,0.005460322,0.00029621169,0.00044980217,0.0005419767,0.000050116672,0.00024981322],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9270195,0.02002432,0.045579787,0.0007257338,0.0058216034,0.0008290619],"domain_scores_gemma":[0.93998474,0.0047706086,0.04898413,0.0030064466,0.0025296651,0.0007243983],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14286472,0.00090518803,0.01783365,0.0019407519,0.0014881996,0.012541586,0.0028887996,0.00035301087,0.002962174],"category_scores_gemma":[0.06486132,0.0005295946,0.0033673102,0.0036975981,0.00009398299,0.0074683423,0.00026143223,0.0012333955,0.0002497933],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037034245,0.00005312825,0.0000012131211,0.61948186,0.00032269093,0.0000074358463,0.0015808112,0.00013117678,1.4643579e-8,0.036762215,0.0022101358,0.33944562],"study_design_scores_gemma":[0.000090287,0.00015844122,0.0000013190269,0.62394905,0.0015235039,0.00090719346,0.003899202,0.0038188926,3.5489649e-7,0.0060158116,0.35896423,0.00067173096],"about_ca_topic_score_codex":0.000062876825,"about_ca_topic_score_gemma":0.00006398218,"teacher_disagreement_score":0.3567541,"about_ca_system_score_codex":0.00039868098,"about_ca_system_score_gemma":0.006728174,"threshold_uncertainty_score":0.9998117},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3215397917","doi":"10.1186/s12961-021-00785-z","title":"The value of hackathons in integrated knowledge translation (iKT) research: Waterlupus","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Waterloo","funders":"Canadian Institutes of Health Research; Lupus Canada","keywords":"Knowledge translation; Health services research; Health care; Toolbox; Health administration; Medical education; Knowledge management; Stakeholder; Medicine; Psychology; Public health; Public relations; Nursing; Computer science; Political science","score_opus":0.4403572348292903,"score_gpt":0.49666954763245713,"score_spread":0.05631231280316684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215397917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8056404,0.13230143,0.0018952655,0.03936675,0.0029118576,0.0022068406,0.000098364406,0.00027996025,0.015299143],"genre_scores_gemma":[0.99402374,0.004791657,0.000042911346,0.000008204144,0.00025571734,0.000086997716,0.000016557487,0.000015806883,0.0007584223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743843,0.0010284982,0.0003623946,0.00013757257,0.0003990543,0.00063406],"domain_scores_gemma":[0.99798185,0.0013195204,0.000011856209,0.00020601657,0.00026249158,0.000218258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066363243,0.000070131966,0.00016366335,0.00038845677,0.00019808927,0.00006479593,0.00011492096,0.0000993882,0.0000023800444],"category_scores_gemma":[0.0007426024,0.00004947221,0.000018006418,0.0015122583,0.00015784732,0.000048853934,0.000025294581,0.00062364625,0.00001086747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010308286,0.0005189174,0.00084071676,0.034016717,0.0001377962,0.000031407468,0.11036886,0.0060518016,0.025361283,0.24157985,0.09528767,0.4857019],"study_design_scores_gemma":[0.00075202354,0.00022088131,0.00563916,0.002086039,0.0000017156472,0.000047198046,0.009796802,0.31749585,0.001647822,0.0025275836,0.65957683,0.000208104],"about_ca_topic_score_codex":0.00307606,"about_ca_topic_score_gemma":0.0007381315,"teacher_disagreement_score":0.56428915,"about_ca_system_score_codex":0.0002766812,"about_ca_system_score_gemma":0.0007123404,"threshold_uncertainty_score":0.46501032},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3216825509","doi":"10.32920/ryerson.14652729.v1","title":"Children and inquiry: researchers’ reflections on research involving children","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Education and Early Childhood Development","funders":"","keywords":"Thematic analysis; Research design; Qualitative research; Psychology; Reflection (computer programming); Descriptive research; Best practice; Medical education; Computer science; Sociology; Medicine; Political science","score_opus":0.9148747878272018,"score_gpt":0.7459486821961011,"score_spread":0.16892610563110066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216825509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93773234,0.0013565287,0.00015552786,0.0032346807,0.0004506575,0.001576788,0.000021314756,0.00023265842,0.055239476],"genre_scores_gemma":[0.9834156,0.003691232,0.004506619,0.00020362108,0.0022212663,0.00031877885,0.00006446394,0.00007449725,0.005503943],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97572803,0.017162219,0.00041718397,0.0014312938,0.003483538,0.0017777125],"domain_scores_gemma":[0.9940789,0.0027077282,0.00009146181,0.0010850915,0.0009433883,0.0010934493],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.033596464,0.0003002918,0.00048162483,0.0009795239,0.002663909,0.0015704155,0.0011901854,0.0007922884,0.00071437174],"category_scores_gemma":[0.022578789,0.00030267503,0.00015175666,0.0014576674,0.0030784865,0.00028531638,0.0035469946,0.005067154,0.00009618214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035682306,0.002085771,0.25160977,0.0002305677,0.0016638319,0.00012879379,0.4056159,0.00016553055,0.003121279,0.19739883,0.05770241,0.07992049],"study_design_scores_gemma":[0.0008214357,0.0005848292,0.90351754,0.0009074528,0.000059266556,0.000006361736,0.049664177,0.00011854688,0.0026585015,0.03309283,0.007198409,0.0013706223],"about_ca_topic_score_codex":0.0407421,"about_ca_topic_score_gemma":0.014288603,"teacher_disagreement_score":0.6519078,"about_ca_system_score_codex":0.0009805278,"about_ca_system_score_gemma":0.0035295389,"threshold_uncertainty_score":0.99994254},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3216883981","doi":"10.3390/curroncol28060412","title":"Impact of Value Frameworks on the Magnitude of Clinical Benefit: Evaluating a Decade of Randomized Trials for Systemic Therapy in Solid Malignancies","year":2021,"lang":"en","type":"article","venue":"Current Oncology","topic":"Economic and Financial Impacts of Cancer","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Calgary","funders":"","keywords":"Medicine; Randomized controlled trial; Clinical endpoint; Quality of life (healthcare); Internal medicine; Clinical trial; Oncology; Systemic therapy; Surrogate endpoint; Overall survival; Cancer; Progression-free survival; Intensive care medicine; Breast cancer","score_opus":0.42493748124951736,"score_gpt":0.5200888158888578,"score_spread":0.09515133463934045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216883981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97546047,0.019267008,0.0016347087,0.00038535552,0.0010985973,0.0012937168,0.00023229586,0.0000041566927,0.0006236825],"genre_scores_gemma":[0.99042547,0.008412056,0.00057960016,0.00009908063,0.0002330438,0.0002031473,0.000010428288,0.000018277962,0.000018874336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946179,0.0005375622,0.0041842605,0.0003289787,0.000051898878,0.00027942518],"domain_scores_gemma":[0.98546195,0.009801693,0.0038497741,0.00036952988,0.00046519516,0.000051871968],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014767139,0.0001796538,0.0039648972,0.00018267828,0.000028669714,0.000010734034,0.00027793366,0.00040377286,0.00017297681],"category_scores_gemma":[0.028748756,0.0001343255,0.0013711338,0.00018452022,0.00023793663,0.00006689724,0.00004304372,0.0003773396,0.000004740249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05995771,0.0029468657,0.17208104,0.000538044,0.0017643856,0.0000028148854,0.0030050136,0.007592637,0.00075696217,0.48588675,0.000992701,0.26447508],"study_design_scores_gemma":[0.30788854,0.008509698,0.28788012,0.0025295482,0.00034885382,0.000018123093,0.00062355056,0.024889275,0.00397185,0.36012775,0.0022915038,0.0009211773],"about_ca_topic_score_codex":0.00009252395,"about_ca_topic_score_gemma":0.000014234933,"teacher_disagreement_score":0.2635539,"about_ca_system_score_codex":0.00015566534,"about_ca_system_score_gemma":0.00048977474,"threshold_uncertainty_score":0.9794325},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3217552636","doi":"10.1371/journal.pone.0260114","title":"Public consultation in the evaluation of animal research protocols","year":2021,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Openness to experience; Thematic analysis; Protocol (science); Research ethics; Psychology; Citizen science; Applied psychology; Medical education; Qualitative research; Medicine; Social psychology; Alternative medicine; Sociology; Biology; Social science","score_opus":0.9028316101625559,"score_gpt":0.5780045332829199,"score_spread":0.32482707687963597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217552636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831597,0.00003502069,0.0000023126024,0.0006890571,0.0000017434331,0.0048310356,0.000004111171,0.000012335284,0.011264649],"genre_scores_gemma":[0.9928597,0.0000013743962,0.0006558601,0.000015101021,0.00004326368,0.0063517815,0.000008192374,0.000005309652,0.000059413465],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9975367,0.0011328217,0.00015290722,0.00013076449,0.0009273636,0.0001194158],"domain_scores_gemma":[0.9980999,0.00056269,0.000051200866,0.00014456287,0.0011284166,0.000013229547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030824519,0.00003737468,0.00007824894,0.000062204635,0.000052868454,0.000036225323,0.00011581721,0.000022252341,0.00014864375],"category_scores_gemma":[0.005442734,0.000029321563,0.000012119454,0.0003833878,0.0000590583,0.00009416287,0.00003806276,0.00016014984,0.000030470066],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004889044,0.004016944,0.029563738,0.00021643462,0.0000602669,0.000037357506,0.0049412437,0.0000010406343,0.9497486,0.0059678373,0.00009701907,0.00486061],"study_design_scores_gemma":[0.0039122473,0.007842738,0.78908503,0.0021074596,0.00007441781,0.000032890894,0.009351727,0.031212632,0.1412895,0.014632103,0.00018288419,0.00027636212],"about_ca_topic_score_codex":0.000021604908,"about_ca_topic_score_gemma":0.000011422166,"teacher_disagreement_score":0.8084591,"about_ca_system_score_codex":0.000032151074,"about_ca_system_score_gemma":0.00014444235,"threshold_uncertainty_score":0.6515854},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W350340533","doi":"","title":"Publishing Trends and Open Access Journals at York University","year":2011,"lang":"en","type":"article","venue":"YorkSpace (York University)","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; Media studies; Political science; World Wide Web; Computer science; Sociology; Law","score_opus":0.24217321604234088,"score_gpt":0.282328559418204,"score_spread":0.04015534337586313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W350340533","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07882577,0.00035236002,0.00005067971,0.0040389257,0.0002998733,0.00011339669,0.000045620174,0.000178385,0.91609496],"genre_scores_gemma":[0.76905805,0.00020011366,0.00039248893,0.00017317216,0.000118880016,1.7784971e-7,0.000032264958,0.000017494787,0.23000735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865127,0.00032041062,0.00013019104,0.0003532426,0.00021740873,0.00032747615],"domain_scores_gemma":[0.99859405,0.00011219424,0.0002905831,0.0005708428,0.00016967021,0.00026264624],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0006042184,0.00018673774,0.0002466217,0.0009107008,0.0019335636,0.009719148,0.0041176137,0.0001392685,0.002975842],"category_scores_gemma":[0.00008269023,0.00020387057,0.00008458962,0.0005947723,0.00027968021,0.017399767,0.0031016956,0.0005545229,0.000026682948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039116593,0.00020660592,0.025892055,0.000018120554,0.00022052982,0.00010553836,0.07291286,0.0000056797858,0.000024205376,0.6212194,0.26431096,0.014692897],"study_design_scores_gemma":[0.0007512498,0.000042369305,0.011881637,0.00006325627,0.00007422785,0.0000062067356,0.01894024,0.000023111623,0.000011362493,0.00056890777,0.96734643,0.00029099872],"about_ca_topic_score_codex":0.008373734,"about_ca_topic_score_gemma":0.018551232,"teacher_disagreement_score":0.7030355,"about_ca_system_score_codex":0.00026407398,"about_ca_system_score_gemma":0.00009793323,"threshold_uncertainty_score":0.9993658},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W39368816","doi":"","title":"Situating methodology within qualitative research.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Qualitative research; Management science; Set (abstract data type); Research design; Ontology; Research methodology; Process (computing); Epistemology; Computer science; Sociology; Social science; Engineering; Population","score_opus":0.9113798530085611,"score_gpt":0.7137797963985045,"score_spread":0.19760005661005653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39368816","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23986563,0.0028719169,0.053965315,0.06322785,0.0023746253,0.0035477944,0.0000225714,0.0003486637,0.63377565],"genre_scores_gemma":[0.8717462,0.00009409276,0.11841687,0.00029926025,0.0010500248,0.0014938189,0.000002097474,0.000020480076,0.006877172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.90515935,0.09091008,0.00032761338,0.00025920096,0.0014853362,0.0018584126],"domain_scores_gemma":[0.96112734,0.037342474,0.000105775485,0.00019397518,0.000589546,0.0006409146],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31301075,0.000088829045,0.00021399932,0.00021383345,0.0011519373,0.00008272897,0.00033679084,0.00018137213,0.00009897299],"category_scores_gemma":[0.12457837,0.000078319186,0.000065724336,0.0009043545,0.0024188142,0.0004736492,0.00013280717,0.00091077166,0.0000910949],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012936336,0.000027938388,0.00034069215,0.000009798406,0.000016600125,5.9158543e-7,0.44315356,2.7208495e-7,0.000029254219,0.50013053,0.00066493714,0.055612914],"study_design_scores_gemma":[0.00015529733,0.00002174871,0.008556893,0.0000071569284,0.000005722758,4.883429e-7,0.58735865,0.0000036814818,0.00044950083,0.34247345,0.060803268,0.00016411862],"about_ca_topic_score_codex":0.0032205328,"about_ca_topic_score_gemma":0.0007263758,"teacher_disagreement_score":0.6318806,"about_ca_system_score_codex":0.00023769739,"about_ca_system_score_gemma":0.00020880517,"threshold_uncertainty_score":0.8912221},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200033621","doi":"10.1016/j.clinthera.2021.11.019","title":"Industry Sponsor Influence in Clinical Trial Reporting in Canada: A Qualitative Interview Study","year":2021,"lang":"en","type":"article","venue":"Clinical Therapeutics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Victoria; University of British Columbia; University of British Columbia Hospital","funders":"University of British Columbia; Ministry of Health, British Columbia","keywords":"Clinical trial; Medicine; Institutional review board; Family medicine; Qualitative research; Research ethics; Clinical research; Alternative medicine; Drug trial; Medical education; Psychiatry; Internal medicine; Pathology","score_opus":0.9111908205063685,"score_gpt":0.7403563081261063,"score_spread":0.17083451238026215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200033621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868008,0.0009686835,0.000005317715,0.0071505443,0.0030913833,0.0012988402,0.000037434053,0.000039221697,0.0006078108],"genre_scores_gemma":[0.9678626,0.0006930961,0.000076349264,0.030336827,0.00055928004,0.00011156265,0.000012182158,0.000033451528,0.00031461805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9670884,0.022455243,0.0081275115,0.0009849115,0.00039117047,0.00095277076],"domain_scores_gemma":[0.984224,0.012146388,0.0018268783,0.00063672604,0.00039578133,0.0007701879],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.031843394,0.00038267463,0.0014785661,0.00009611962,0.00013725212,0.000032154818,0.00054932997,0.0025730794,0.0007405558],"category_scores_gemma":[0.01317476,0.00037468175,0.00029040492,0.0009573168,0.00038005065,0.00015423831,0.0003116999,0.019405214,0.000034001652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010314238,0.005081109,0.91365695,0.0000693786,0.00031772754,0.003221213,0.0025838378,0.00014680499,0.00002271425,0.00016126932,0.00023196895,0.06419281],"study_design_scores_gemma":[0.084633484,0.0018454607,0.80237895,0.00032934963,0.0003753201,0.000060470735,0.036356717,0.0019661044,0.00026245785,0.0012165433,0.069571204,0.001003936],"about_ca_topic_score_codex":0.02805846,"about_ca_topic_score_gemma":0.40844715,"teacher_disagreement_score":0.38038868,"about_ca_system_score_codex":0.0005893323,"about_ca_system_score_gemma":0.006992194,"threshold_uncertainty_score":0.99987054},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4200058684","doi":"10.5539/ies.v14n10p127","title":"Reviewer Acknowledgements for International Education Studies, Vol. 14, No. 10","year":2021,"lang":"en","type":"article","venue":"International Education Studies","topic":"Global Education and Multiculturalism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"International education; Comparative education; Pedagogy; Higher education; Mathematics education; Political science; Sociology; Library science; Psychology; Law; Computer science","score_opus":0.11437223831529345,"score_gpt":0.49135183860546006,"score_spread":0.37697960029016664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200058684","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011050234,0.032226887,0.000049137714,0.027232237,0.86795413,0.0008275969,0.00006793139,0.00012691537,0.060464952],"genre_scores_gemma":[0.0067605046,0.018563269,0.0072375676,0.006773775,0.018892445,0.0012848424,0.00059451134,0.000023689938,0.9398694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792975,0.0001393393,0.0005449701,0.00047897233,0.0006419917,0.0002649867],"domain_scores_gemma":[0.63262564,0.00020420965,0.000242894,0.00017122646,0.36665133,0.00010471933],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005882156,0.00020988831,0.00027024365,0.00014934677,0.00055377575,0.00018351211,0.0004503164,0.000083390165,0.0031430763],"category_scores_gemma":[0.32726994,0.0002009428,0.00017155317,0.0003093899,0.00021892144,0.0005511308,0.0001407114,0.000103825325,0.0016499702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011118732,0.0005668527,0.00036019605,0.00004815053,0.00047522632,1.3268914e-7,0.009790884,0.0000014346122,0.000016590702,0.00406542,0.9637459,0.020918127],"study_design_scores_gemma":[0.0002826773,0.000011062659,0.00046142304,0.00022402214,0.000060128245,5.567524e-7,0.049601294,0.0000051840393,0.000080594,0.0017963832,0.9472705,0.00020618112],"about_ca_topic_score_codex":0.00009954577,"about_ca_topic_score_gemma":0.0005565502,"teacher_disagreement_score":0.8794044,"about_ca_system_score_codex":0.0011650453,"about_ca_system_score_gemma":0.002004243,"threshold_uncertainty_score":0.9991274},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200101691","doi":"10.1016/j.jclinepi.2021.11.038","title":"A few things to consider when deciding whether or not to conduct underpowered research","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Observational study; Distrust; MEDLINE; Psychology; Medicine; Psychotherapist; Political science; Pathology","score_opus":0.9839964413951311,"score_gpt":0.7576695438075235,"score_spread":0.2263268975876076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200101691","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039403336,0.0011390836,0.0256333,0.96133745,0.004800582,0.0009170635,0.00001920173,0.0000041104954,0.002208891],"genre_scores_gemma":[0.0009106938,0.00022662655,0.08644041,0.8504715,0.0074149915,0.000017790699,0.0000049936907,0.00005848853,0.054454517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33772615,0.52784836,0.11412228,0.003880806,0.014326102,0.0020962586],"domain_scores_gemma":[0.07028568,0.86110115,0.044713885,0.0073720193,0.014756118,0.0017711462],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8311655,0.00078517286,0.036477495,0.0019467077,0.000239672,0.0007269739,0.006577918,0.0026097076,0.046155337],"category_scores_gemma":[0.963898,0.00033592083,0.010997886,0.001957086,0.00047737706,0.0003115447,0.0012031142,0.010634234,0.007622058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019165644,0.00004751019,0.0020173509,0.00006694933,0.0011363205,0.0010475264,0.0003883305,0.000035040925,0.000012303303,0.0004116092,0.9882467,0.006398747],"study_design_scores_gemma":[0.00037592323,0.0006643505,0.0010822127,0.00065572816,0.0003575769,0.0005279509,0.0004603458,0.000087542365,0.0000025546356,0.045026883,0.9504325,0.00032647976],"about_ca_topic_score_codex":0.000053793803,"about_ca_topic_score_gemma":0.000071448514,"teacher_disagreement_score":0.33325276,"about_ca_system_score_codex":0.00017306133,"about_ca_system_score_gemma":0.002201569,"threshold_uncertainty_score":0.9999093},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4200239034","doi":"10.1136/bmjebm-2021-111850","title":"Users' Guides to the Medical Literature series on social media (part 2): how to appraise studies using data from platforms","year":2021,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Université de Montréal","funders":"","keywords":"Series (stratigraphy); Social media; Data science; Computer science; World Wide Web; Information retrieval; Geology","score_opus":0.64309403782733,"score_gpt":0.5438279267303098,"score_spread":0.09926611109702022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200239034","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19577633,0.009285205,0.00019949023,0.77453595,0.017982585,0.0018945229,0.00011391474,0.00011645941,0.00009556179],"genre_scores_gemma":[0.5461551,0.014684841,0.018727792,0.15081418,0.26332706,0.0037376382,0.0014984885,0.0002319345,0.00082297256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99349797,0.0008360172,0.00069496554,0.0008393913,0.0034064504,0.0007252171],"domain_scores_gemma":[0.9697146,0.026350176,0.00033921492,0.0012619628,0.0013062585,0.0010278291],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0072135204,0.0003153873,0.00068514084,0.0001785272,0.0014031644,0.00017059606,0.0014108842,0.0003324189,0.0005821879],"category_scores_gemma":[0.34629515,0.0002122637,0.00007206599,0.0021283946,0.0009159776,0.00078822597,0.00033230416,0.0005587315,0.000066245026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041758336,0.00010545672,0.0029051173,0.0001981872,0.00012092105,0.00021389392,0.2661308,0.000019320416,0.00011835399,0.0022611748,0.69760805,0.029901117],"study_design_scores_gemma":[0.000980814,0.0002683267,0.009163463,0.01623545,0.00026720288,0.000008951142,0.2094912,0.00008136846,0.00034766537,0.0014649465,0.7610567,0.0006338917],"about_ca_topic_score_codex":0.0017542042,"about_ca_topic_score_gemma":0.020005945,"teacher_disagreement_score":0.6237218,"about_ca_system_score_codex":0.0005187217,"about_ca_system_score_gemma":0.0043059248,"threshold_uncertainty_score":0.9998969},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4200240932","doi":"10.1093/nutrit/nuab093","title":"Are systematic reviews addressing nutrition for cancer prevention trustworthy? A systematic survey of quality and risk of bias","year":2021,"lang":"en","type":"review","venue":"Nutrition Reviews","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Narodowe Centrum Nauki; China Academy of Chinese Medical Sciences; Uniwersytet Jagielloński Collegium Medicum","keywords":"Observational study; Medicine; Systematic review; Cochrane Library; Data extraction; Meta-analysis; MEDLINE; Publication bias; Environmental health; Family medicine; Population; Internal medicine","score_opus":0.6607547283756908,"score_gpt":0.5532416583848381,"score_spread":0.10751306999085275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200240932","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022588838,0.9522502,0.0005342881,0.00006868706,0.00028395266,0.04577006,0.0010284396,0.000030237157,0.000011534418],"genre_scores_gemma":[0.000006584067,0.9728365,0.0030481475,0.00009992738,0.00022037447,0.022335479,0.0012577174,0.00007366264,0.00012163191],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9747446,0.015196937,0.008475328,0.00071749097,0.0005184803,0.0003471482],"domain_scores_gemma":[0.97794825,0.002253649,0.017214669,0.000950099,0.0014051124,0.0002282515],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.019204065,0.0006805594,0.01930679,0.0005207996,0.00015063518,0.00004296976,0.00017096041,0.0005201968,0.00006243312],"category_scores_gemma":[0.014887337,0.0005040029,0.0021199828,0.0011034199,0.000095033414,0.00012832244,0.000044329397,0.0005070278,0.000007836223],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029225424,0.0007688254,0.00013257368,0.95353156,0.00028228242,0.0000017422614,0.000028419541,1.2974995e-8,0.0000011219389,0.000045956807,0.002207049,0.04297121],"study_design_scores_gemma":[0.0013229646,0.00010117544,0.00008881926,0.7583329,0.007926468,0.000053527558,0.000052447034,0.000007950639,0.0000026760415,0.000036523532,0.23179996,0.00027455535],"about_ca_topic_score_codex":0.00011134488,"about_ca_topic_score_gemma":0.00020759483,"teacher_disagreement_score":0.2295929,"about_ca_system_score_codex":0.0002917046,"about_ca_system_score_gemma":0.00027500495,"threshold_uncertainty_score":0.99974114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200294250","doi":"10.1136/bmjebm-2021-111817","title":"Users' Guides to the Medical Literature series on social media (part 1): how to interpret healthcare information available on platforms","year":2021,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Université de Montréal","funders":"","keywords":"Social media; Health care; Medical information; Data science; Internet privacy; Computer science; Public relations; World Wide Web; Knowledge management; Political science","score_opus":0.20942782448776642,"score_gpt":0.434394690256741,"score_spread":0.22496686576897457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200294250","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041521695,0.0010085145,0.00010561343,0.9397186,0.013668647,0.0025570828,0.0000371548,0.00015074085,0.001231948],"genre_scores_gemma":[0.62822,0.0032872004,0.0012877611,0.3153249,0.044871252,0.00520304,0.00047085606,0.00007776519,0.0012571787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941326,0.0006749054,0.0007532372,0.00042656908,0.0032684589,0.0007442747],"domain_scores_gemma":[0.98737687,0.0095317215,0.00023821738,0.0005307341,0.0012660399,0.0010564328],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057498286,0.00028468051,0.00047875015,0.00030608755,0.0011335739,0.00021983703,0.00067723554,0.000417699,0.0014528998],"category_scores_gemma":[0.18680772,0.0001973295,0.00009247343,0.0021122273,0.00039277683,0.0010062504,0.000074701726,0.0007138345,0.00057884003],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049973646,0.000047550315,0.00096145575,0.00023154187,0.000015103918,0.000030359322,0.20439842,0.000008353196,0.0000075026164,0.01079488,0.7264316,0.056573465],"study_design_scores_gemma":[0.0005718278,0.00078968174,0.0043672444,0.011472818,0.000030483976,0.00000702715,0.048037045,0.000013948716,0.00035643877,0.0005849106,0.93343323,0.00033535252],"about_ca_topic_score_codex":0.0011727628,"about_ca_topic_score_gemma":0.008668172,"teacher_disagreement_score":0.6243937,"about_ca_system_score_codex":0.0008248908,"about_ca_system_score_gemma":0.004542502,"threshold_uncertainty_score":0.9994599},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200297493","doi":"10.1016/j.conctc.2021.100858","title":"Growing pains: Lessons learned from a failed mobile mindfulness clinical trial for patients with complex care needs","year":2021,"lang":"en","type":"article","venue":"Contemporary Clinical Trials Communications","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Providence Health Care","funders":"","keywords":"Mindfulness; Referral; Randomized controlled trial; Population; Medicine; Intervention (counseling); Clinical trial; Research design; Patient recruitment; Nursing; Gerontology; Clinical psychology","score_opus":0.6938378949412286,"score_gpt":0.5912137600853038,"score_spread":0.10262413485592481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200297493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88569546,0.0067907264,0.007277354,0.031893536,0.012685849,0.019387497,0.01298859,0.00070802757,0.022572959],"genre_scores_gemma":[0.97733116,0.000024371286,0.004229047,0.0018911646,0.00072085543,0.0052807727,0.009442164,0.000105346066,0.00097510684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774861,0.0141577,0.006443358,0.0010109444,0.00037077276,0.00053116883],"domain_scores_gemma":[0.94486403,0.04712479,0.002059258,0.004441077,0.000961436,0.0005493983],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008316016,0.00043082467,0.0022670322,0.00016691921,0.00064993266,0.00021914952,0.0018023,0.0005944097,0.0005672134],"category_scores_gemma":[0.014413605,0.00039240698,0.0017577183,0.0006101624,0.0007653935,0.0004985017,0.0007819162,0.0010269232,0.0002281362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.085234776,0.029148148,0.034134686,0.00012910184,0.0029863804,0.000019992676,0.0014863606,0.000002316285,0.0000032048215,0.021580672,0.034757033,0.79051733],"study_design_scores_gemma":[0.35396004,0.012091985,0.025249347,0.000988861,0.0008498765,0.0000015069273,0.017841712,0.00007959149,0.000067841436,0.012039695,0.57557225,0.0012572674],"about_ca_topic_score_codex":0.00014990139,"about_ca_topic_score_gemma":0.00019047587,"teacher_disagreement_score":0.7892601,"about_ca_system_score_codex":0.000106990155,"about_ca_system_score_gemma":0.00084072485,"threshold_uncertainty_score":0.9998528},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200345448","doi":"10.1071/py21069","title":"Internationalisation of general practice journals: a bibliometric analysis of the Science Citation Index database","year":2021,"lang":"en","type":"article","venue":"Australian Journal of Primary Health","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Taipei Veterans General Hospital","keywords":"Internationalization; General practice; Index (typography); Subject (documents); Citation; Bibliometrics; Science Citation Index; Citation index; Population health","score_opus":0.17556736909796392,"score_gpt":0.5089626947258716,"score_spread":0.33339532562790775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200345448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891302,0.0031177443,0.0038523457,0.09727689,0.0026734401,0.00047553508,0.00024031747,0.000010060974,0.0032234695],"genre_scores_gemma":[0.9683951,0.0029473584,0.009921487,0.017574545,0.00036003476,0.0000041110343,0.000047565387,0.000016491818,0.0007333142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993193,0.0016385955,0.002564618,0.00020920984,0.0019494651,0.00044515202],"domain_scores_gemma":[0.98692405,0.0014143928,0.005659791,0.0004649518,0.005214048,0.00032277632],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.010812459,0.00013601541,0.00076440093,0.026517477,0.00048226127,0.000025084762,0.0006364288,0.000095231444,0.00046839734],"category_scores_gemma":[0.00492606,0.00010115459,0.0002976345,0.08878628,0.00020140543,0.0014120312,0.00017958625,0.00093809166,0.0000028540642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005720607,0.00084340596,0.8484991,0.0021445234,0.0018491681,0.000054651984,0.006927102,0.0015098727,0.017544601,0.005164538,0.070487775,0.044403166],"study_design_scores_gemma":[0.000879254,0.0001369656,0.9881947,0.00027985137,0.00041218786,0.000048717066,0.001516172,0.00005486759,0.0004834454,0.00021387008,0.007695501,0.00008444299],"about_ca_topic_score_codex":0.0008277614,"about_ca_topic_score_gemma":0.00015685172,"teacher_disagreement_score":0.13969558,"about_ca_system_score_codex":0.0017872906,"about_ca_system_score_gemma":0.02164028,"threshold_uncertainty_score":0.98451614},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200365875","doi":"10.22541/au.163827914.48781130/v1","title":"Empirical evaluation of fundamental principles of evidence-based medicine: a meta-epidemiological study","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Meta-analysis; Medicine; Odds ratio; Systematic review; Publication bias; Statistics; MEDLINE; Econometrics; Internal medicine; Mathematics; Chemistry","score_opus":0.9923385322462839,"score_gpt":0.7148133160779869,"score_spread":0.27752521616829695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200365875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561247,0.012554825,0.018170256,0.0036601818,0.0004765991,0.0050376835,0.000020100377,0.000007496889,0.0039481106],"genre_scores_gemma":[0.9885376,0.000051832772,0.009326169,0.0003002619,0.00007584161,0.00042913517,0.000025268722,0.000009879439,0.0012440034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6685302,0.23137328,0.05017403,0.0043128734,0.04514855,0.0004610373],"domain_scores_gemma":[0.919193,0.043889295,0.019581912,0.0077019217,0.009428367,0.00020544649],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6150869,0.0007099667,0.019026522,0.0006777918,0.00005873214,0.0001956599,0.0031903337,0.0003303995,0.12627871],"category_scores_gemma":[0.4582665,0.00022363059,0.007826623,0.0014808782,0.00032346917,0.00014363951,0.0013532883,0.00046508256,0.000094984396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005161572,0.0017529619,0.9328166,0.00063720706,0.013588498,0.000008244575,0.0020134351,0.028406119,0.00014330578,0.00034441295,0.013798616,0.0064389734],"study_design_scores_gemma":[0.0011039883,0.0010475303,0.6511313,0.0010953,0.07185585,0.0000057159527,0.016106825,0.24926858,0.00016521422,0.0054520615,0.002141838,0.0006258084],"about_ca_topic_score_codex":0.00019075337,"about_ca_topic_score_gemma":0.00017016263,"teacher_disagreement_score":0.28168532,"about_ca_system_score_codex":0.00011846803,"about_ca_system_score_gemma":0.0009585096,"threshold_uncertainty_score":0.99553704},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200389440","doi":"10.1101/2021.12.06.21267383","title":"Data and code availability statements in systematic reviews of interventions were often missing or inaccurate: a content analysis","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; University of Ottawa","keywords":"Computer science; Citation; Systematic review; Scopus; Code review; Information retrieval; Download; Sample (material); Raw data; Data file; Data science; World Wide Web; Software; MEDLINE; Software quality; Database; Software development","score_opus":0.9316209954698754,"score_gpt":0.6191030025453813,"score_spread":0.3125179929244941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200389440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8660708,0.055705592,0.06718083,0.00081647385,0.00051485095,0.007732608,0.0016960407,0.0000087231665,0.0002740881],"genre_scores_gemma":[0.9809117,0.0033726671,0.010462924,0.00011450597,0.00002448213,0.0004661801,0.00053114264,0.000025971365,0.004090433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9018013,0.047882624,0.042569306,0.0030287488,0.00436507,0.0003529776],"domain_scores_gemma":[0.9442109,0.0071327505,0.02782229,0.01865411,0.0019140015,0.0002659716],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27804184,0.0005935515,0.016301151,0.0011819649,0.00007802321,0.0012667661,0.004693747,0.00019317715,0.0077818297],"category_scores_gemma":[0.18134187,0.00027685525,0.0036612644,0.0030354045,0.00012565225,0.00044778205,0.0035736593,0.00045125233,0.000116759955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031598538,0.00071794953,0.752382,0.22548775,0.008817143,0.00006766558,0.001990457,0.00016707306,0.00009808563,0.000039497627,0.005161421,0.0050393967],"study_design_scores_gemma":[0.001955005,0.00019828165,0.4172613,0.1702544,0.07282068,0.00004482669,0.023414345,0.28727308,0.00005694414,0.0022916982,0.021775493,0.002653938],"about_ca_topic_score_codex":0.00016862221,"about_ca_topic_score_gemma":0.0057583316,"teacher_disagreement_score":0.33512065,"about_ca_system_score_codex":0.00009976733,"about_ca_system_score_gemma":0.00020491109,"threshold_uncertainty_score":0.99996835},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","score_opus":0.652587060367001,"score_gpt":0.6967628458869507,"score_spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200395585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12756842,0.03384215,0.69538605,0.10588891,0.0070561157,0.00096526346,0.00002620779,0.00012455856,0.029142316],"genre_scores_gemma":[0.8358486,0.006136074,0.14205182,0.006544131,0.0024207246,0.00032180033,0.000040270832,0.000053969547,0.0065826005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98567086,0.00097252044,0.00080706837,0.0013116566,0.010596315,0.00064159604],"domain_scores_gemma":[0.90955573,0.060009766,0.0007112044,0.0019139363,0.02511396,0.0026953814],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05948411,0.00017035092,0.0003682181,0.13695721,0.00041316703,0.004798167,0.002418063,0.0003491818,0.0022256284],"category_scores_gemma":[0.7677514,0.0001292189,0.00022387369,0.41679198,0.00017749392,0.0016280803,0.00049591,0.0010730888,0.00010692501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017092674,0.00063028897,0.0051643876,0.0000071091395,0.000019598398,0.0000016973703,0.0020814126,0.0000032151559,0.00020612084,0.0243053,0.05017921,0.91738456],"study_design_scores_gemma":[0.0019848754,0.0005301767,0.099297084,0.00012583559,0.000037809892,0.00005040143,0.20438051,0.017545173,0.0029247259,0.18374409,0.48861232,0.0007670138],"about_ca_topic_score_codex":0.000032507895,"about_ca_topic_score_gemma":0.000003341181,"teacher_disagreement_score":0.9166176,"about_ca_system_score_codex":0.0004534263,"about_ca_system_score_gemma":0.004114283,"threshold_uncertainty_score":0.9986865},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200425828","doi":"10.1016/j.ijcard.2021.12.021","title":"A survey of retractions in the cardiovascular literature","year":2021,"lang":"en","type":"review","venue":"International Journal of Cardiology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Interquartile range; Scientific misconduct; Misconduct; Internal medicine; Alternative medicine; Pathology; Law","score_opus":0.09250250443613138,"score_gpt":0.4167842958079029,"score_spread":0.3242817913717715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200425828","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011992387,0.9891327,0.00029180603,0.00037809508,0.0030366955,0.000103021855,0.00011610472,0.0000016384432,0.0069279415],"genre_scores_gemma":[0.0017239403,0.9958372,0.000039412804,0.000056425,0.0021964167,0.000003777276,0.00006608736,0.0000066848183,0.00007001602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915834,0.0064416556,0.0008091939,0.00012565864,0.00089480355,0.00014529684],"domain_scores_gemma":[0.99520725,0.0023127764,0.0006472354,0.00016391595,0.0016345095,0.000034299548],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011537089,0.00012942051,0.0014423481,0.00032527215,0.000049907856,0.000047059453,0.0012451739,0.001168715,0.000027228347],"category_scores_gemma":[0.0051385467,0.000084990126,0.0015605264,0.00048151021,0.00018483847,0.00012118431,0.000044440134,0.0032132366,0.0000033760107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019338657,0.000035782705,0.00057270087,0.0003390106,0.0064968825,0.0016258089,0.005223606,0.000098506665,9.375529e-8,0.010180745,0.018211352,0.9571962],"study_design_scores_gemma":[0.000073318384,0.000013058065,0.00034854183,0.0026740818,0.0002767363,0.0010012776,0.00038010644,2.0102449e-7,3.8381543e-8,0.00019181731,0.9949723,0.00006851569],"about_ca_topic_score_codex":0.00066724786,"about_ca_topic_score_gemma":0.00018901643,"teacher_disagreement_score":0.976761,"about_ca_system_score_codex":0.0001706649,"about_ca_system_score_gemma":0.0011732561,"threshold_uncertainty_score":0.9990864},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200434117","doi":"10.5152/turkjorthod.2021.21030","title":"Reporting Sample Size Calculation in Randomized Clinical Trials Published in 4 Orthodontic Journals","year":2021,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sample size determination; Randomized controlled trial; Sample (material); Clinical trial; Large sample","score_opus":0.9305638248511154,"score_gpt":0.6830218970389912,"score_spread":0.24754192781212425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200434117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69625276,0.00197628,0.27044445,0.008328093,0.0012975414,0.0027233965,0.00000410216,0.000010524079,0.018962871],"genre_scores_gemma":[0.9244865,0.000097371485,0.065250896,0.0006605572,0.00018001017,0.000060257327,0.0000065141694,0.0000101123405,0.009247771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.18262753,0.540191,0.26305196,0.0027722917,0.0106569575,0.00070025434],"domain_scores_gemma":[0.010496321,0.8701295,0.108629435,0.006072607,0.0042360732,0.0004360302],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9396527,0.00022985318,0.018691622,0.00058768614,0.000055338784,0.0024044567,0.0006789373,0.0001853366,0.06934137],"category_scores_gemma":[0.99388576,0.0000994583,0.0065446594,0.0034903614,0.000042425363,0.0005786543,0.00013261836,0.00036560852,0.00023734964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007767307,0.00015049805,0.9365101,0.000025585809,0.0002675996,0.00011804862,0.00025547302,0.0004158061,0.00006574341,0.0011371793,0.013488779,0.046788458],"study_design_scores_gemma":[0.12315146,0.000023178149,0.53698856,0.000422645,0.0009573708,0.00009998527,0.0020103082,0.1589502,0.00008035415,0.16116956,0.015456751,0.00068966794],"about_ca_topic_score_codex":0.00017803875,"about_ca_topic_score_gemma":0.0014204256,"teacher_disagreement_score":0.39952156,"about_ca_system_score_codex":0.0000394986,"about_ca_system_score_gemma":0.00033612477,"threshold_uncertainty_score":0.9986311},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200475773","doi":"10.1177/15586898211054243","title":"Systematic Reviews of Systematic Quantitative, Qualitative, and Mixed Studies Reviews in Healthcare Research: How to Assess the Methodological Quality of Included Reviews?","year":2021,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network; Université de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Systematic review; Typology; Management science; Qualitative research; Multimethodology; Critical appraisal; Qualitative property; Health care; Quality (philosophy); Data science; Computer science; Psychology; Sociology; MEDLINE; Medicine; Social science; Alternative medicine; Epistemology; Engineering; Political science; Pathology","score_opus":0.9950623349363318,"score_gpt":0.8309246850568849,"score_spread":0.1641376498794469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200475773","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036623824,0.83684945,0.09807333,0.013916364,0.0005380087,0.013791506,0.00001960374,0.0000017838544,0.00018611406],"genre_scores_gemma":[0.016869297,0.14994316,0.8295936,0.00017632438,0.00009083119,0.0011141807,0.0000013705966,0.000034797522,0.0021764345],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.035528034,0.9026488,0.04499934,0.0013453893,0.01455488,0.00092354795],"domain_scores_gemma":[0.03944444,0.85245925,0.04705703,0.009250532,0.05081795,0.0009707909],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9653009,0.0006232303,0.03263963,0.0028088496,0.0004222119,0.0005571668,0.0045464076,0.00027005168,0.00022632425],"category_scores_gemma":[0.96409297,0.00024051707,0.0037621132,0.013483253,0.0009801193,0.00047938785,0.0016229923,0.0023436204,0.0001024975],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019861775,0.00042517527,0.0006249871,0.8754688,0.0014152529,0.000043780958,0.039553624,0.000007801829,0.018493269,0.022116313,0.0313756,0.010276815],"study_design_scores_gemma":[0.001316171,0.0022199827,0.0039500645,0.3731873,0.0012782334,0.0002493734,0.4936026,0.00023932914,0.0052486644,0.09788215,0.01998819,0.00083794724],"about_ca_topic_score_codex":0.000042661537,"about_ca_topic_score_gemma":0.00028993379,"teacher_disagreement_score":0.7315203,"about_ca_system_score_codex":0.0003377869,"about_ca_system_score_gemma":0.0005981488,"threshold_uncertainty_score":0.99995804},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200491809","doi":"10.1186/s12961-021-00804-z","title":"Assessing the usefulness of policy brief and policy dialogue as knowledge translation tools towards contextualizing the accountability framework for routine immunization at a subnational level in Nigeria","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Operationalization; Knowledge translation; Context (archaeology); Health policy; Likert scale; Stakeholder; Policy analysis; Political science; Health services research; Public relations; Public administration; Medicine; Knowledge management; Psychology; Nursing; Public health; Computer science","score_opus":0.584859702133707,"score_gpt":0.5630848283294619,"score_spread":0.021774873804245032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200491809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87624913,0.007330831,0.0035314336,0.107656375,0.00015180637,0.002191211,0.00018171304,0.000020256914,0.0026872556],"genre_scores_gemma":[0.9964309,0.0012164988,0.000050129824,0.00050874776,0.0013302203,0.00015468447,0.000034637327,0.000013198286,0.000261002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9943343,0.003634545,0.0005853539,0.00026834427,0.000566817,0.0006106602],"domain_scores_gemma":[0.99068856,0.0077750743,0.00019213029,0.0002731709,0.0009174034,0.000153671],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011248165,0.00011276497,0.00031725856,0.00027227457,0.0020534897,0.00055275025,0.00020839118,0.00016680533,0.000007794318],"category_scores_gemma":[0.02086276,0.00008208985,0.00004917806,0.0016050038,0.00019429994,0.00047289042,0.00010034203,0.00030405555,8.1646584e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055094224,0.000067019275,0.012355762,0.0005505889,0.000016748882,5.4668175e-7,0.15253721,0.000012283294,0.00009414691,0.80316687,0.00015020225,0.030993557],"study_design_scores_gemma":[0.0024291545,0.00021359997,0.72263414,0.0013784438,0.00001029301,0.000025833351,0.15049282,0.0016804942,0.00021821405,0.084239185,0.0363076,0.00037021353],"about_ca_topic_score_codex":0.10269804,"about_ca_topic_score_gemma":0.040914144,"teacher_disagreement_score":0.7189277,"about_ca_system_score_codex":0.0008068718,"about_ca_system_score_gemma":0.008103481,"threshold_uncertainty_score":0.9992457},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200496290","doi":"10.1161/circheartfailure.121.008685","title":"Factors Associated With Racial and Ethnic Diversity Among Heart Failure Trial Participants: A Systematic Bibliometric Review","year":2021,"lang":"en","type":"article","venue":"Circulation Heart Failure","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University","funders":"","keywords":"Medicine; Ethnic group; Heart failure; Diversity (politics); MEDLINE; Gerontology; Internal medicine","score_opus":0.11610561275819081,"score_gpt":0.32771820513228284,"score_spread":0.21161259237409202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200496290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780289,0.006117116,0.00009990249,0.011617366,0.00013595427,0.0037460427,0.00001326763,0.00020272557,0.000038704195],"genre_scores_gemma":[0.9979217,0.00015045861,0.00030160957,0.0008556422,0.000095949115,0.00012685246,0.00022199047,0.000033555334,0.00029223898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996965,0.00047047803,0.00059647247,0.00057435205,0.00088123005,0.00051249465],"domain_scores_gemma":[0.9981523,0.0003394041,0.00021442786,0.0004902221,0.0004020413,0.00040158426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008324893,0.00035128265,0.001206175,0.0023106292,0.00038467217,0.000085758285,0.00006423097,0.00021495207,0.00034821933],"category_scores_gemma":[0.0014734911,0.0002668301,0.00025575727,0.013330496,0.00009461158,0.00036814625,0.0001483253,0.00028538596,0.00003821366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000396007,0.00077510066,0.93970484,0.020404575,0.0013525533,0.00010141221,0.00088116433,0.000015827438,0.00026540592,0.00008617166,0.03590127,0.00011564755],"study_design_scores_gemma":[0.023467956,0.00055848697,0.94319534,0.020005297,0.003887853,0.000030209712,0.000674681,0.0001446758,0.00011472308,0.00002125857,0.0073417397,0.0005577886],"about_ca_topic_score_codex":0.000048217385,"about_ca_topic_score_gemma":0.00044442684,"teacher_disagreement_score":0.02855953,"about_ca_system_score_codex":0.00019593105,"about_ca_system_score_gemma":0.000162389,"threshold_uncertainty_score":0.99997836},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200622046","doi":"10.1002/cl2.1208","title":"PROTOCOL: Searching and reporting in Campbell Collaboration systematic reviews: An assessment of current methods","year":2021,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Protocol (science); Current (fluid); Systematic review; Psychology; Computer science; Data science; Medicine; Political science; MEDLINE; Engineering; Alternative medicine; Law; Pathology","score_opus":0.8825387053207386,"score_gpt":0.7057369941651458,"score_spread":0.17680171115559284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200622046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048552146,0.11118878,0.20449875,0.0001321987,0.00084686355,0.67457116,0.000012413345,0.000024055284,0.0038705787],"genre_scores_gemma":[0.021908313,0.0050350237,0.32649437,0.00028867438,0.0003115443,0.6408631,0.000058496145,0.00015934579,0.004881154],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.52364874,0.34495178,0.11945064,0.003281516,0.0077902237,0.0008770828],"domain_scores_gemma":[0.82192546,0.018893356,0.14169337,0.012394507,0.004454661,0.0006386385],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62347674,0.00092326634,0.026084088,0.0007941622,0.00023382912,0.0015090841,0.0016962449,0.00018420942,0.0006952268],"category_scores_gemma":[0.4431422,0.0004372229,0.0024503653,0.0049311756,0.00009094956,0.000862879,0.00037899218,0.00051888847,0.00028503113],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020002337,0.0002052894,0.0043919445,0.9821351,0.00012171234,0.000019869523,0.0022098983,0.00004575491,0.0008282579,0.0019965922,0.001083882,0.006959655],"study_design_scores_gemma":[0.0015427108,0.0003199171,0.0017506437,0.7701479,0.002971509,0.00067493576,0.013497921,0.09408196,0.00033268414,0.005798577,0.1067367,0.0021445507],"about_ca_topic_score_codex":0.000010981066,"about_ca_topic_score_gemma":0.000111870664,"teacher_disagreement_score":0.32605842,"about_ca_system_score_codex":0.00026459497,"about_ca_system_score_gemma":0.0005539135,"threshold_uncertainty_score":0.99980795},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205158992","doi":"10.1097/ede.0000000000001147","title":"Positive Epidemiology?","year":2019,"lang":"en","type":"article","venue":"Epidemiology","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Epidemiology; Medicine; Pathology","score_opus":0.09827548076709106,"score_gpt":0.44037033554839994,"score_spread":0.34209485478130885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205158992","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2828035,0.0027706677,0.00092067145,0.39669377,0.004073262,0.0006703605,0.000019017396,0.00020759983,0.31184116],"genre_scores_gemma":[0.77581626,0.00086964184,0.0028934528,0.20203556,0.0009691798,0.000028163184,0.000018648581,0.000015831349,0.017353244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9940664,0.0038900322,0.00055128476,0.00034349586,0.000065275344,0.0010834844],"domain_scores_gemma":[0.97425485,0.024963722,0.00018802044,0.00024406874,0.000053709722,0.0002956534],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009831072,0.00011382637,0.0006785095,0.000055053555,0.00030282035,0.0000028759218,0.00026157426,0.00031521672,0.0022957132],"category_scores_gemma":[0.024532992,0.00009853587,0.0001421914,0.00012306134,0.0003603512,0.000098808945,0.000054074117,0.00027106793,0.0023465673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006679806,0.0000061971195,0.4824053,0.000008060925,0.000007570049,8.691145e-7,0.00045974948,0.000008584664,4.175044e-7,0.4998463,0.015781814,0.0014684398],"study_design_scores_gemma":[0.00013232435,0.000038070357,0.5281415,0.000016888975,0.0000041896815,0.0000016770024,0.0007793789,0.00004383167,9.120776e-7,0.07906158,0.39166516,0.00011452639],"about_ca_topic_score_codex":0.013588477,"about_ca_topic_score_gemma":0.001182014,"teacher_disagreement_score":0.4930128,"about_ca_system_score_codex":0.00013283062,"about_ca_system_score_gemma":0.0001951649,"threshold_uncertainty_score":0.99861634},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4205328242","doi":"10.7554/elife.72737","title":"Meta-Research: investigating disagreement in the scientific literature","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Air Force Office of Scientific Research; Canada Research Chairs","keywords":"Discipline; Epistemology; Social science; Physical science; Biological sciences; Sociology; Biology; Philosophy","score_opus":0.7736723904124272,"score_gpt":0.6687191692555318,"score_spread":0.10495322115689543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205328242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8853966,0.024999304,0.000026738851,0.0062818755,0.0007340948,0.0006662301,0.000035181507,0.000020340154,0.08183964],"genre_scores_gemma":[0.9922897,0.0031601482,0.00016855843,0.0012615678,0.00017752082,0.000018100654,0.00001815054,0.000011732777,0.0028945184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935699,0.0022187552,0.0007028428,0.00029240054,0.0026665488,0.000549551],"domain_scores_gemma":[0.9970974,0.00088021735,0.00039488447,0.0004722425,0.0008504475,0.00030482814],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018086694,0.00016245483,0.00040760983,0.00071683986,0.0015331908,0.011884933,0.0029626747,0.000090063855,0.013450087],"category_scores_gemma":[0.0046247696,0.00010875565,0.00018188439,0.0052913167,0.00060562894,0.0045856694,0.00063808734,0.00069134834,0.00003279693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036330508,0.0006181231,0.079266734,0.00019411067,0.00065167405,0.00012976966,0.3798078,0.00022573725,0.0231144,0.023506723,0.46470478,0.02774382],"study_design_scores_gemma":[0.000794822,0.0000128043885,0.38824785,0.0012565756,0.00027427272,0.000016513613,0.07557075,0.00013336093,0.014667136,0.075960696,0.44231987,0.00074534724],"about_ca_topic_score_codex":0.0010933843,"about_ca_topic_score_gemma":0.001560902,"teacher_disagreement_score":0.30898112,"about_ca_system_score_codex":0.00012311243,"about_ca_system_score_gemma":0.00078866,"threshold_uncertainty_score":0.99976665},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205347469","doi":"10.2196/preprints.21820","title":"How to Fight an Infodemic: The Four Pillars of Infodemic Management (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Public relations; Political science; Literacy; Health literacy; The Internet; Sociology; Health care; Computer science; Law","score_opus":0.045342844505357395,"score_gpt":0.29781796072110434,"score_spread":0.2524751162157469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205347469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55162424,0.001348679,0.046067715,0.14576706,0.0026611655,0.02151602,0.0029932908,0.0027429478,0.22527887],"genre_scores_gemma":[0.9636715,0.00064598006,0.014755298,0.013137447,0.00037233124,0.0003728091,0.000906067,0.00010682545,0.006031761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967751,0.00015342073,0.00070646615,0.0010046241,0.00094712304,0.00041325676],"domain_scores_gemma":[0.99542654,0.00009372687,0.00036730734,0.0032138973,0.00034877745,0.0005497458],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005799709,0.00049047684,0.0009213087,0.00019937633,0.00004833751,0.00008841967,0.0013155818,0.0002685823,0.00042119995],"category_scores_gemma":[0.0005089543,0.00035110736,0.00032132334,0.00033250957,0.00010268185,0.00010874256,0.0036459542,0.0008881741,0.00023551406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026061311,0.0007704932,0.09718379,0.011279074,0.0047185845,0.00086253963,0.0041796397,0.0057114004,0.0042048204,0.01056857,0.7309741,0.12694088],"study_design_scores_gemma":[0.0025196278,0.00047649507,0.1951935,0.0015833187,0.00092024927,0.00005056612,0.0012123797,0.0038950553,0.0019158619,0.0039065606,0.78696537,0.0013610261],"about_ca_topic_score_codex":0.000113103095,"about_ca_topic_score_gemma":0.000078787394,"teacher_disagreement_score":0.4120472,"about_ca_system_score_codex":0.00018307634,"about_ca_system_score_gemma":0.0002466734,"threshold_uncertainty_score":0.9998941},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205376244","doi":"10.31219/osf.io/jm3hf","title":"An infographic of data sharing in North America","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Infographic; Data sharing; Political science; Geography; Regional science; Computer science; Data mining","score_opus":0.2607468458245488,"score_gpt":0.430734309988772,"score_spread":0.16998746416422317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205376244","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08038446,0.00025505573,0.88781005,0.0017246252,0.00040171115,0.0011864078,0.00036772026,0.0003225991,0.02754734],"genre_scores_gemma":[0.5710574,0.0044277124,0.4180894,0.0005148709,0.00006367437,0.00019124319,0.0049860193,0.000035966288,0.0006337243],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99685216,0.00021899964,0.00040027066,0.0014318271,0.00081124116,0.00028547383],"domain_scores_gemma":[0.9880226,0.00013318093,0.0003093552,0.011418623,0.00003800708,0.000078193734],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0017964349,0.00014574736,0.00023706524,0.0008866884,0.000045365556,0.0016079664,0.03574179,0.000033570337,0.00015454332],"category_scores_gemma":[0.00022078496,0.00014801776,0.000031077772,0.0016423505,0.000055817716,0.028728232,0.100694045,0.0008112019,0.0000051229395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042710068,0.001398733,0.6292022,0.0011703839,0.00034939934,0.00036225902,0.0018647027,0.032993898,0.000035245914,0.09927502,0.0027311032,0.23057437],"study_design_scores_gemma":[0.00024762485,0.00016003438,0.18708578,0.000038327766,0.00001474249,0.0000011413302,0.00030160704,0.6457174,0.0000045374504,0.0015386496,0.16435957,0.0005305788],"about_ca_topic_score_codex":0.0050916346,"about_ca_topic_score_gemma":0.0027133224,"teacher_disagreement_score":0.6127235,"about_ca_system_score_codex":0.000032044358,"about_ca_system_score_gemma":0.00014524012,"threshold_uncertainty_score":0.99942845},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205570314","doi":"10.1177/16094069211065233","title":"Reflective Interviewing—Increasing Social Impact through Research","year":2021,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Interview; Reflection (computer programming); Participant observation; Qualitative research; Social research; Psychology; Process (computing); Sociology; Engineering ethics; Social science; Computer science; Engineering","score_opus":0.961446233461558,"score_gpt":0.8303102009988648,"score_spread":0.13113603246269323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205570314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7519543,0.002720911,0.17646238,0.0091418745,0.008378417,0.00055318413,0.0001468528,0.000024828456,0.050617248],"genre_scores_gemma":[0.5583197,0.00027127666,0.43356708,0.0039260928,0.0026830598,0.000038102215,0.00007597707,0.000039996037,0.0010787648],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9416708,0.05484921,0.0014613372,0.00021314682,0.0013074368,0.00049809145],"domain_scores_gemma":[0.9809826,0.011204668,0.0009943183,0.00012060275,0.00652127,0.00017654075],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04313905,0.00015574573,0.0004554044,0.00029657644,0.00065456994,0.000030141957,0.00042011627,0.00013147673,0.0012219372],"category_scores_gemma":[0.0042286417,0.00012292674,0.00030292335,0.00044284493,0.00015234559,0.0003902688,0.00024822535,0.0015970785,0.00006439088],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028230685,0.0006190714,0.004948041,0.00040199535,0.0012048502,0.0001890842,0.8740885,0.0000054291927,0.011133857,0.03558751,0.010937344,0.058061246],"study_design_scores_gemma":[0.004310262,0.0014860752,0.01003169,0.0038690562,0.00006533878,0.00012242126,0.5477424,0.000055828354,0.009696344,0.3405867,0.08165368,0.00038017778],"about_ca_topic_score_codex":0.00045112488,"about_ca_topic_score_gemma":0.000034759287,"teacher_disagreement_score":0.32634607,"about_ca_system_score_codex":0.0018212259,"about_ca_system_score_gemma":0.0013959032,"threshold_uncertainty_score":0.99969107},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205693508","doi":"10.2196/31759","title":"Using Facebook Advertisements for Women’s Health Research: Methodology and Outcomes of an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"East Carolina University","keywords":"Respondent; Headline; Advertising; Limiting; Social media; Diversity (politics); Observational study; Psychology; Medicine; Business; Political science; Engineering","score_opus":0.9339973804147731,"score_gpt":0.7221672708004179,"score_spread":0.21183010961435522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205693508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863745,0.000049543603,0.00007177465,0.0036286328,0.0005928309,0.009019403,0.000055467644,0.000015670705,0.00019219246],"genre_scores_gemma":[0.9755868,0.00002067293,0.00207047,0.00010035881,0.000115994524,0.021923335,0.000014419446,0.000013367703,0.000154635],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9797488,0.016314747,0.0004772391,0.0002594046,0.002236278,0.000963546],"domain_scores_gemma":[0.9865992,0.011824876,0.00017930436,0.00017851856,0.0009188348,0.0002992396],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.050725788,0.000073663454,0.00029583264,0.00056478154,0.0038916548,0.000036843332,0.00038100863,0.000047649693,0.00024777025],"category_scores_gemma":[0.0058397995,0.000076695986,0.000026379455,0.0009722611,0.00058002945,0.0004245102,0.00029035652,0.00055396114,0.0000022342751],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012408652,0.000683839,0.08891771,0.00010608039,0.000030361422,2.482343e-7,0.87981224,0.000008235883,0.00003116353,0.006479259,0.00045610013,0.02335068],"study_design_scores_gemma":[0.0005969449,0.0018612976,0.349752,0.0000069129023,0.0000010421985,1.8303521e-7,0.6251596,0.00019640508,0.000009980113,0.008658097,0.013697157,0.000060355924],"about_ca_topic_score_codex":0.008395445,"about_ca_topic_score_gemma":0.0013753849,"teacher_disagreement_score":0.26083428,"about_ca_system_score_codex":0.0025617979,"about_ca_system_score_gemma":0.0027099398,"threshold_uncertainty_score":0.99820775},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4205856092","doi":"10.1038/s41433-021-01913-3","title":"Correction to: Risk of bias: why measure it, and how?","year":2022,"lang":"en","type":"erratum","venue":"Eye","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Measure (data warehouse); MEDLINE; Optometry; Computer science; Medicine; Data science; Data mining; Political science; Law","score_opus":0.10745087578469226,"score_gpt":0.4080716997365308,"score_spread":0.30062082395183853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205856092","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045474214,0.0017161765,0.00040263412,0.02370998,0.07936504,0.0013679356,0.00020274342,0.0003056411,0.8924751],"genre_scores_gemma":[0.010785911,0.0030661933,0.000268782,0.00024324216,0.0016613528,0.00016002546,0.000035598518,0.000045143144,0.9837338],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689543,0.00093925564,0.00014276564,0.00032540006,0.001404179,0.00029297633],"domain_scores_gemma":[0.9986845,0.00045778073,0.00018778357,0.00030027475,0.0002399106,0.00012974768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034589337,0.00012990007,0.00025884336,0.00028137883,0.00046671042,0.00009906762,0.00049173227,0.00028178157,0.0008589771],"category_scores_gemma":[0.0075855274,0.0001349547,0.00008872014,0.00071206683,0.00022865518,0.00007969343,0.0002358797,0.0012540244,0.000012124001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000873472,0.000015848194,0.0007391455,0.0000215657,0.00002014555,0.0000043184045,0.0025369544,8.692747e-7,0.000008757231,0.00005726303,0.98718953,0.009396838],"study_design_scores_gemma":[0.00003578746,0.000093462775,0.0006056954,0.000102705046,0.000019391538,4.1788e-7,0.003897062,0.000016240778,0.000020192032,0.00026184355,0.9948131,0.00013412596],"about_ca_topic_score_codex":0.01203766,"about_ca_topic_score_gemma":0.013630899,"teacher_disagreement_score":0.091258645,"about_ca_system_score_codex":0.00023745847,"about_ca_system_score_gemma":0.00052539114,"threshold_uncertainty_score":0.9945413},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205972468","doi":"10.21203/rs.3.rs-137973/v1","title":"Meta-Consent for the Secondary Use of Health Data Within A Learning Health System: A Qualitative Study of the Public’s Perspective.","year":2021,"lang":"en","type":"preprint","venue":"Research Square (Research Square)","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Transparency (behavior); Thematic analysis; Informed consent; Autonomy; Focus group; Qualitative research; Context (archaeology); Psychology; Medical education; Knowledge management; Public relations; Nursing; Medicine; Computer science; Political science; Business; Sociology; Law; Computer security","score_opus":0.9305562308005187,"score_gpt":0.7147591000049832,"score_spread":0.21579713079553553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205972468","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26838514,0.11959189,0.004916256,0.48236266,0.0019364026,0.113035634,0.008348908,0.00040521336,0.0010178937],"genre_scores_gemma":[0.98267263,0.006996407,0.001777087,0.00021073106,0.000398963,0.0041582426,0.0005469958,0.000290973,0.0029479805],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.75925344,0.17782052,0.008858438,0.0071041062,0.040417325,0.0065461695],"domain_scores_gemma":[0.4556673,0.44279546,0.0042027147,0.023300422,0.07137059,0.0026635253],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","open_science"],"category_scores_codex":[0.3685163,0.0009227968,0.0047248183,0.0023321651,0.0035475977,0.0008091891,0.007696085,0.0011533442,0.00030422182],"category_scores_gemma":[0.342211,0.0005566959,0.0015567599,0.0054329163,0.005916313,0.0004835339,0.02519373,0.040897254,0.000014607095],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0051308684,0.017931094,0.0041272896,0.15790059,0.038333267,0.00022562464,0.660952,0.00086187717,0.00018831414,0.072047584,0.03494521,0.007356313],"study_design_scores_gemma":[0.00357676,0.010516547,0.0026505773,0.010412576,0.000561988,0.00003313131,0.9591443,0.0048091463,0.00008788658,0.004655786,0.0031142563,0.00043704925],"about_ca_topic_score_codex":0.09425196,"about_ca_topic_score_gemma":0.055745192,"teacher_disagreement_score":0.71428746,"about_ca_system_score_codex":0.0050293454,"about_ca_system_score_gemma":0.10423079,"threshold_uncertainty_score":0.99968845},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4205976007","doi":"10.31234/osf.io/kjby3","title":"“I know it's bad but I have been pressured into it”: Questionable research practices among psychology students in Canada","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Psychology; Descriptive statistics; Likert scale; Medical education; Social psychology; Applied psychology; Qualitative research; Social science; Sociology; Medicine","score_opus":0.14608733304107166,"score_gpt":0.4678186463359695,"score_spread":0.3217313132948978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205976007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481872,0.0010081216,0.000026277565,0.008319845,0.0012757903,0.0010150702,0.000023866414,0.000041853364,0.040101975],"genre_scores_gemma":[0.9772178,0.0030074825,0.00034199416,0.003119814,0.00015182524,0.00036121896,0.00001925657,0.000033099004,0.015747495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925979,0.0016611497,0.0007954153,0.0019720013,0.0021548795,0.00081869744],"domain_scores_gemma":[0.9961076,0.0012995874,0.0006442024,0.001119765,0.00057791255,0.00025095127],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023682963,0.0003611983,0.0005547564,0.00031797375,0.00030384707,0.00073306623,0.002610889,0.0003856323,0.0014255323],"category_scores_gemma":[0.008240173,0.0003366142,0.000058162386,0.0005239309,0.000317565,0.0007428251,0.0025804618,0.0023652404,0.000032977045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046996024,0.001623141,0.83150727,0.0027081908,0.00016507713,0.003063545,0.0055298293,0.006744441,0.020287156,0.00052332674,0.1220981,0.0052799815],"study_design_scores_gemma":[0.0031320471,0.0007430668,0.51867414,0.0052396837,0.00015624193,0.00012687946,0.038803767,0.007812716,0.15270332,0.009557073,0.25900123,0.0040498544],"about_ca_topic_score_codex":0.9675668,"about_ca_topic_score_gemma":0.98693013,"teacher_disagreement_score":0.31283313,"about_ca_system_score_codex":0.00047243043,"about_ca_system_score_gemma":0.005529987,"threshold_uncertainty_score":0.99993634},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4206026463","doi":"10.18778/1733-8077.8.1.04","title":"A Reflexive Lens: Exploring Dilemmas of Qualitative Methodology Through the Concept of Reflexivity","year":2012,"lang":"en","type":"article","venue":"Qualitative Sociology Review","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Reflexivity; Sociology; Qualitative research; Epistemology; Transformative learning; Subjectivity; Social science; Pedagogy","score_opus":0.9275592183170697,"score_gpt":0.7255072094391162,"score_spread":0.2020520088779535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206026463","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034265667,0.7183856,0.1006341,0.09549222,0.0014385611,0.0040568206,0.00043148626,0.0001396012,0.04515598],"genre_scores_gemma":[0.40600017,0.31415877,0.26875672,0.0074818074,0.00093186734,0.0013686182,0.00006340441,0.00009937939,0.0011392582],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.78210074,0.2142211,0.001451467,0.00042118525,0.00081003597,0.0009954616],"domain_scores_gemma":[0.9085922,0.08809783,0.0013747051,0.00050011615,0.0012876956,0.00014740776],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12173355,0.00030827234,0.0017258213,0.000073784606,0.0006182957,0.0000057968773,0.0006932372,0.00033506897,0.00045574422],"category_scores_gemma":[0.059035543,0.00020982069,0.0005416083,0.00073594257,0.021177469,0.00078895467,0.00019789752,0.0010375429,0.00003727401],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024395064,0.00005124404,0.000014630839,0.0005017436,0.00015935535,2.2570728e-7,0.5019781,1.3638838e-7,0.000100083715,0.49399266,0.00065211544,0.0025253182],"study_design_scores_gemma":[0.00017756979,0.00025524877,0.000054704404,0.0007507513,0.000102584454,6.0216666e-7,0.6303065,8.976197e-8,0.00041227572,0.2736992,0.09405356,0.00018695333],"about_ca_topic_score_codex":0.001989362,"about_ca_topic_score_gemma":0.00007599706,"teacher_disagreement_score":0.40422678,"about_ca_system_score_codex":0.00017020972,"about_ca_system_score_gemma":0.00049313996,"threshold_uncertainty_score":0.9814863},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4206697781","doi":"10.1038/s41592-021-01387-x","title":"Author Correction: QUAREP-LiMi: a community endeavor to advance quality assessment and reproducibility in light microscopy","year":2022,"lang":"en","type":"erratum","venue":"Nature Methods","topic":"Cell Image Analysis Techniques","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Reproducibility; Microscopy; Medicine; Computer science; Chemistry; Pathology; Chromatography","score_opus":0.029315463870259184,"score_gpt":0.476112997048157,"score_spread":0.44679753317789783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206697781","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069463484,0.16227932,0.26665646,0.017582681,0.18351026,0.014712462,0.0009706683,0.0014184121,0.28340626],"genre_scores_gemma":[0.011822186,0.0012298694,0.63987684,0.0034735363,0.0016743891,0.00088766596,0.003409301,0.0002088166,0.33741742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9879805,0.008078199,0.00079614343,0.0023809427,0.00036800516,0.00039621745],"domain_scores_gemma":[0.99244076,0.00025027595,0.0004315501,0.0064440216,0.00028517857,0.00014822456],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.018053677,0.0005127431,0.00092436274,0.000259898,0.00031265928,0.00007483214,0.00076362496,0.0015285775,0.00008731961],"category_scores_gemma":[0.0077327867,0.0005365158,0.00027840908,0.00066446373,0.000099635196,0.000008660412,0.0014143086,0.0064629223,6.650651e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014680867,0.00036979833,0.0010323778,0.00019269786,0.00010366203,0.0000067850733,0.00021923319,0.0000030404744,0.23744139,0.000009635926,0.7321392,0.02833532],"study_design_scores_gemma":[0.00015052361,0.00035716934,0.0069800736,0.00004935124,0.00006879515,0.000014725425,0.00022706394,0.0000140871725,0.1631948,0.00021394894,0.8282446,0.0004848089],"about_ca_topic_score_codex":0.00055894465,"about_ca_topic_score_gemma":0.0015019292,"teacher_disagreement_score":0.37322035,"about_ca_system_score_codex":0.00036991038,"about_ca_system_score_gemma":0.00039051997,"threshold_uncertainty_score":0.99976766},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210319060","doi":"10.1139/facets-2021-0064","title":"Teaching phronesis in a research integrity course","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Ethics in medical practice","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lægeforeningen","keywords":"Phronesis; Practical wisdom; Engineering ethics; Pedagogy; Epistemology; Sociology; Engineering; Philosophy","score_opus":0.5018639034440301,"score_gpt":0.6667144935410644,"score_spread":0.1648505900970343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210319060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6899002,0.0002801856,0.00011475539,0.11242791,0.0015088437,0.0009216616,0.000022687369,0.00012022414,0.19470352],"genre_scores_gemma":[0.9865188,0.000016440328,0.00061038963,0.00357507,0.00019103607,0.00040605612,0.000007482172,0.00002086555,0.008653867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97157955,0.025839781,0.00036643533,0.00030106536,0.0012569908,0.0006561462],"domain_scores_gemma":[0.98488843,0.0143523635,0.000089337685,0.0004140475,0.00012115313,0.00013467771],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05620668,0.00007556648,0.0001665699,0.00016041494,0.0035825695,0.0000065947024,0.00047023976,0.00019903647,0.004742092],"category_scores_gemma":[0.02371919,0.00007399183,0.000024166322,0.0003848305,0.00014774811,0.000117451345,0.0009911109,0.04045757,0.0008096856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032040194,0.0015644392,0.15664221,0.00052093813,0.000039655242,0.00025113672,0.12961096,0.00004578592,0.001428604,0.18663538,0.5074107,0.015529762],"study_design_scores_gemma":[0.0013095103,0.00015939602,0.040683124,0.00020094459,0.000010162021,0.0000061174756,0.15329017,0.0008696396,0.000010532507,0.060959585,0.74229276,0.00020802894],"about_ca_topic_score_codex":0.007446408,"about_ca_topic_score_gemma":0.0014191762,"teacher_disagreement_score":0.29661858,"about_ca_system_score_codex":0.0006925344,"about_ca_system_score_gemma":0.0009114623,"threshold_uncertainty_score":0.9999683},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210342638","doi":"10.1177/01632787211067532","title":"Network Meta-Analysis for Single-Case Design Studies: An Illustration","year":2022,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Public Safety Research and Treatment; University of Regina","funders":"KU Leuven","keywords":"Meta-analysis; Psychological intervention; Relevance (law); Computer science; Network analysis; Single-subject design; Focus (optics); Data science; Psychology; Data mining; Medicine; Psychotherapist; Engineering","score_opus":0.9621373876294022,"score_gpt":0.6045769076283983,"score_spread":0.3575604800010038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210342638","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090691626,0.10848089,0.26470685,0.47008047,0.016473074,0.04512149,0.0007762178,0.00087818125,0.0027911912],"genre_scores_gemma":[0.9675796,0.00001537437,0.0023369673,0.0096707735,0.00027584942,0.017372506,0.00012879606,0.00001907784,0.0026010396],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98822325,0.009666027,0.0006765084,0.00048334803,0.00049018144,0.00046070613],"domain_scores_gemma":[0.99713534,0.0013661929,0.00051870657,0.000547604,0.00032815215,0.000104022016],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013739948,0.00018392608,0.0006286413,0.00008191556,0.005129575,0.000017257324,0.00021661488,0.000065239736,0.006343467],"category_scores_gemma":[0.0001483876,0.00010538102,0.00038772478,0.0010747851,0.00008547561,0.00006981878,0.00009664596,0.00035260065,0.00002655238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016665756,0.0051485016,0.0009592158,0.000055385757,0.1067731,0.000045932273,0.15310723,0.11066196,0.000041010822,0.021975592,0.5224603,0.07710524],"study_design_scores_gemma":[0.005460039,0.015211399,0.014508894,0.000015990312,0.39133584,0.00029231617,0.35882547,0.011847349,0.000003992975,0.13175198,0.069199905,0.0015468084],"about_ca_topic_score_codex":0.00009043199,"about_ca_topic_score_gemma":0.00019970657,"teacher_disagreement_score":0.876888,"about_ca_system_score_codex":0.0001873123,"about_ca_system_score_gemma":0.00010005895,"threshold_uncertainty_score":0.99616563},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4210401899","doi":"10.1016/j.jemep.2022.100758","title":"Impact of institutional affiliation bias on editorial publication decisions: A bibliometric analysis of three ophthalmology journals","year":2022,"lang":"en","type":"article","venue":"Ethics Medicine and Public Health","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Editorial board; Impact factor; Ophthalmology; Blinding; Medicine; Library science; Family medicine; MEDLINE; Political science; Law","score_opus":0.8774203146863786,"score_gpt":0.6741541490313949,"score_spread":0.20326616565498368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210401899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937891,0.0034165285,0.00727487,0.04391784,0.005735944,0.00036288658,0.00043467982,0.000011021324,0.00095519715],"genre_scores_gemma":[0.99628794,0.0016997244,0.00020609314,0.00042750261,0.0012016852,0.000017873394,0.00011436304,0.0000063776274,0.000038446873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9681299,0.0027218896,0.0025685122,0.0007722947,0.02511961,0.0006878121],"domain_scores_gemma":[0.9206057,0.05580285,0.0028196876,0.0011240112,0.018387783,0.0012599513],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.17317446,0.00015487855,0.00089281425,0.6918303,0.0008141091,0.0003113652,0.001401347,0.00024383207,0.0029371772],"category_scores_gemma":[0.4408161,0.000100440026,0.00028199368,0.8475218,0.00046645466,0.00052151957,0.00051811273,0.0015184936,0.0000050315543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110918416,0.0007726742,0.681527,0.000015417112,0.00041319238,0.0000037915233,0.0011420692,0.0012002592,0.000039862876,0.011958489,0.10166185,0.20115447],"study_design_scores_gemma":[0.0007902309,0.0029092752,0.96602243,0.000014086784,0.000031201813,0.000020499761,0.00044622083,0.0052137235,0.0000010836433,0.005976637,0.01848538,0.00008921777],"about_ca_topic_score_codex":0.0035055103,"about_ca_topic_score_gemma":0.00005930147,"teacher_disagreement_score":0.28449544,"about_ca_system_score_codex":0.00043482005,"about_ca_system_score_gemma":0.0059512635,"threshold_uncertainty_score":0.9996841},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4210542220","doi":"10.1002/jrsm.1547","title":"Meta‐analysis of prevalence: <scp><i>I</i><sup>2</sup></scp> statistic and how to deal with heterogeneity","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":524,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Statistic; Point estimation; Econometrics; Study heterogeneity; Sample size determination; Confidence interval; Systematic review; Pooled variance; Publication bias; Summary statistics; Subgroup analysis; Demography; Medicine; Mathematics; MEDLINE; Internal medicine; Biology","score_opus":0.8023315025989195,"score_gpt":0.6016847519460555,"score_spread":0.20064675065286397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210542220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41308254,0.011817537,0.5665437,0.0018259101,0.00003407725,0.0029358903,0.0011275527,0.00001965209,0.002613172],"genre_scores_gemma":[0.33390185,0.0001398012,0.65482676,0.00011215609,0.000028043863,0.0013847778,0.00000575277,0.000038703016,0.009562159],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7508338,0.22300465,0.0047366433,0.0025525822,0.017833477,0.0010388383],"domain_scores_gemma":[0.7217814,0.26465333,0.0028384507,0.0065383585,0.0032218713,0.0009666217],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47585452,0.00043136702,0.0074824938,0.0032827517,0.00072298193,0.0009285659,0.0031557116,0.00007685479,0.0065785903],"category_scores_gemma":[0.12230743,0.00022147328,0.0027591975,0.011821651,0.00033823473,0.00022810248,0.001261187,0.00050781947,0.00008736854],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015551888,0.0008424343,0.061638687,0.0018124263,0.6031743,0.00011815604,0.00977348,0.055118494,0.0037770416,0.004288578,0.04859291,0.21070795],"study_design_scores_gemma":[0.000465195,0.001352346,0.03228266,0.000058536738,0.3855777,0.00007317916,0.022095008,0.23545502,0.009804004,0.0056176158,0.30645382,0.00076486944],"about_ca_topic_score_codex":0.000065813765,"about_ca_topic_score_gemma":0.00003979616,"teacher_disagreement_score":0.3535471,"about_ca_system_score_codex":0.00009435392,"about_ca_system_score_gemma":0.00022362574,"threshold_uncertainty_score":0.9943295},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210961700","doi":"10.5195/jmla.2022.1430","title":"Creating a more inclusive journal: the Journal of the Medical Library Association’s evolving process for selecting editorial board members","year":2021,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Editorial board; Selection (genetic algorithm); Process (computing); Computer science; Association (psychology); World Wide Web; Library science; Data science; Psychology; Artificial intelligence","score_opus":0.006024636481938758,"score_gpt":0.2899455282906684,"score_spread":0.28392089180872965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210961700","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024801155,0.0013477234,0.00004116549,0.14945401,0.843875,0.00037515553,0.000074341726,0.000029570207,0.0023229157],"genre_scores_gemma":[0.002246067,0.0021202052,0.00012408909,0.0031919004,0.98445547,0.0000052127384,0.000020167032,0.00007398766,0.007762918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9636726,0.0051929946,0.002417339,0.00025384562,0.027626999,0.0008362715],"domain_scores_gemma":[0.9406629,0.03448785,0.01718079,0.00039667342,0.005955693,0.0013160612],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03499851,0.000413338,0.0012606329,0.00023261808,0.0034998618,0.0014081683,0.00634651,0.0027352944,0.001547671],"category_scores_gemma":[0.2771899,0.00022808374,0.0015098152,0.0014733819,0.00038844766,0.0028220767,0.0011232937,0.009790271,0.0000016190654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016531265,0.0001231787,0.0067377184,0.00009028805,0.0010820145,0.000049473383,0.01718808,0.00004623895,0.0000012679169,0.00003543034,0.9740424,0.00043855634],"study_design_scores_gemma":[0.0023463098,0.00016749304,0.00019210578,0.0030224766,0.0011710987,0.000048175232,0.03097708,0.00006324102,0.000028473976,0.0017036858,0.96002316,0.000256668],"about_ca_topic_score_codex":0.000055489534,"about_ca_topic_score_gemma":0.000068235444,"teacher_disagreement_score":0.24219139,"about_ca_system_score_codex":0.002204547,"about_ca_system_score_gemma":0.028711092,"threshold_uncertainty_score":0.9996285},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4211233264","doi":"10.1177/15562646221076764","title":"Consent Requirements for Testing Health Policies: An Intercontinental Comparison of Expert Opinions","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; Fogarty International Center; National Institute on Aging; Wellcome Trust; Wellcome","keywords":"Informed consent; Tanzania; Public health; Medicine; Test (biology); Family medicine; Environmental health; Alternative medicine; Nursing; Socioeconomics; Pathology","score_opus":0.9849171490740686,"score_gpt":0.7915636513604023,"score_spread":0.19335349771366628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211233264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5950179,0.0032815568,0.0013664893,0.39271003,0.0008862001,0.0028643075,0.000881699,0.000029205818,0.0029625783],"genre_scores_gemma":[0.9892831,0.00016852429,0.0028764524,0.006191547,0.0007775747,0.00019554936,0.000052213898,0.00005814321,0.00039689822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774586,0.011368806,0.006865066,0.000595898,0.002363865,0.0013477677],"domain_scores_gemma":[0.9397569,0.052522484,0.0032988419,0.0008031105,0.002645562,0.00097315107],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24101241,0.00017951186,0.0013430336,0.0024458773,0.0027211395,0.0001729288,0.0014146133,0.0001872978,0.00043798503],"category_scores_gemma":[0.1116517,0.00020187949,0.00024842587,0.0009984287,0.0007629671,0.00036809745,0.00056115456,0.00513109,0.000039902425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005974747,0.004247931,0.046360437,0.0011993813,0.0002095055,0.0000076021156,0.06249783,0.0006585632,0.00033179682,0.1853499,0.697927,0.00061259995],"study_design_scores_gemma":[0.0066804965,0.049124055,0.024298226,0.0018260855,0.0000060438915,0.000055790177,0.23723045,0.009546507,0.00022193724,0.13057579,0.5396341,0.0008004985],"about_ca_topic_score_codex":0.0023948217,"about_ca_topic_score_gemma":0.0003402971,"teacher_disagreement_score":0.39426517,"about_ca_system_score_codex":0.0029519568,"about_ca_system_score_gemma":0.003958785,"threshold_uncertainty_score":0.9985772},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4212880558","doi":"10.21203/rs.3.rs-133475/v1","title":"Prevalence and Methodological Characteristics of Subgroup Analyses in Stepped Wedge Cluster Randomised Trials: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université Laval","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Université Laval","keywords":"Checklist; Subgroup analysis; CINAHL; Systematic review; Medicine; MEDLINE; Cochrane Library; PsycINFO; Protocol (science); Psychological intervention; Clinical trial; Randomized controlled trial; Family medicine; Meta-analysis; Medical physics; Psychology; Alternative medicine; Pathology; Nursing","score_opus":0.9620586015791041,"score_gpt":0.7470032475765482,"score_spread":0.21505535400255582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212880558","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3557956e-7,0.57276094,0.0017566793,0.00008266696,0.000020498937,0.42515662,0.00015311054,0.0000037179523,0.000065414664],"genre_scores_gemma":[0.0000010249036,0.56559163,0.0014665355,0.000024709574,0.00006786634,0.43214878,0.00002038264,0.00002735729,0.0006517186],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.43803507,0.49051115,0.055513486,0.0030364248,0.011958573,0.00094528834],"domain_scores_gemma":[0.61404014,0.3464576,0.02835684,0.0059303623,0.0046526524,0.0005624061],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65874267,0.00093839044,0.05930504,0.0015737056,0.00013867365,0.0008209872,0.0036288602,0.00048485133,0.0019459462],"category_scores_gemma":[0.79310584,0.00036758793,0.009579732,0.004725556,0.00024614783,0.00018501068,0.000678305,0.00094615313,0.00029315168],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002604926,0.00007980259,0.000023982177,0.94514394,0.00057158706,0.000010305661,0.000065632565,5.628816e-8,4.6375834e-7,0.000060039336,0.0036618111,0.050121907],"study_design_scores_gemma":[0.0029689248,0.00024291969,0.000019540628,0.7359084,0.0047232164,0.00001690928,0.00007037333,0.0002857888,2.8141918e-7,0.0002304873,0.25520992,0.00032326134],"about_ca_topic_score_codex":0.0000041162943,"about_ca_topic_score_gemma":0.000003764615,"teacher_disagreement_score":0.2515481,"about_ca_system_score_codex":0.00013901285,"about_ca_system_score_gemma":0.0006721893,"threshold_uncertainty_score":0.99987763},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4212884885","doi":"10.1200/jco.2022.40.6_suppl.411","title":"Accuracy of germ cell tumor histological subtype and stage within the Canadian cancer registry.","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Testicular diseases and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine; Cancer registry; Stage (stratigraphy); Germ cell tumors; Seminoma; Population; Cohort; Cancer; Biopsy; Testicular cancer; Internal medicine; Oncology; Chemotherapy","score_opus":0.11368252527772313,"score_gpt":0.4477183990521462,"score_spread":0.3340358737744231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212884885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98365843,0.005041069,0.0000016160037,0.009309617,0.00057961344,0.00014187123,0.000038326187,0.000002583377,0.0012268622],"genre_scores_gemma":[0.9959996,0.00015589339,0.00038253417,0.0027151806,0.00017055143,0.0000043649306,0.0000028864742,0.000007090707,0.0005619491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982227,0.00031748787,0.0009472127,0.00011367974,0.0002620048,0.00013691136],"domain_scores_gemma":[0.99532795,0.0010994916,0.00281904,0.00016200823,0.0001586772,0.0004328143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011865381,0.00007671634,0.0006324006,0.000045900568,0.00011603896,0.000004674385,0.00013636918,0.000076328404,0.00042741743],"category_scores_gemma":[0.0042999,0.00004295144,0.00020787519,0.00007869008,0.0002365597,0.0000231901,0.000055188924,0.0006998391,0.0000014068518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021317718,0.001346585,0.96546876,0.000046050518,0.0003104477,0.005404697,0.00013468775,0.000080887854,0.00003419005,0.00053357193,0.0052947397,0.019213606],"study_design_scores_gemma":[0.004054022,0.0059416476,0.8577385,0.000020962132,0.00064409507,0.0006992803,0.00026918887,0.000091335154,0.000012900423,0.00023455931,0.1302363,0.000057227786],"about_ca_topic_score_codex":0.024073526,"about_ca_topic_score_gemma":0.026673293,"teacher_disagreement_score":0.12494156,"about_ca_system_score_codex":0.00030345598,"about_ca_system_score_gemma":0.009896279,"threshold_uncertainty_score":0.9957167},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4213005437","doi":"10.1186/s41073-022-00121-1","title":"Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Peer review; Receipt; Mega-; Control (management); Peer group; Psychology; Medical education; Medicine; Computer science; Social psychology; World Wide Web; Political science","score_opus":0.850221086539673,"score_gpt":0.6727948306867655,"score_spread":0.1774262558529075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213005437","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074303545,0.59978276,0.0003899149,0.27034512,0.0015833759,0.003260995,0.0018694651,0.000046385616,0.04841843],"genre_scores_gemma":[0.5085676,0.40391073,0.0005851237,0.0014528848,0.00017508576,0.00024919797,0.00010429606,0.000028791574,0.0849263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9455048,0.0039571417,0.0014733401,0.0008800773,0.04729683,0.0008878273],"domain_scores_gemma":[0.9345699,0.0145398965,0.00061864237,0.002243379,0.046927497,0.0011007093],"candidate_categories":["metaresearch","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.27370593,0.00015107995,0.0008125117,0.014870534,0.0006951483,0.000750122,0.0031018483,0.00007152838,0.008623855],"category_scores_gemma":[0.29525575,0.000102913946,0.00025328275,0.09895887,0.00046855534,0.0002879187,0.0028723339,0.002721567,0.00019163216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015664444,0.00015340834,0.009204247,0.00066258654,0.000012674318,0.000017793036,0.00007860716,1.3137237e-7,0.00003621878,0.005264833,0.5241783,0.4603755],"study_design_scores_gemma":[0.00011579502,0.00026985566,0.011330526,0.00025593693,0.000007696708,0.00002553641,0.00020258597,0.0001376688,0.00002366545,0.0040096412,0.9835073,0.00011380342],"about_ca_topic_score_codex":0.00028959915,"about_ca_topic_score_gemma":0.0000070037213,"teacher_disagreement_score":0.46026167,"about_ca_system_score_codex":0.00014950777,"about_ca_system_score_gemma":0.00059349544,"threshold_uncertainty_score":0.9995792},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4213060176","doi":"10.7287/peerj.11089v0.3/reviews/2","title":"Peer Review #2 of \"Effects of functional correction training on injury risk of athletes: a systematic review and meta-analysis (v0.3)\"","year":2021,"lang":"en","type":"review","venue":"","topic":"Sports injuries and prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Athletes; Meta-analysis; Physical medicine and rehabilitation; Psychology; Physical therapy; Medicine; Internal medicine","score_opus":0.09999844403812515,"score_gpt":0.378401813429304,"score_spread":0.2784033693911789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213060176","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8542652e-7,0.995044,0.00025670585,0.00014481762,0.0001722325,0.003572087,0.000097200835,0.00001244081,0.00070025644],"genre_scores_gemma":[0.0000073042825,0.98683953,0.0001767664,0.0003461204,0.000027792577,0.0003531437,0.00046492214,0.000028843171,0.011755557],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99462277,0.0009468651,0.0028050921,0.0004289031,0.0010676353,0.00012874468],"domain_scores_gemma":[0.99316305,0.0009445055,0.0036996934,0.000802131,0.001313132,0.00007750248],"candidate_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043943548,0.0004263882,0.016518261,0.00039173834,0.000026968635,0.0000044965022,0.00008093259,0.00025839108,0.0022763908],"category_scores_gemma":[0.00518405,0.000253244,0.006391472,0.0013670169,0.00006005389,0.00004074972,0.000039366896,0.00041453436,0.0000030148617],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039739093,0.00007041065,6.5013376e-7,0.86196345,0.11073307,0.0000017913513,0.000016160773,1.0305351e-7,8.966616e-8,0.0000624669,0.004799273,0.022348585],"study_design_scores_gemma":[0.000042719374,0.0001462459,0.0000028670324,0.44402567,0.51859695,0.000018365809,0.000012270591,9.823772e-7,0.0000014582613,0.0000017200279,0.03706303,0.000087763794],"about_ca_topic_score_codex":0.000031356114,"about_ca_topic_score_gemma":0.0000029181006,"teacher_disagreement_score":0.4179378,"about_ca_system_score_codex":0.000045198663,"about_ca_system_score_gemma":0.0002135991,"threshold_uncertainty_score":0.99999195},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4213289100","doi":"10.1186/s12864-022-08371-5","title":"Retraction Note to: Coffee component hydroxyl hydroquinone (HHQ) as a putative ligand for PPAR gamma and implications in breast cancer","year":2022,"lang":"en","type":"retraction","venue":"BMC Genomics","topic":"Peroxisome Proliferator-Activated Receptors","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Breast cancer; Component (thermodynamics); Hydroquinone; Biology; Computational biology; Ligand (biochemistry); Bioinformatics; Peroxisome proliferator-activated receptor; Cancer; Cancer research; Genetics; Receptor; Biochemistry; Physics","score_opus":0.016524869831994946,"score_gpt":0.2988732528086459,"score_spread":0.28234838297665094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213289100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98721343,0.002471336,0.00104924,0.00094306003,0.0017359798,0.0020628413,0.004159913,0.000029061972,0.00033516414],"genre_scores_gemma":[0.9513821,0.024824644,0.0024609906,0.0007459178,0.0028645669,0.0036374866,0.009971533,0.00036144117,0.0037513033],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980078,0.00010126303,0.00044332977,0.0008659775,0.000179524,0.00040211415],"domain_scores_gemma":[0.99888724,0.00006765049,0.00035284914,0.00037708564,0.00013338862,0.00018180216],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028178247,0.0003949972,0.0004341199,0.00024027817,0.00021829832,0.000059732924,0.0002213659,0.00079485093,0.000046281253],"category_scores_gemma":[0.00007166498,0.0004599773,0.00013543408,0.00020645594,0.000060308383,0.000011732821,0.00019486065,0.0005932445,0.00001013548],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083506585,0.00015488175,0.00092040794,0.0001718005,0.00014599707,0.0000012151827,0.00020293715,0.0013421375,0.9831049,0.000010702129,0.008387452,0.0047225216],"study_design_scores_gemma":[0.0015491656,0.00048719466,0.0039046295,0.00008407364,0.00016387658,0.00019465756,0.0001754911,0.00049701444,0.39632004,0.000119552235,0.5955201,0.0009842104],"about_ca_topic_score_codex":0.00040366672,"about_ca_topic_score_gemma":0.00041779698,"teacher_disagreement_score":0.58713263,"about_ca_system_score_codex":0.0008043285,"about_ca_system_score_gemma":0.0007061251,"threshold_uncertainty_score":0.9997852},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4213383173","doi":"10.21203/rs.3.rs-16959/v3","title":"A methodological review protocol of the use of Bayesian factor analysis in primary care","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Health Education and Validation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Protocol (science); Primary care; Factor (programming language); Bayesian probability; Computer science; Primary (astronomy); Statistics; Medicine; Mathematics; Artificial intelligence; Alternative medicine; Family medicine; Physics; Programming language","score_opus":0.841116965932818,"score_gpt":0.6962512355145227,"score_spread":0.1448657304182953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213383173","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001040673,0.8237156,0.000038235838,0.0012455598,0.00003058551,0.17400335,0.00011948288,0.000010559926,0.0008355647],"genre_scores_gemma":[0.000006560986,0.94326365,0.00050431606,0.000059758237,0.000057034198,0.05594174,0.00005756376,0.000009508938,0.00009989279],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9748491,0.022360988,0.00088390976,0.00031174594,0.0012776026,0.00031665413],"domain_scores_gemma":[0.99494714,0.0033298368,0.0004653037,0.00044967007,0.00063675735,0.00017131472],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005504943,0.00013051584,0.0015143488,0.0004040109,0.00015434677,0.000029879711,0.00061227113,0.00025224386,0.0005823744],"category_scores_gemma":[0.012400788,0.00007827471,0.0006399829,0.0069726165,0.0002490677,0.000081434235,0.0001400061,0.00070346723,0.000007916871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039615893,0.000049690385,0.0007519707,0.23295778,0.000043435906,6.7577355e-7,0.002514024,2.0170884e-7,5.4931512e-8,0.00026087457,0.00043154607,0.76298577],"study_design_scores_gemma":[0.00003628203,0.000032392796,0.0011168357,0.023788534,0.000114863404,6.194134e-8,0.00037266177,7.335363e-7,2.5754574e-7,0.0000069344846,0.9744669,0.00006353415],"about_ca_topic_score_codex":0.0015178501,"about_ca_topic_score_gemma":0.00066855765,"teacher_disagreement_score":0.9740354,"about_ca_system_score_codex":0.00066663977,"about_ca_system_score_gemma":0.005909627,"threshold_uncertainty_score":0.99972594},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4213455065","doi":"10.1139/facets-2021-0044","title":"Research integrity: learning from collective action in Nepal","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Collective action; Action (physics); Political science; Law; Politics","score_opus":0.1795444728801875,"score_gpt":0.44041508976849264,"score_spread":0.26087061688830515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213455065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986149,0.00026146232,0.000009893984,0.0018822298,0.0003058812,0.00023768687,0.000008064001,0.000032005893,0.011113736],"genre_scores_gemma":[0.99555546,0.000025900152,0.000050724462,0.00033485497,0.00007697915,0.000061051986,0.000046925205,0.0000070183955,0.003841102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985386,0.0004242492,0.00012378237,0.0001758747,0.00040737633,0.00033009687],"domain_scores_gemma":[0.99946964,0.0002443064,0.000020001211,0.000088964705,0.0000641429,0.000112959686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010203543,0.000047403275,0.0001444765,0.00020787312,0.00025209764,0.0000072555736,0.000038882576,0.000049616443,0.0008869142],"category_scores_gemma":[0.00041824643,0.000048115402,0.000027180615,0.0006137899,0.000020639376,0.000029318113,0.00007412836,0.0017028864,0.000080937505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034049484,0.00050278474,0.8367239,0.00006693294,0.000035966295,0.00048219576,0.0054461993,0.00031671187,0.0037685917,0.00016305264,0.09553254,0.05355615],"study_design_scores_gemma":[0.0016059328,0.0006333167,0.77717066,0.000055379303,0.0000056653143,0.00002864489,0.014906214,0.0027766605,0.00032859473,0.0008988913,0.20149186,0.00009820664],"about_ca_topic_score_codex":0.00389036,"about_ca_topic_score_gemma":0.00032719,"teacher_disagreement_score":0.105959326,"about_ca_system_score_codex":0.00081236183,"about_ca_system_score_gemma":0.00052913575,"threshold_uncertainty_score":0.97110885},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4214509151","doi":"10.1002/uog.24892","title":"Strengths and limitations of diagnostic tools for endometriosis and relevance in diagnostic test accuracy research","year":2022,"lang":"en","type":"review","venue":"Ultrasound in Obstetrics and Gynecology","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"Endometriosis; Medicine; Gold standard (test); Pelvic pain; Diagnostic test; Diagnostic accuracy; Physical examination; Medical physics; Test (biology); Obstetrics and gynaecology; Magnetic resonance imaging; Infertility; Radiology; Pathology; Pediatrics; Pregnancy","score_opus":0.15775672915154698,"score_gpt":0.4184258636882171,"score_spread":0.2606691345366701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214509151","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008097395,0.9869317,0.0000025451204,0.00009651725,0.00015450729,0.0039840215,0.00044543156,0.000008259322,0.00027964296],"genre_scores_gemma":[0.031144684,0.96544,0.00045743916,0.000021957072,0.00002512788,0.002495874,0.00030058625,0.000043610697,0.000070740054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966541,0.0005102395,0.0010229824,0.00069973303,0.00042926497,0.00068368245],"domain_scores_gemma":[0.009256973,0.9896877,0.00026959044,0.00035069053,0.0001891581,0.00024593156],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016255435,0.00032509645,0.0017805079,0.0029801494,0.00015766372,0.00007726286,0.0001645372,0.0003099559,0.000049300146],"category_scores_gemma":[0.99878633,0.00028755996,0.00013119137,0.0037970962,0.0003543366,0.00013194831,0.00021398181,0.00097627525,0.0000021275316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012818119,0.0007816833,0.0017357442,0.0053348327,0.00010358044,0.0001446419,0.0001199348,4.9858494e-7,0.0000014445137,0.0003269691,0.00008410358,0.99135375],"study_design_scores_gemma":[0.0029012142,0.0024621636,0.0009179945,0.0014040903,0.00025865095,0.00008666166,0.0002941311,0.0000041276635,0.0000024738613,0.00032021277,0.99114585,0.00020243703],"about_ca_topic_score_codex":0.00007608289,"about_ca_topic_score_gemma":0.0002550738,"teacher_disagreement_score":0.9971608,"about_ca_system_score_codex":0.00050725514,"about_ca_system_score_gemma":0.00047167548,"threshold_uncertainty_score":0.9999577},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4214868455","doi":"10.2196/35332","title":"Evaluation of Digital Interventions for Physical Activity Promotion: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Freie Hansestadt Bremen","keywords":"PsycINFO; CINAHL; Systematic review; Context (archaeology); Inclusion (mineral); Grey literature; Psychological intervention; MEDLINE; Health promotion; Promotion (chess); Medicine; Intervention (counseling); Psychology; Medical education; Nursing; Public health; Political science; Social psychology","score_opus":0.9342517862276597,"score_gpt":0.7874797437112254,"score_spread":0.14677204251643428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214868455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.6424364e-8,0.026373204,0.00014625725,0.00024125705,0.000004133616,0.9723926,0.0002904152,0.00004125171,0.00051080214],"genre_scores_gemma":[1.724633e-7,0.027822705,0.000067681816,0.0000046215237,0.00043247055,0.97121483,0.00017791976,0.000074230615,0.00020538195],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937704,0.0016031769,0.000814485,0.00071706966,0.0024974155,0.0005974288],"domain_scores_gemma":[0.99525744,0.00149856,0.00075703143,0.0007328095,0.0015343424,0.00021981297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00802707,0.00033357664,0.0026935437,0.0002965803,0.0003254354,0.00006854499,0.0003534871,0.00015654485,0.00031279377],"category_scores_gemma":[0.003486654,0.0002604786,0.0019910915,0.00084117294,0.000161793,0.00035457753,0.00029031764,0.0011150474,0.000012995027],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019544765,0.006716178,6.682065e-8,0.49622363,0.000057993315,3.0128146e-7,0.000009997166,2.9870332e-8,6.930554e-7,0.00007054544,0.0011277396,0.4955974],"study_design_scores_gemma":[0.001565837,0.006958205,3.0566932e-7,0.51722217,0.00018014773,0.0000042955835,0.000001575458,0.00005717664,0.0000089006935,0.00058813416,0.47330305,0.00011018348],"about_ca_topic_score_codex":0.0000011937843,"about_ca_topic_score_gemma":0.0000019683994,"teacher_disagreement_score":0.4954872,"about_ca_system_score_codex":0.0009169892,"about_ca_system_score_gemma":0.0066294237,"threshold_uncertainty_score":0.99998474},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4220738469","doi":"10.1186/s43058-022-00265-7","title":"Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michael Smith Health Research BC; University of Toronto; Western University; Public Health Ontario; George & Fay Yee Centre for Healthcare Innovation; McGill University; University of Ottawa; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Relevance (law); Quality (philosophy); Knowledge translation; Knowledge management; Test (biology); Protocol (science); Field (mathematics); Psychology; Process management; Computer science; Business; Medicine; Political science; Mathematics","score_opus":0.9847313572473071,"score_gpt":0.893259375979327,"score_spread":0.09147198126798006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220738469","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016641904,0.00003280476,0.022465786,0.3338425,0.0020907011,0.61991686,0.0013143673,0.00033280515,0.0033622636],"genre_scores_gemma":[0.09255409,0.000018600042,0.039493315,0.0033085535,0.000781645,0.86208063,0.00021991816,0.000052411044,0.0014908542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9699161,0.016427588,0.0028425786,0.0015076826,0.0066472543,0.0026587637],"domain_scores_gemma":[0.93611854,0.0473568,0.0014181907,0.005485099,0.009184462,0.0004369154],"candidate_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.22690435,0.00025373723,0.00035825692,0.001274686,0.07902868,0.0003231644,0.005497394,0.00010276571,0.002198713],"category_scores_gemma":[0.050419178,0.00022953571,0.00012016915,0.0071088397,0.003926242,0.001275715,0.0015721464,0.0026063079,0.0001826011],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008624157,0.00040759367,0.011133835,0.0007589991,0.000053716278,1.6412349e-7,0.1616311,0.0008468527,0.024012905,0.19413592,0.5572491,0.048907332],"study_design_scores_gemma":[0.0021666894,0.0006012716,0.006443878,0.000058499696,0.0000125756405,0.000003842038,0.22998022,0.0019018902,0.0022220179,0.016786188,0.7395385,0.00028447405],"about_ca_topic_score_codex":0.0013208783,"about_ca_topic_score_gemma":0.0010131266,"teacher_disagreement_score":0.33053392,"about_ca_system_score_codex":0.0045876526,"about_ca_system_score_gemma":0.012803575,"threshold_uncertainty_score":0.99988335},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4220786936","doi":"10.23736/s2724-6051.20.04107-7","title":"Classification and standardized reporting of percutaneous nephrolithotomy (PCNL): International Alliance of Urolithiasis (IAU) Consensus Statements","year":2022,"lang":"en","type":"article","venue":"Minerva Urology and Nephrology","topic":"Kidney Stones and Urolithiasis Treatments","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Alliance; MEDLINE; Percutaneous nephrolithotomy; Statement (logic); Outcome (game theory); Medical physics; Surgery; Percutaneous; Political science; Mathematics","score_opus":0.03654838771477608,"score_gpt":0.33688612552952635,"score_spread":0.30033773781475026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220786936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908536,0.00046337667,0.000027352435,0.006154367,0.00015040723,0.0013654234,0.00013321693,0.000023494917,0.0008287526],"genre_scores_gemma":[0.9955417,0.00013782752,0.0014393552,0.0021285247,0.000035473648,0.0003524344,0.00006645266,0.000018732499,0.00027953615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763095,0.00021560979,0.001200167,0.0004381976,0.0002478196,0.0002672304],"domain_scores_gemma":[0.99793863,0.0001806502,0.0013068204,0.0002758427,0.00018025519,0.0001177729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062914926,0.0001863092,0.0006673555,0.00014801709,0.00012820301,0.0000037237835,0.00009132212,0.00013110615,0.0002539291],"category_scores_gemma":[0.0003319163,0.00017164613,0.00008311756,0.00012299385,0.00045350034,0.000037239475,0.00016611551,0.00024041647,7.628202e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0116509255,0.0007273749,0.86148244,0.00017345212,0.0012112323,0.00061519677,0.0012235582,0.000042544525,0.11162263,0.0013068817,0.0012127026,0.0087310625],"study_design_scores_gemma":[0.008788904,0.0038072867,0.8559361,0.000014613367,0.0007317772,0.014067821,0.0006995122,0.0034404886,0.0006691331,0.0008567,0.110733934,0.00025373502],"about_ca_topic_score_codex":0.000110460016,"about_ca_topic_score_gemma":0.0000060939938,"teacher_disagreement_score":0.110953495,"about_ca_system_score_codex":0.000040486306,"about_ca_system_score_gemma":0.00012637547,"threshold_uncertainty_score":0.6999526},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4220825028","doi":"10.21203/rs.3.rs-1195468/v1","title":"Practical Guidance for Running Late-Phase Platform Protocols for Clinical Trials: Lessons From Experienced UK Clinical Trials Units","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"Health Technology Assessment Programme; Medical Research Council; National Institute for Health and Care Research; Schweizerische Arbeitsgemeinschaft für Klinische Krebsforschung; Cancer Research UK","keywords":"Clinical trial; Phase (matter); Medical physics; Computer science; Medicine; Pathology","score_opus":0.9850195401990167,"score_gpt":0.8458956437897659,"score_spread":0.13912389640925082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220825028","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006252376,0.00028849265,0.7074653,0.0053537134,0.0061947056,0.24567062,0.027738517,0.0004971601,0.00053914223],"genre_scores_gemma":[0.0016193029,0.0003627995,0.7100859,0.0001921946,0.008080849,0.27813068,0.00054202136,0.0003260806,0.00066015375],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7939194,0.15314393,0.035358965,0.0066960133,0.006866024,0.0040157135],"domain_scores_gemma":[0.14216474,0.8402446,0.007388733,0.0041309185,0.0043524927,0.0017185366],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.6147422,0.0012391486,0.012341459,0.0005470779,0.0012868342,0.0010084818,0.0032804622,0.0038227744,0.004176499],"category_scores_gemma":[0.9842302,0.0010240634,0.0047410885,0.0010578951,0.0017052864,0.0002374019,0.0048394334,0.0110630635,0.000045485172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09628096,0.011545579,0.00092276535,0.0074944873,0.0041512037,0.00027834426,0.0013644041,0.00003270836,0.00015325598,0.26045668,0.38331103,0.23400857],"study_design_scores_gemma":[0.027347863,0.00618588,0.00010024511,0.0033541303,0.0007901599,0.0000023361517,0.0018929744,0.007967448,0.00040999366,0.8633971,0.087387614,0.0011642226],"about_ca_topic_score_codex":0.0000619377,"about_ca_topic_score_gemma":0.000023376957,"teacher_disagreement_score":0.68710065,"about_ca_system_score_codex":0.0006653806,"about_ca_system_score_gemma":0.007443453,"threshold_uncertainty_score":0.99922097},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4220863033","doi":"10.1007/s11136-022-03117-y","title":"Reducing research wastage by starting off on the right foot: optimally framing the research question","year":2022,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba; University of Toronto; Montreal Neurological Institute and Hospital; Dalhousie University; University of British Columbia; Toronto Rehabilitation Institute; McGill University Health Centre","funders":"","keywords":"CLARITY; Framing (construction); Psychological intervention; Psychology; Qualitative research; Population; Prom; Quality of Life Research; Public health; Applied psychology; Medicine; Medical education; Sociology; Social science; Nursing; History; Environmental health","score_opus":0.9289233548375755,"score_gpt":0.6748634849641595,"score_spread":0.254059869873416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220863033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8761464,0.003118111,0.0005364246,0.083889805,0.0001622385,0.0029150192,0.00008810061,0.000010359829,0.03313356],"genre_scores_gemma":[0.97242874,0.00008216145,0.0004869407,0.00022337564,0.00023251386,0.00046037976,0.000010649058,0.00003168145,0.026043545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.28501338,0.603649,0.014059532,0.0028208464,0.09189303,0.002564195],"domain_scores_gemma":[0.44218034,0.50668937,0.005965198,0.0214245,0.022719327,0.001021305],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9075742,0.00027914526,0.002072697,0.0016073309,0.0073894304,0.0020876853,0.00895163,0.00012547149,0.018817311],"category_scores_gemma":[0.44141197,0.000121294914,0.0010084016,0.009874369,0.0015572392,0.0002659231,0.00319625,0.005370225,0.0016640836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024869447,0.0004865976,0.0027274983,0.00022753298,0.00024958618,0.000009990327,0.010249567,0.0011670667,0.0093734255,0.12734565,0.8288539,0.01906046],"study_design_scores_gemma":[0.00068677886,0.0017192129,0.0077579226,0.00042199963,0.000039488834,0.000006288382,0.1820254,0.03911069,0.0028218303,0.11687865,0.6478969,0.0006348523],"about_ca_topic_score_codex":0.0018320048,"about_ca_topic_score_gemma":0.00012137934,"teacher_disagreement_score":0.46616217,"about_ca_system_score_codex":0.00044473726,"about_ca_system_score_gemma":0.0010549374,"threshold_uncertainty_score":0.99911326},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4220877524","doi":"10.1007/s11192-022-04338-1","title":"Interdisciplinarity and impact: the effects of the citation time window","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"National Planning Office of Philosophy and Social Science","keywords":"Citation; Impact factor; Window (computing); Citation analysis; Scientometrics; Computer science; Bibliometrics; Data science; Citation impact; Statistics; Data mining; Mathematics; Library science; Political science; World Wide Web; Law","score_opus":0.2744588650714582,"score_gpt":0.5399536004006232,"score_spread":0.265494735329165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220877524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933278,0.0011457123,0.0004284798,0.0014297593,0.0013937205,0.0005191043,0.000058800422,0.000011354456,0.0016853003],"genre_scores_gemma":[0.9969249,0.000026688434,0.00007250484,0.0001155192,0.000029020994,0.00002020112,0.0000015103891,0.0000072704447,0.0028024302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98200136,0.00076254556,0.0005336002,0.000574779,0.01561731,0.0005104088],"domain_scores_gemma":[0.98061275,0.015337603,0.00050726935,0.0012520904,0.0020106167,0.00027963938],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.039560106,0.00013243733,0.00024681468,0.06512869,0.0014785513,0.0013092889,0.0041198824,0.000044008237,0.0003657265],"category_scores_gemma":[0.09398838,0.000060919396,0.0002330613,0.54746395,0.00057902344,0.00035674177,0.0058919247,0.00045579096,0.000040432344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048550923,0.0004722862,0.69177157,0.000030287503,0.00004792501,0.000006802905,0.0034699466,0.00058611605,0.010552847,0.001568631,0.05059177,0.2408533],"study_design_scores_gemma":[0.0003983947,0.0003706958,0.9784735,0.0000040565405,0.000011274314,0.000013406973,0.0005296089,0.0066401265,0.0010800678,0.008498293,0.0038697487,0.00011083769],"about_ca_topic_score_codex":0.000051014402,"about_ca_topic_score_gemma":0.0000029873113,"teacher_disagreement_score":0.48233527,"about_ca_system_score_codex":0.0002523708,"about_ca_system_score_gemma":0.00023502152,"threshold_uncertainty_score":0.99982136},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4220924058","doi":"10.2196/preprints.38259","title":"Usability Methods and Attributes Reported in Usability Studies of Mobile Apps for Health Care Education: Scoping Review (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Usability; Computer science; Usability engineering; Web usability; Health care; Heuristic evaluation; Usability lab; World Wide Web; Human–computer interaction","score_opus":0.24331969939965856,"score_gpt":0.6308938882617233,"score_spread":0.38757418886206474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220924058","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02343806,0.8191068,0.0034766535,0.0151795875,0.002196314,0.13442662,0.00063804974,0.00025195171,0.0012859207],"genre_scores_gemma":[0.007408256,0.36200798,0.13748918,0.00843391,0.00019833335,0.4830344,0.0010602353,0.00007213695,0.00029557917],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9856858,0.004724196,0.006441702,0.0018495952,0.0003666137,0.00093203987],"domain_scores_gemma":[0.9845778,0.0069835084,0.0035456903,0.002721268,0.0016282193,0.00054354605],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022279946,0.00047101206,0.002858514,0.0002292594,0.0011663111,0.0000064650862,0.00044520068,0.00039479465,0.00074437616],"category_scores_gemma":[0.008525065,0.00045409187,0.00024957772,0.000603084,0.0002572761,0.000071248156,0.0019071616,0.0018953803,0.000002889702],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007075214,0.00040558202,0.055212595,0.73319954,0.000047624453,1.2648633e-7,0.004772163,0.000053443262,0.0000024683434,0.001417405,0.007428289,0.19739003],"study_design_scores_gemma":[0.0033733821,0.0012311065,0.06433949,0.4515178,0.00048804842,0.000010070072,0.10466889,0.00017853605,0.0000643344,0.028251817,0.34383076,0.0020457879],"about_ca_topic_score_codex":0.0027694732,"about_ca_topic_score_gemma":0.0028142047,"teacher_disagreement_score":0.45709887,"about_ca_system_score_codex":0.002275357,"about_ca_system_score_gemma":0.020319648,"threshold_uncertainty_score":0.99982655},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4220967648","doi":"10.1097/bpo.0000000000002136","title":"Interobserver and Intraobserver Agreement are Unsatisfactory When Determining Abstract Study Design and Level of Evidence","year":2022,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"","keywords":"Medicine; Medical physics; Nuclear medicine","score_opus":0.9015335398561041,"score_gpt":0.5068814397572236,"score_spread":0.3946521000988805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220967648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98603725,0.005321052,0.007604611,0.00016304695,0.00039529096,0.00045220295,0.000014359507,0.0000010833501,0.000011108933],"genre_scores_gemma":[0.99098253,0.00046112883,0.007969304,0.00007167673,0.00020683958,0.0000069501493,2.2969157e-7,0.000009915958,0.00029141756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9798998,0.005690583,0.008000407,0.00047466316,0.0057367245,0.0001977815],"domain_scores_gemma":[0.98113716,0.0054093776,0.011422084,0.0008320425,0.0009874759,0.00021187571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10113827,0.0002376115,0.0020915119,0.000626428,0.0001667422,0.00024645947,0.00095106324,0.00004218292,0.0021752752],"category_scores_gemma":[0.014522842,0.00012334416,0.0006149845,0.0006518312,0.000046352827,0.0005266336,0.00042557842,0.00042248232,0.0000065420118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003051305,0.00009736859,0.9704108,0.00006739886,0.00016939397,0.00008736545,0.0024602106,0.00038248117,0.000013405832,0.0000027518024,0.008705458,0.017572852],"study_design_scores_gemma":[0.0005169729,0.00083032454,0.9896944,0.00004079404,0.00090760615,0.00008735423,0.0061153313,0.00059422146,0.000002526167,0.00028330085,0.000778311,0.00014882868],"about_ca_topic_score_codex":0.000010308457,"about_ca_topic_score_gemma":0.000025489204,"teacher_disagreement_score":0.08661543,"about_ca_system_score_codex":0.00005232917,"about_ca_system_score_gemma":0.0001750483,"threshold_uncertainty_score":0.99873686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4221009963","doi":"10.1186/s43058-021-00236-4","title":"Development of the ASSESS tool: a comprehenSive tool to Support rEporting and critical appraiSal of qualitative, quantitative, and mixed methods implementation reSearch outcomes","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; York University; Georgia Clinical and Translational Science Alliance","keywords":"Critical appraisal; Delphi method; Delphi; Computer science; Management science; Process management; Process (computing); Knowledge management; Medicine; Engineering","score_opus":0.9244391861359466,"score_gpt":0.8400109199227017,"score_spread":0.08442826621324484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221009963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751318,0.000017155973,0.007981582,0.013983082,0.00039453318,0.0020624248,0.00023935616,0.000023036337,0.00016703225],"genre_scores_gemma":[0.6708527,0.000006881761,0.32707444,0.0008775648,0.0000046218706,0.0011353514,0.000022315367,0.000010624362,0.000015467816],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9831888,0.009507143,0.0040069018,0.0005397948,0.001959008,0.0007983391],"domain_scores_gemma":[0.96546775,0.027866473,0.0025142962,0.001351875,0.0025696307,0.00022998509],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048083097,0.0001606505,0.00041999598,0.00073297013,0.007035108,0.000055091226,0.0013229088,0.000031451134,0.0003614819],"category_scores_gemma":[0.01921066,0.00014130707,0.000045067416,0.0031886252,0.001781152,0.0006593809,0.004296,0.000547146,0.0000039585366],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002863342,0.000097460426,0.11555146,0.00022867836,0.000031930336,2.3427178e-7,0.6066031,0.0000052023215,0.078688465,0.14290436,0.0016324698,0.05422803],"study_design_scores_gemma":[0.0005452299,0.00014691081,0.4296433,0.000019701432,0.000011932058,0.000002769205,0.548941,0.00005651713,0.0027954702,0.00082267,0.016889654,0.00012479917],"about_ca_topic_score_codex":0.00073992356,"about_ca_topic_score_gemma":0.0011271243,"teacher_disagreement_score":0.31909287,"about_ca_system_score_codex":0.00040141933,"about_ca_system_score_gemma":0.0040015257,"threshold_uncertainty_score":0.99425757},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4221104835","doi":"10.1016/j.jclinepi.2022.03.003","title":"Data and code availability statements in systematic reviews of interventions were often missing or inaccurate: a content analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Australian Research Council; Monash University; Alexander von Humboldt-Stiftung","keywords":"Citation; Computer science; Systematic review; Scopus; Information retrieval; Data file; Code review; Sample (material); Raw data; Data science; MEDLINE; World Wide Web; Software; Software quality; Database; Software development","score_opus":0.9845596810336735,"score_gpt":0.7518682568062373,"score_spread":0.23269142422743627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221104835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7717259,0.039794117,0.16447687,0.017500304,0.0016598799,0.003804108,0.0008040524,0.0000033410838,0.00023141391],"genre_scores_gemma":[0.9704663,0.0031460398,0.022551063,0.0020268895,0.00008722322,0.000055470442,0.00003149349,0.00001191333,0.0016235868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.34726128,0.45329657,0.19405921,0.0015868386,0.0033266905,0.00046941987],"domain_scores_gemma":[0.19459642,0.523981,0.26562735,0.011921114,0.003020066,0.00085407874],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8208382,0.00023571671,0.025874382,0.0007757178,0.0000937036,0.00006263554,0.0032093187,0.00010209784,0.007168876],"category_scores_gemma":[0.83655274,0.0000998817,0.0054759225,0.0017538143,0.0002041385,0.00036025525,0.0010005414,0.0007531496,0.0000331033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002031361,0.00058734143,0.9565487,0.0050411127,0.0029327096,0.000026197695,0.00015235443,0.00039056686,0.000003301647,0.0002344653,0.02450079,0.0093793385],"study_design_scores_gemma":[0.0031364127,0.0022012666,0.68967545,0.006026194,0.016768526,0.00024563563,0.0067489934,0.14863956,4.171157e-7,0.02045665,0.10559823,0.00050265243],"about_ca_topic_score_codex":0.0000318797,"about_ca_topic_score_gemma":0.00037737272,"teacher_disagreement_score":0.26687324,"about_ca_system_score_codex":0.000061722596,"about_ca_system_score_gemma":0.00018526525,"threshold_uncertainty_score":0.9937387},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4223485503","doi":"10.1111/jebm.12466","title":"An extension of the RIGHT statement for introductions and interpretations of clinical practice guidelines: RIGHT for INT","year":2022,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Guideline; Brainstorming; Medical education; Delphi method; Delphi; Psychology; Medicine; Family medicine; Computer science; Pathology","score_opus":0.7615709211221467,"score_gpt":0.6777831758827233,"score_spread":0.08378774523942345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223485503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006318912,0.8647852,0.044732966,0.08196307,0.0042166966,0.004092988,0.00012621735,0.000008591059,0.000011065505],"genre_scores_gemma":[0.00012254508,0.92412055,0.06882352,0.0030407174,0.0035341878,0.00013699723,0.00011761284,0.00005213744,0.000051766525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844867,0.0013957624,0.012092365,0.00047121593,0.0013307295,0.00022325375],"domain_scores_gemma":[0.9260974,0.047411278,0.016255155,0.0010127538,0.008900287,0.00032315904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028264815,0.0003611811,0.0032207912,0.0005143572,0.0001568516,0.000012162149,0.00042854075,0.00020043395,0.00040023497],"category_scores_gemma":[0.33311707,0.00017947816,0.0010937017,0.00056948164,0.00044414052,0.00058773026,0.00008915206,0.0010285705,3.471208e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026720045,0.0009156977,0.00002751376,0.012611338,0.0009127808,0.000010708441,0.00015948566,0.00007162705,0.00004599353,0.00018794586,0.095695585,0.8866893],"study_design_scores_gemma":[0.0035856832,0.009408448,0.000036734484,0.03907415,0.017663896,0.0003625385,0.0009622022,0.0006859202,0.000014124471,0.00025767184,0.9278081,0.00014052691],"about_ca_topic_score_codex":0.00005267343,"about_ca_topic_score_gemma":0.000016327422,"teacher_disagreement_score":0.8865488,"about_ca_system_score_codex":0.00025897718,"about_ca_system_score_gemma":0.0041591562,"threshold_uncertainty_score":0.97960776},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4223522335","doi":"10.1177/13524585221085733","title":"Recommendations for the use of propensity score methods in multiple sclerosis research","year":2022,"lang":"en","type":"article","venue":"Multiple Sclerosis Journal","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; McGill University; Jewish General Hospital","funders":"","keywords":"Propensity score matching; Covariate; Matching (statistics); Context (archaeology); Weighting; Medicine; Comparative effectiveness research; Computer science; Machine learning; Alternative medicine; Surgery; Pathology","score_opus":0.9297887613391248,"score_gpt":0.5353901558312687,"score_spread":0.3943986055078561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223522335","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38469496,0.00023845657,0.6058565,0.004532675,0.0005477122,0.0036200183,0.00031933832,0.00015534737,0.00003498382],"genre_scores_gemma":[0.4722309,0.00024488106,0.5265816,0.00009301938,0.000058579193,0.0006456513,0.00000739731,0.000048075613,0.00008988482],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.995428,0.001964553,0.0009771812,0.00033303403,0.0006895285,0.0006076512],"domain_scores_gemma":[0.983339,0.014631576,0.00051897555,0.0006481892,0.00074730755,0.000114926486],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0093441075,0.00020806196,0.0004551576,0.0004590387,0.0016789573,0.00014991667,0.00078998075,0.00008361217,0.00025762556],"category_scores_gemma":[0.012367751,0.0001611058,0.00022419645,0.00094474526,0.00025690495,0.0005111431,0.0006727837,0.0015734634,0.0000014495488],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013620916,0.002763355,0.08742945,0.00020149205,0.00031661883,0.0000071857876,0.0071959053,0.0056481604,0.4112886,0.008583336,0.09266907,0.38253474],"study_design_scores_gemma":[0.013010485,0.002883707,0.1794686,0.0025336568,0.00031352212,0.00018818765,0.010840402,0.10328716,0.32713634,0.25039783,0.10777912,0.0021609976],"about_ca_topic_score_codex":0.00026858939,"about_ca_topic_score_gemma":0.00039846628,"teacher_disagreement_score":0.38037375,"about_ca_system_score_codex":0.0004940523,"about_ca_system_score_gemma":0.00015798202,"threshold_uncertainty_score":0.99962074},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4223611426","doi":"10.31219/osf.io/jnk78","title":"Suppression-induced forgetting: A pre-registered replication of the Think/No-Think paradigm. Stage 1 report: In-Principle Acceptance for the Journal Memory.","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Forgetting; Motivated forgetting; Task (project management); Recall; Retrieval-induced forgetting; Psychology; Replication (statistics); Cognitive psychology; Medicine","score_opus":0.09933177468887429,"score_gpt":0.37177055188752095,"score_spread":0.2724387771986467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223611426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716674,0.0004380304,0.0017384771,0.005527586,0.004417353,0.0066562914,0.00011008827,0.00012487256,0.009319905],"genre_scores_gemma":[0.9789852,0.0003416435,0.0006451877,0.0013235017,0.00024244882,0.00050059205,0.00001119074,0.00005545866,0.017894795],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99498874,0.0004955822,0.001655226,0.001266303,0.00111501,0.0004791508],"domain_scores_gemma":[0.98978096,0.0013081925,0.0035215546,0.005056513,0.00023659687,0.000096200776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004056643,0.00039117495,0.00051788613,0.00010928045,0.0009867146,0.00025310388,0.003693802,0.00022141593,0.0006923819],"category_scores_gemma":[0.013390455,0.00021585118,0.00036275262,0.00039730014,0.00018767327,0.00038979316,0.0020012562,0.0016101438,0.0000020635005],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035063068,0.0016706644,0.009398603,0.0068012225,0.00028540456,0.00021578415,0.043084968,0.07631678,0.78638524,0.025405617,0.025615796,0.021313623],"study_design_scores_gemma":[0.0020310665,0.000460873,0.035832457,0.00095384254,0.00020718128,0.0007195507,0.002137537,0.036269683,0.7800052,0.033357423,0.106603935,0.0014212015],"about_ca_topic_score_codex":0.00015888632,"about_ca_topic_score_gemma":0.000060329763,"teacher_disagreement_score":0.08098814,"about_ca_system_score_codex":0.00014964605,"about_ca_system_score_gemma":0.00074358186,"threshold_uncertainty_score":0.9949202},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4224057184","doi":"10.1136/bmjebm-2021-111866","title":"Which actionable statements qualify as good practice statements In Covid-19 guidelines? A systematic appraisal","year":2022,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Ottawa Hospital; Centre hospitalier universitaire de Québec; McMaster University; Impact; Cochrane; Bruyère; Hôpital de l'Enfant-Jésus; University of Ottawa","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Guideline; Global Positioning System; Critical appraisal; Systematic review; Grading (engineering); MEDLINE; Quality (philosophy); Medicine; Computer science; Alternative medicine; Engineering; Political science","score_opus":0.7104620991194237,"score_gpt":0.7006955760346055,"score_spread":0.00976652308481818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224057184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008126289,0.9019367,0.00422244,0.06966313,0.002733854,0.020266403,0.00013100375,0.00026767998,0.0007706812],"genre_scores_gemma":[0.00004165208,0.9543876,0.004118689,0.027284844,0.0014956995,0.007922586,0.0034023495,0.00027112232,0.0010754423],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9668465,0.008379072,0.014961173,0.0022040915,0.006317417,0.0012917235],"domain_scores_gemma":[0.8865637,0.09363968,0.012198361,0.0031625524,0.0025536604,0.0018820332],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.048434243,0.0015001143,0.007043426,0.0019563648,0.00036512507,0.00013240616,0.0009906235,0.0005960188,0.010611615],"category_scores_gemma":[0.6167063,0.0011811084,0.00065900333,0.0043221074,0.00020967562,0.0028129818,0.00044728784,0.0026434243,0.0007073942],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027591772,0.0017591082,0.00014446031,0.78280663,0.001994514,0.0021344933,0.00058772776,0.00032904514,0.0000034889533,0.0002716536,0.090923816,0.116285875],"study_design_scores_gemma":[0.0064916206,0.0019410149,0.0000032742707,0.25181672,0.009215738,0.0008145485,0.004847692,0.00026334808,3.219398e-7,0.0000567266,0.7238622,0.00068685383],"about_ca_topic_score_codex":0.008832488,"about_ca_topic_score_gemma":0.000627561,"teacher_disagreement_score":0.6329383,"about_ca_system_score_codex":0.0057391115,"about_ca_system_score_gemma":0.020521624,"threshold_uncertainty_score":0.9997748},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4224095215","doi":"10.1136/bmjebm-2022-111962","title":"Good or best practice statements: proposal for the operationalisation and implementation of GRADE guidance","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Ottawa Hospital; Centre hospitalier universitaire de Québec; McMaster University; Impact; Cochrane; Bruyère; Hôpital de l'Enfant-Jésus; University of Ottawa","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Grading (engineering); Guideline; Global Positioning System; Computer science; Fidelity; Process management; Best practice; Medical education; Knowledge management; Medicine; Business; Engineering; Political science","score_opus":0.5414977190713219,"score_gpt":0.5727772921882497,"score_spread":0.03127957311692775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224095215","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02243711,0.010883607,0.06795789,0.8902171,0.00089559413,0.0068405257,0.0006155295,0.000025345182,0.00012728658],"genre_scores_gemma":[0.89310473,0.0012379232,0.037238713,0.057319194,0.0014362432,0.008106401,0.00037613328,0.00006406169,0.0011165744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99574035,0.0005720393,0.0028600635,0.00035611924,0.00026856843,0.00020287631],"domain_scores_gemma":[0.9899577,0.006935209,0.002501218,0.0003223797,0.00021285911,0.00007062926],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03090917,0.0001258853,0.00044566704,0.00016516255,0.00044991897,0.000028838927,0.00020398162,0.00002886714,0.0010548419],"category_scores_gemma":[0.01242347,0.00010640409,0.000039180526,0.00023227265,0.00011730555,0.00089539395,0.000043917273,0.000102197075,0.0000143331945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011276512,0.0005499142,0.05465704,0.0028857936,0.00038934377,0.000003499483,0.013637711,0.0072267703,0.00020441988,0.7482204,0.16653872,0.004558735],"study_design_scores_gemma":[0.017789537,0.010122981,0.035240673,0.0017601955,0.00039472297,0.00006452195,0.13077813,0.063297525,0.00036690084,0.030227939,0.7088756,0.001081271],"about_ca_topic_score_codex":0.0026094485,"about_ca_topic_score_gemma":0.00035656392,"teacher_disagreement_score":0.87066764,"about_ca_system_score_codex":0.0004153823,"about_ca_system_score_gemma":0.0008746596,"threshold_uncertainty_score":0.9998583},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4224271634","doi":"10.1177/15562646221092663","title":"Practicalities of Impracticability: An Interim Review of Randomized Controlled Trials","year":2022,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre","funders":"","keywords":"Waiver; Informed consent; Interim; Randomized controlled trial; Medicine; Clinical trial; Set (abstract data type); Family medicine; Alternative medicine; Law; Political science; Surgery; Internal medicine; Pathology; Computer science","score_opus":0.98625151272911,"score_gpt":0.854220548973364,"score_spread":0.13203096375574608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224271634","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043379903,0.9489065,0.00001887036,0.025370235,0.00033158725,0.013361568,0.00010888927,0.000017179202,0.011841823],"genre_scores_gemma":[0.00013582256,0.9933179,0.0006522887,0.0006639821,0.0011922105,0.0010652983,0.00006002789,0.00021158147,0.0027009007],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.31952587,0.5619124,0.036172733,0.0021874777,0.07699915,0.0032023843],"domain_scores_gemma":[0.0118195,0.918464,0.011254542,0.0040082415,0.051987797,0.00246593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.8871761,0.00093965075,0.044528697,0.007202378,0.0008661032,0.00027372857,0.0044637225,0.0040572584,0.011497067],"category_scores_gemma":[0.9869813,0.0005365114,0.014029553,0.0044996226,0.014289104,0.00043053462,0.0027485483,0.13209604,0.000044914468],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21386163,0.0085519785,0.0000033017068,0.61385375,0.008528995,0.0009195428,0.0008783684,2.843622e-7,0.00001890675,0.06992764,0.009679075,0.073776536],"study_design_scores_gemma":[0.055908404,0.017248917,9.729383e-7,0.2942682,0.0032640763,0.00018637761,0.0010695342,0.0000044936533,0.000015621286,0.047713246,0.5800297,0.00029040937],"about_ca_topic_score_codex":0.00014951926,"about_ca_topic_score_gemma":0.000029305102,"teacher_disagreement_score":0.5703507,"about_ca_system_score_codex":0.0024632688,"about_ca_system_score_gemma":0.076836504,"threshold_uncertainty_score":0.99970865},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4224316587","doi":"10.1136/bmjopen-2021-059445","title":"Assessing the impact of predatory journals on policy and guidance documents: a cross-sectional study protocol","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Dalhousie University; University of Ottawa","keywords":"Medicine; Cross-sectional study; Protocol (science); Environmental health; Alternative medicine; Pathology","score_opus":0.7721978534082363,"score_gpt":0.7632492341181518,"score_spread":0.008948619290084503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224316587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8438905,0.000018300334,0.00003662629,0.0002560812,0.000094362986,0.14098231,0.000053794138,0.000004239762,0.014663785],"genre_scores_gemma":[0.9287419,5.1234707e-7,0.000062298255,0.00008125259,0.000082332685,0.068542145,3.7010975e-7,0.000006842877,0.002482351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98748684,0.0012989913,0.00089715305,0.0004902836,0.009500004,0.00032670426],"domain_scores_gemma":[0.99460614,0.002447668,0.00068932684,0.0008009519,0.0012866196,0.00016931782],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07873661,0.00010160687,0.00023495252,0.014013605,0.0010468466,0.0136302365,0.0038981538,0.000025566456,0.0023080227],"category_scores_gemma":[0.025896512,0.000052136114,0.00010406357,0.06517633,0.00012291798,0.0014818667,0.0048836237,0.0002773885,0.000014760508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019682094,0.00044881352,0.9841341,0.000002364014,0.000027671844,0.0000062123586,0.00016033593,0.0006872142,0.000097232434,0.00007267324,0.00555147,0.008615096],"study_design_scores_gemma":[0.0011010548,0.0010154115,0.99098027,0.0000060166067,7.941286e-7,0.000019711413,0.00064750883,0.00061726297,0.0000246227,0.0025387972,0.0029780066,0.00007054338],"about_ca_topic_score_codex":0.001169105,"about_ca_topic_score_gemma":0.0000070373944,"teacher_disagreement_score":0.08485139,"about_ca_system_score_codex":0.00030446443,"about_ca_system_score_gemma":0.0012613776,"threshold_uncertainty_score":0.998604},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4225140398","doi":"10.1007/s11024-022-09468-7","title":"China’s Research Evaluation Reform: What are the Consequences for Global Science?","year":2022,"lang":"en","type":"article","venue":"Minerva","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bureau de Coopération Interuniversitaire; Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"China; Science Citation Index; Political science; Science policy; Coronavirus disease 2019 (COVID-19); Higher education; Citation; Citation impact; Position (finance); Public administration; Economic growth; Economics; Law","score_opus":0.8411194510935742,"score_gpt":0.6756913006516972,"score_spread":0.16542815044187698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225140398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92416805,0.0048450287,0.00023355719,0.050248224,0.00214486,0.0014694526,0.00010732408,0.000020675838,0.016762841],"genre_scores_gemma":[0.9964975,0.000073385396,0.00022345674,0.00026381438,0.00011513169,0.00039699834,0.0000055289674,0.000005295293,0.0024188582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9625664,0.0010594776,0.00054006296,0.00096411636,0.03383564,0.0010343179],"domain_scores_gemma":[0.98636407,0.002234629,0.0002608425,0.0012365162,0.009595339,0.00030859647],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.20777427,0.00011022779,0.0001918551,0.01718655,0.004162999,0.0071831825,0.0061384374,0.0000393037,0.0008530358],"category_scores_gemma":[0.06150865,0.00005952724,0.00012809566,0.24621883,0.0018242926,0.0015539818,0.0022655565,0.00035734338,0.00008656083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009742548,0.00021581977,0.013198419,0.000005593078,0.000015239875,0.000010773091,0.00067451893,0.0007099098,0.0022863643,0.02067651,0.054510564,0.90759885],"study_design_scores_gemma":[0.0012747489,0.0010140084,0.35938197,0.000018920085,0.000017577846,0.00009145323,0.07495495,0.12306834,0.0012091561,0.2894324,0.14915444,0.00038201467],"about_ca_topic_score_codex":0.000883209,"about_ca_topic_score_gemma":0.00015690073,"teacher_disagreement_score":0.90721685,"about_ca_system_score_codex":0.0017660822,"about_ca_system_score_gemma":0.001920539,"threshold_uncertainty_score":0.99923885},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4225605582","doi":"10.1177/16094069221081594","title":"Critical Narrative Inquiry: An Examination of a Methodological Approach","year":2022,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Community Health and Development","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reflexivity; Narrative; Epistemology; Storytelling; Narrative inquiry; Meaning (existential); Perspective (graphical); Temporality; Set (abstract data type); Sociology; Scope (computer science); Narrative criticism; Qualitative research; Psychology; Social science; Linguistics; Computer science; Philosophy","score_opus":0.9208366377716813,"score_gpt":0.775518242296406,"score_spread":0.14531839547527536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225605582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2954732,0.0002485608,0.69246346,0.003823016,0.0028697352,0.00034084372,0.000032555396,0.000015991827,0.004732659],"genre_scores_gemma":[0.40564018,0.000013086316,0.5928322,0.0011020874,0.00022368868,0.00006763738,0.000019797551,0.000010123447,0.00009116802],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9013853,0.095682524,0.0015073364,0.00016064443,0.0010235457,0.00024063907],"domain_scores_gemma":[0.9706388,0.02500912,0.0012454707,0.00016859279,0.0027422695,0.00019573183],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06842623,0.00013607714,0.0005334558,0.0005111856,0.00057170674,0.000008776202,0.0007226255,0.00008741976,0.0012670235],"category_scores_gemma":[0.01987878,0.00011435832,0.00013433507,0.00031060266,0.00025202837,0.00031825175,0.00039174355,0.0015453697,0.000002014054],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007786353,0.00057605095,0.0001486159,0.0000669324,0.00013652745,0.00001013792,0.86284447,0.00007378396,0.0009311064,0.087638624,0.0005152569,0.04627984],"study_design_scores_gemma":[0.001184677,0.0011274777,0.012336201,0.000059550104,0.000022508992,0.000050958566,0.9202783,0.00040326506,0.00016773648,0.05837127,0.005861001,0.00013706852],"about_ca_topic_score_codex":0.000052154104,"about_ca_topic_score_gemma":0.0000034361422,"teacher_disagreement_score":0.110167,"about_ca_system_score_codex":0.0005514439,"about_ca_system_score_gemma":0.0007450391,"threshold_uncertainty_score":0.99964595},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4225761953","doi":"10.1136/bjsports-2021-105058","title":"Writing up your clinical trial report for a scientific journal: the REPORT trial guide for effective and transparent research reporting without spin","year":2022,"lang":"en","type":"review","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council; Vetenskapsrådet; Centrum för idrottsforskning; Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Alternative medicine; Clinical trial; Medical physics; Medicine; Information retrieval; Data science; Medical education; Computer science; Pathology","score_opus":0.9246537538220914,"score_gpt":0.7006501088810781,"score_spread":0.2240036449410132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225761953","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001979827,0.9561205,0.006162006,0.000749139,0.018615644,0.015935743,0.000033468146,0.0000056688514,0.00039798292],"genre_scores_gemma":[0.00020797494,0.9677598,0.0024500755,0.00005446783,0.014453508,0.00087131275,0.000111411835,0.00011367965,0.013977802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8179648,0.023191562,0.13174246,0.0028118778,0.023186568,0.0011027508],"domain_scores_gemma":[0.6252871,0.059553217,0.28998598,0.005622546,0.018113608,0.0014375051],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.87472427,0.0007412812,0.022043088,0.001684901,0.0024384875,0.003009533,0.002969202,0.00039431895,0.0013972507],"category_scores_gemma":[0.69555634,0.00035965696,0.011544215,0.0024215784,0.0009597182,0.0003372152,0.00026606928,0.0034549742,0.0000025019094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036581364,0.00010937772,0.000078561,0.0015242181,0.0008670187,0.011321704,0.00017321583,0.0000010673515,8.739813e-8,0.000009470453,0.12689921,0.85535794],"study_design_scores_gemma":[0.026977517,0.0011677272,0.00008743553,0.024084514,0.0053941854,0.17209814,0.00131558,0.000016396902,3.9918092e-8,0.0011143911,0.76749593,0.0002481176],"about_ca_topic_score_codex":0.000024299534,"about_ca_topic_score_gemma":0.000014308921,"teacher_disagreement_score":0.8551098,"about_ca_system_score_codex":0.00029206945,"about_ca_system_score_gemma":0.0034552848,"threshold_uncertainty_score":0.99988556},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4226117716","doi":"10.1525/collabra.32607","title":"Do Registered Reports Make Scientific Findings More Believable to the Public?","year":2022,"lang":"en","type":"article","venue":"Collabra Psychology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Credibility; Transparency (behavior); Rigour; Psychology; Sample (material); Test (biology); Scientific evidence; Scientific misconduct; Applied psychology; Political science; Medicine; Alternative medicine; Epistemology; Law","score_opus":0.0821378660502672,"score_gpt":0.39331409541483764,"score_spread":0.31117622936457046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226117716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45658475,0.0001629404,0.00007165149,0.19107816,0.0074361013,0.00083404494,0.000027058446,0.00013351036,0.34367177],"genre_scores_gemma":[0.8982315,0.000008648812,0.00014272731,0.016985111,0.0001506997,0.00004724088,0.000018726343,0.000011210863,0.084404096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997793,0.00024871933,0.0003325494,0.0003514977,0.00076267467,0.0005115231],"domain_scores_gemma":[0.99849904,0.00005477729,0.00016415991,0.00089943415,0.00015294687,0.00022965664],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039482806,0.000091433176,0.00012732604,0.00024033723,0.0032399877,0.0005842837,0.000651242,0.000062722625,0.0053960565],"category_scores_gemma":[0.00091629865,0.0000775911,0.000052587216,0.0020174754,0.00033043418,0.00020260554,0.00020863494,0.0001860883,0.00024899846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018285838,0.000042877255,0.0004957134,0.0000019607132,0.000007551476,0.000020140764,0.045436677,0.00001415032,0.00005451494,0.014296319,0.9313733,0.008238496],"study_design_scores_gemma":[0.00015820171,0.00005184524,0.003410819,0.0000020975224,0.0000031104032,0.00006609952,0.011890738,0.0000053552785,0.0000061895907,0.0006278848,0.9836769,0.00010075691],"about_ca_topic_score_codex":0.00006694827,"about_ca_topic_score_gemma":0.00062167045,"teacher_disagreement_score":0.44164678,"about_ca_system_score_codex":0.00013947075,"about_ca_system_score_gemma":0.00038457094,"threshold_uncertainty_score":0.99805766},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4226278827","doi":"10.1093/ije/dyac090","title":"The primary importance of the research question: implications for understanding natural versus controlled direct effects","year":2022,"lang":"en","type":"article","venue":"International Journal of Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Natural (archaeology); Medicine; Psychology; Geography","score_opus":0.43804043204601734,"score_gpt":0.5543919310265762,"score_spread":0.11635149898055891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226278827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11675104,0.012126411,0.62380517,0.21165799,0.01813055,0.005349717,0.00019896113,0.00015067759,0.011829483],"genre_scores_gemma":[0.98584694,0.00015254872,0.013058918,0.0003376236,0.00024798914,0.00019285813,0.000004031062,0.000013177326,0.0001458983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99673355,0.0016899519,0.0008950996,0.00012017302,0.00034169416,0.00021952044],"domain_scores_gemma":[0.9073111,0.090406135,0.0012263007,0.00023826155,0.0007875175,0.00003072581],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011116113,0.00008466272,0.00040263432,0.00011867156,0.00036891428,0.000009103361,0.00097405683,0.00004199803,0.000010143165],"category_scores_gemma":[0.05746347,0.000048200163,0.00026357773,0.00014032282,0.00030360362,0.00008275155,0.00023460032,0.00058765255,1.4088361e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015654946,0.000042603737,0.00335365,0.0000095564565,0.00023674626,0.0000015774034,0.000043689906,0.0000798508,0.0010288138,0.9841048,0.008666208,0.00086701126],"study_design_scores_gemma":[0.0016977508,0.0002972201,0.0028355892,0.00004079651,0.000030406694,0.00005663637,0.000114127615,0.0001377822,0.00018393253,0.99168277,0.002875756,0.000047232796],"about_ca_topic_score_codex":0.000004622865,"about_ca_topic_score_gemma":0.000021300904,"teacher_disagreement_score":0.8690959,"about_ca_system_score_codex":0.00095561764,"about_ca_system_score_gemma":0.0001910639,"threshold_uncertainty_score":0.95047593},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4226336961","doi":"10.1093/heapro/daac052","title":"What fuels the research truck? Participatory health promotion research for sustainable change","year":2022,"lang":"en","type":"article","venue":"Health Promotion International","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Novo Nordisk Fonden; Steno Diabetes Center Copenhagen","keywords":"Truck; Citizen journalism; Promotion (chess); Participatory action research; Health promotion; Business; Environmental health; Political science; Medicine; Public health; Economic growth; Engineering; Nursing; Economics; Politics","score_opus":0.9408746160449148,"score_gpt":0.77605569915611,"score_spread":0.1648189168888049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226336961","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06901825,0.0003185641,0.001336032,0.9017964,0.005601704,0.02004226,0.00027756538,0.00018889112,0.001420309],"genre_scores_gemma":[0.83670706,0.00070506305,0.0005704414,0.04134666,0.003710371,0.086238615,0.00042416374,0.00010905897,0.030188553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96638745,0.022818401,0.0020093084,0.00094292045,0.004222691,0.0036192385],"domain_scores_gemma":[0.9894436,0.0044574626,0.0009121138,0.0007244343,0.00375878,0.00070362014],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.10160647,0.0002110939,0.00036504128,0.0012500386,0.01870872,0.00020752994,0.0012607074,0.00011309047,0.004372624],"category_scores_gemma":[0.0040929746,0.00018619337,0.00009342855,0.0021771104,0.00036493692,0.0016005993,0.0010424575,0.0027256,0.00031879442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023991383,0.0011416962,0.005001756,0.0022869424,0.000035034354,0.0000059344516,0.15134321,0.000028143188,0.00002797608,0.20000403,0.61945736,0.02042798],"study_design_scores_gemma":[0.0014365572,0.0028434203,0.0064874976,0.0002170234,0.0000017725899,0.000008552892,0.10292665,0.0011384988,0.000011155226,0.016347673,0.86842996,0.00015127],"about_ca_topic_score_codex":0.002827256,"about_ca_topic_score_gemma":0.000873359,"teacher_disagreement_score":0.8604498,"about_ca_system_score_codex":0.008214354,"about_ca_system_score_gemma":0.00875688,"threshold_uncertainty_score":0.99957514},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4226504205","doi":"10.31222/osf.io/9e526","title":"Teaching Open and Reproducible Scholarship: A Critical Review of the Evidence Base for Current Pedagogical Methods and their Outcomes","year":2022,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Queen's University; Department for the Economy; UK Research and Innovation; Queen's University Belfast; John Templeton Foundation","keywords":"Scholarship; Credibility; Promotion (chess); Psychology; Engineering ethics; Medical education; Mathematics education; Political science; Medicine; Engineering","score_opus":0.9813179241858248,"score_gpt":0.7638947768303257,"score_spread":0.21742314735549906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226504205","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.506371e-7,0.9815127,0.008255969,0.0026971174,0.00034665703,0.00629487,0.000059774266,0.0000037385655,0.0008282163],"genre_scores_gemma":[0.0000012560212,0.95471466,0.039340843,0.0006405404,0.000046515837,0.0009445004,0.000004375103,0.000022314529,0.004285029],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86840796,0.10799047,0.015970046,0.0036641317,0.0035797271,0.0003876392],"domain_scores_gemma":[0.7561515,0.21083781,0.012400934,0.018749703,0.0013647284,0.00049535296],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5297139,0.0006820084,0.015907617,0.00023349286,0.00053234515,0.0013653069,0.006132409,0.00011211206,0.0074729896],"category_scores_gemma":[0.6484308,0.00020534938,0.0049496,0.0010613281,0.00017779587,0.0005117864,0.0044165356,0.0009775612,0.000021225798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4603556e-7,0.000035571997,0.00008591464,0.0852066,0.00012431845,2.4617825e-7,0.00006619717,9.4021075e-9,7.101838e-8,0.006084142,0.0049974285,0.90339863],"study_design_scores_gemma":[0.000038071725,0.000033596527,0.000017068514,0.0562207,0.0023702246,0.00004350206,0.00014113892,0.000028876384,1.7183733e-7,0.004883263,0.93599665,0.00022673527],"about_ca_topic_score_codex":0.000012133555,"about_ca_topic_score_gemma":0.0000036189622,"teacher_disagreement_score":0.9309992,"about_ca_system_score_codex":0.000041847783,"about_ca_system_score_gemma":0.00037026405,"threshold_uncertainty_score":0.9996714},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4229037404","doi":"10.1016/j.ridd.2022.104239","title":"Mixed methods intervention studies in children and adolescents with emotional and behavioral disorders: A methodological review","year":2022,"lang":"en","type":"review","venue":"Research in Developmental Disabilities","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"PsycINFO; Intervention (counseling); Psychology; MEDLINE; Scopus; Clinical psychology; Emotional and behavioral disorders; Qualitative research; Applied psychology; Psychiatry","score_opus":0.9527030069569624,"score_gpt":0.7968987286117574,"score_spread":0.15580427834520505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229037404","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013265789,0.97970885,0.000013611728,0.000517445,0.00012961977,0.006132074,0.00012589985,0.00002522575,0.000081488164],"genre_scores_gemma":[0.000371345,0.9843016,0.009046282,0.00019265868,0.000028830646,0.0058134287,0.00009566138,0.00003233578,0.00011783383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9601349,0.035179958,0.0018358814,0.00088041846,0.0009349921,0.0010338412],"domain_scores_gemma":[0.98613024,0.013002092,0.00030331078,0.00024003955,0.00009370357,0.00023063192],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032484844,0.00036764814,0.0016616784,0.00075200497,0.000673588,0.000023748396,0.00037524512,0.00017037443,0.0005969508],"category_scores_gemma":[0.010549138,0.0002721395,0.00008512567,0.0014389709,0.0014186628,0.000254683,0.0017229057,0.0020835646,0.00001685728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001781855,0.00013500395,0.056568917,0.10311437,0.000028314738,0.0000018078244,0.0054391655,1.5666654e-8,2.2672987e-8,0.00012246371,0.0005292924,0.8340428],"study_design_scores_gemma":[0.0018295588,0.00050823594,0.14162147,0.29202968,0.00008216487,0.0000940997,0.119258605,0.0000010146964,7.7269206e-8,0.0021746338,0.4416077,0.00079275307],"about_ca_topic_score_codex":0.000700587,"about_ca_topic_score_gemma":0.001484546,"teacher_disagreement_score":0.83325005,"about_ca_system_score_codex":0.0023436397,"about_ca_system_score_gemma":0.0011876918,"threshold_uncertainty_score":0.99997306},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4229065803","doi":"10.1136/oemed-2021-107617","title":"Unionisation and injury risk in construction: a replication study","year":2021,"lang":"en","type":"article","venue":"Occupational and Environmental Medicine","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Relative risk; Sampling frame; Incidence (geometry); Medicine; Demography; Compensation (psychology); Demographic economics; Statistics; Confidence interval; Economics; Mathematics; Environmental health; Internal medicine; Psychology","score_opus":0.051551242152507525,"score_gpt":0.4327461241753592,"score_spread":0.3811948820228517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229065803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958282,0.00031168535,0.00008479236,0.0020350232,0.00014408644,0.00061576423,0.00007808476,0.000011203086,0.0008911577],"genre_scores_gemma":[0.99715906,0.0011591512,0.00031294808,0.00038380345,0.00019495834,0.00015772926,0.00040834173,0.0000065679797,0.0002174306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983544,0.00043229127,0.0003949768,0.00033768703,0.00031068706,0.0001699978],"domain_scores_gemma":[0.99904907,0.00047049546,0.0001100308,0.00021368066,0.000026514608,0.00013023985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008010273,0.00008738081,0.00015180366,0.000092043665,0.000487399,0.0000028807428,0.00002844513,0.00007156606,0.00068920583],"category_scores_gemma":[0.00037799915,0.00007513923,0.000007890625,0.00015107295,0.00017120999,0.000101066486,0.00006754135,0.00030894752,0.000021774724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022227851,0.000095322655,0.9564652,0.000030376576,0.0000060969746,0.0000029254963,0.0006737283,0.0000015175954,0.00015192875,0.001057714,0.00010263824,0.041190285],"study_design_scores_gemma":[0.001536826,0.00022460763,0.98804754,0.000049598115,0.000009715459,0.0000065833588,0.006253241,0.00031092993,0.000007690391,0.0014548105,0.002035613,0.00006283544],"about_ca_topic_score_codex":0.00040543318,"about_ca_topic_score_gemma":0.000178993,"teacher_disagreement_score":0.04112745,"about_ca_system_score_codex":0.00012745832,"about_ca_system_score_gemma":0.00010164903,"threshold_uncertainty_score":0.75463206},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4229589109","doi":"10.31222/osf.io/d2y43","title":"Transparent, Open, and Reproducible Prevention Science","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Transparency (behavior); Openness to experience; Open science; Best practice; Engineering ethics; Citizen science; Public relations; Open data; Political science; Computer science; Knowledge management; Psychology; Engineering; World Wide Web; Computer security","score_opus":0.9469422615351218,"score_gpt":0.7878863451378618,"score_spread":0.15905591639726002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229589109","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2605863,0.00016052711,0.034442894,0.36918554,0.005324148,0.019957159,0.00033210087,0.00071432616,0.309297],"genre_scores_gemma":[0.92984056,0.00024683477,0.023617046,0.035268392,0.00047674478,0.0012868501,0.000032862343,0.000036778787,0.009193928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507487,0.0007211477,0.0011244536,0.0016590445,0.0006476324,0.0007728691],"domain_scores_gemma":[0.99706954,0.0003747615,0.0005608678,0.0010442025,0.00034656056,0.00060407777],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008079193,0.00020122556,0.00040441952,0.00021489826,0.0015282744,0.00015288554,0.0014484623,0.00016645897,0.0016566676],"category_scores_gemma":[0.0026107077,0.00018248144,0.000031602518,0.000745245,0.00035361754,0.00052321906,0.0038308287,0.0010642015,0.0003350323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022451706,0.0001968217,0.11243394,0.0107398555,0.000069943846,0.000012272978,0.14121951,0.00006209541,0.008479842,0.11323355,0.57909083,0.03423682],"study_design_scores_gemma":[0.0044579655,0.0005106724,0.31775305,0.0024216052,0.000117265525,0.000006737075,0.016367745,0.0025336342,0.0024227805,0.16430448,0.48735645,0.001747629],"about_ca_topic_score_codex":0.0017844944,"about_ca_topic_score_gemma":0.0004145621,"teacher_disagreement_score":0.66925424,"about_ca_system_score_codex":0.00027470538,"about_ca_system_score_gemma":0.0075439466,"threshold_uncertainty_score":0.9997716},"labels":[{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W423015428","doi":"10.1016/j.joi.2015.05.001","title":"Modelling count response variables in informetric studies: Comparison among count, linear, and lognormal regression models","year":2015,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Capital Medical University","keywords":"Count data; Statistics; Negative binomial distribution; Poisson regression; Akaike information criterion; Mathematics; Regression analysis; Linear regression; Poisson distribution; Overdispersion; Log-normal distribution; Generalized linear model; Binomial regression; Regression diagnostic; Econometrics; Polynomial regression; Population","score_opus":0.103223804081119,"score_gpt":0.3570945740796192,"score_spread":0.2538707699985002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W423015428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17380138,0.0037154844,0.8218133,0.000059706494,0.00016024518,0.000112353264,0.0000011187186,0.000042383173,0.00029405425],"genre_scores_gemma":[0.68673,0.002247306,0.31082717,0.00009233856,0.000042733995,0.0000029471632,7.0284295e-7,0.000010189707,0.000046578996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996476,0.00010515386,0.0016057367,0.0001951677,0.0012315819,0.0003863743],"domain_scores_gemma":[0.9949323,0.0012002634,0.0015050469,0.00037619343,0.0017142985,0.0002719241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060026147,0.00025620664,0.0007645148,0.0047702654,0.000095942305,0.00017513546,0.0008552774,0.00017694189,5.2453373e-7],"category_scores_gemma":[0.002962127,0.00019221741,0.000105454244,0.006009157,0.000101941405,0.005555848,0.00041682617,0.0006421939,0.0000012358203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034110877,0.0000925449,0.014880593,0.000034874352,0.000067810586,0.00004908803,0.0030228484,0.96374387,0.000006136033,0.0015121952,0.0007795466,0.015469374],"study_design_scores_gemma":[0.0009498698,0.000508794,0.00043741913,0.00020656371,0.000025689204,0.00007024848,0.00094119983,0.98872674,0.0002075702,0.005726562,0.001970956,0.0002283904],"about_ca_topic_score_codex":0.000041235755,"about_ca_topic_score_gemma":0.000008155375,"teacher_disagreement_score":0.51292866,"about_ca_system_score_codex":0.00061564107,"about_ca_system_score_gemma":0.00042554547,"threshold_uncertainty_score":0.7838399},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4230570618","doi":"10.21203/rs.2.14912/v1","title":"Database combinations to retrieve systematic reviews in Overviews of reviews: A methodological study","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Information retrieval; Computer science; Database; Data science; Political science; MEDLINE","score_opus":0.9715803719910722,"score_gpt":0.7239185855539376,"score_spread":0.24766178643713455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230570618","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10302171,0.4189415,0.06593974,0.0036135225,0.0025123763,0.38833344,0.0012028452,0.000041869687,0.016393004],"genre_scores_gemma":[0.80147946,0.039581187,0.068658575,0.00078264705,0.00044507397,0.03962567,0.0004812435,0.00022611146,0.048720036],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.28769228,0.62264705,0.053900998,0.0054985117,0.028882928,0.0013782111],"domain_scores_gemma":[0.7936441,0.12714466,0.023931965,0.04221901,0.012024072,0.001036232],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8124199,0.0008980053,0.025757115,0.003949265,0.00016423062,0.0010713483,0.009238227,0.00042998532,0.005994311],"category_scores_gemma":[0.7486559,0.00041716464,0.0046656677,0.01051261,0.00012677007,0.00025822443,0.0061804513,0.0024560478,0.014877766],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011037028,0.0059549618,0.057932634,0.5006486,0.00087633403,0.0001086433,0.014832751,0.00048584628,0.00012349735,0.00585771,0.40396497,0.009103655],"study_design_scores_gemma":[0.003276073,0.0038872133,0.05574092,0.38032028,0.0025939636,0.000028641747,0.03211509,0.011303589,0.000041673182,0.031711094,0.4754471,0.0035343631],"about_ca_topic_score_codex":0.00020733371,"about_ca_topic_score_gemma":0.00037425503,"teacher_disagreement_score":0.6984578,"about_ca_system_score_codex":0.0004044241,"about_ca_system_score_gemma":0.00045128647,"threshold_uncertainty_score":0.9999656},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4230801920","doi":"10.14740/cii77r","title":"Retraction: Diagnosis of Tuberculous Lymphadenitis Using Fine Needle Aspiration Cytology: A Comparison Between Cytomorphology and GeneXpert <i>Mycobacterium Tuberculosis</i> Resistant to Rifampicin (MTB/RIF) Test","year":2019,"lang":"en","type":"article","venue":"Clinical Infection and Immunity","topic":"Mycobacterium research and diagnosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"GeneXpert MTB/RIF; Tuberculosis; Medicine; Rifampicin; Mycobacterium tuberculosis; Fine-needle aspiration; Cytology; Pathology; Biopsy","score_opus":0.07948442362977223,"score_gpt":0.39409453067235434,"score_spread":0.3146101070425821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230801920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964964,0.00038253667,0.000088069995,0.0012594879,0.0004992789,0.00075845775,0.0000732801,0.000061134415,0.00038138244],"genre_scores_gemma":[0.9971711,0.0011663664,0.0003579742,0.0007269744,0.00033243123,0.000048820264,0.00012267398,0.00002673978,0.000046896057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730456,0.0005447406,0.0010988553,0.00045814505,0.00023827009,0.00035542206],"domain_scores_gemma":[0.99635696,0.002104375,0.00027472517,0.00047838138,0.00034888525,0.00043663982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010120913,0.00024997653,0.0010058405,0.00026137978,0.00019515988,0.00005256987,0.00007357566,0.0005481044,0.00034835248],"category_scores_gemma":[0.002579352,0.00023300931,0.00016076626,0.00043532392,0.00028141643,0.00021185154,0.00017678208,0.000697885,0.000043910524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056187285,0.00068279484,0.9483895,0.00018139133,0.00011426094,0.000009196203,0.00010474754,0.0000020414595,0.04188126,0.000008431158,0.0008433224,0.0072211833],"study_design_scores_gemma":[0.002239212,0.005552595,0.97434163,0.0002087849,0.00023364303,0.00014907675,0.00009222876,0.00017998474,0.011939839,0.000017053995,0.004830838,0.00021508682],"about_ca_topic_score_codex":0.0035880636,"about_ca_topic_score_gemma":0.0002692798,"teacher_disagreement_score":0.029941421,"about_ca_system_score_codex":0.000109964174,"about_ca_system_score_gemma":0.0001145516,"threshold_uncertainty_score":0.9501844},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4231686601","doi":"10.31222/osf.io/b79mk","title":"Patient-important outcomes reported in clinical studies of pharmacologic treatments for covid-19: A protocol of a meta-epidemiological study","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Western University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Medicine; Epidemiology; Randomized controlled trial; Protocol (science); Pandemic; MEDLINE; Coronavirus disease 2019 (COVID-19); Clinical trial; Meta-analysis; Disease; Intensive care medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9322724632072774,"score_gpt":0.6826235854805558,"score_spread":0.24964887772672162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231686601","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5412831,0.0012222126,0.0012358788,0.030111033,0.0008460513,0.4227562,0.0021329785,0.00012162861,0.00029096712],"genre_scores_gemma":[0.40974975,0.00018625373,0.012044384,0.014878345,0.000114807095,0.56271464,0.000100668265,0.000055674675,0.00015550829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9635977,0.0027201774,0.03124856,0.0017847486,0.00017774681,0.00047102608],"domain_scores_gemma":[0.9614728,0.011773328,0.025094239,0.0010230195,0.00024050595,0.00039607144],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057468195,0.0006523783,0.011139581,0.0004676315,0.000075067015,0.000016098775,0.000510406,0.0005077434,0.00045304612],"category_scores_gemma":[0.11364303,0.0005222631,0.0017419159,0.00022717136,0.00024307735,0.00010624616,0.00066299096,0.00050924235,0.000020577763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003871668,0.0037075973,0.96473676,0.002602861,0.014674811,0.000015811445,0.0021958922,0.0005204486,4.14165e-7,0.0025701209,0.008539013,0.000049090333],"study_design_scores_gemma":[0.033865973,0.014245248,0.66551536,0.00029499657,0.0053867083,0.0000070795654,0.019867042,0.011527396,0.000019205389,0.2292139,0.017517554,0.0025395302],"about_ca_topic_score_codex":0.0016425204,"about_ca_topic_score_gemma":0.0003520169,"teacher_disagreement_score":0.2992214,"about_ca_system_score_codex":0.0008639705,"about_ca_system_score_gemma":0.00096295483,"threshold_uncertainty_score":0.9997229},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4232523899","doi":"10.1515/ci.2013.35.4.21c","title":"Research Integrity–The Montreal Statement","year":2013,"lang":"en","type":"article","venue":"Chemistry International","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Research integrity; Engineering; Political science; Engineering ethics; Law","score_opus":0.058563964725656115,"score_gpt":0.3978301827632694,"score_spread":0.3392662180376133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232523899","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17179136,0.00004675783,0.00013237112,0.069895156,0.00043361337,0.00016137028,0.000014306074,0.000041853815,0.75748324],"genre_scores_gemma":[0.93188196,0.000113221,0.00011497169,0.000350145,0.0011725178,0.000069703834,0.000026727841,0.000004752327,0.06626598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998316,0.0001354062,0.00017913418,0.00016157507,0.0009178715,0.00029000148],"domain_scores_gemma":[0.9987617,0.00038642902,0.000046498426,0.00012648928,0.0005846751,0.00009422325],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021228746,0.00006301878,0.00005456131,0.000021889111,0.00045911293,0.00018174482,0.0008417471,0.00027425605,0.014762231],"category_scores_gemma":[0.00086309237,0.00004726371,0.00004270626,0.00011765634,0.00044923797,0.00019142343,0.00010003406,0.001812266,0.0008446812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013011707,0.0000870394,0.0021972049,0.000009338131,0.00007088152,0.000005548167,0.013316801,0.0000062218382,0.0045709037,0.03190927,0.9303245,0.017489258],"study_design_scores_gemma":[0.00014426671,0.000004661211,0.0016914279,0.000023230756,0.000002890876,0.000003032068,0.022773325,0.00035503952,0.005508441,0.031563215,0.93782246,0.00010800455],"about_ca_topic_score_codex":0.019048676,"about_ca_topic_score_gemma":0.00035400974,"teacher_disagreement_score":0.76009065,"about_ca_system_score_codex":0.00027496208,"about_ca_system_score_gemma":0.0002013304,"threshold_uncertainty_score":0.9999333},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4232677651","doi":"10.31124/advance.13527221.v1","title":"Citizens, research ethics committee members and researchers’ attitude toward information and consent for the secondary use of health data: Implications for research within learning health systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Informed consent; Public relations; Research ethics; Health care; Data collection; Psychology; Medical education; Political science; Engineering ethics; Knowledge management; Internet privacy; Medicine; Sociology; Alternative medicine; Computer science; Law; Engineering; Social science","score_opus":0.9553464491562197,"score_gpt":0.7161660694117165,"score_spread":0.23918037974450324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232677651","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015694482,0.031309485,0.042661082,0.87547684,0.0006332152,0.029280355,0.003864503,0.00013804545,0.0009420111],"genre_scores_gemma":[0.6188677,0.26736945,0.07717807,0.0074368226,0.00073456985,0.007206892,0.012728702,0.00028771817,0.008190094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9759973,0.011290429,0.0036676778,0.0017670647,0.005293888,0.0019836307],"domain_scores_gemma":[0.63646257,0.34021845,0.0010543185,0.0042094574,0.016917156,0.0011380585],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.25735644,0.0003110951,0.0013238323,0.00079858705,0.0023913456,0.0011162988,0.0011810748,0.0014266974,0.000019353618],"category_scores_gemma":[0.2227399,0.00024080032,0.0001336751,0.0007170215,0.0035569905,0.0003941948,0.0068742656,0.026181659,0.0000016458681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029365001,0.0006657808,0.01761475,0.29324964,0.0024638711,0.000005701967,0.07269066,0.0010446382,0.00012931682,0.30342385,0.25603604,0.049739245],"study_design_scores_gemma":[0.013922195,0.010248005,0.0678153,0.036958795,0.00029310177,0.00020769586,0.3227822,0.08572413,0.00009234761,0.052680295,0.40777102,0.0015049458],"about_ca_topic_score_codex":0.024864756,"about_ca_topic_score_gemma":0.00883401,"teacher_disagreement_score":0.86804,"about_ca_system_score_codex":0.0009087507,"about_ca_system_score_gemma":0.04080155,"threshold_uncertainty_score":0.99992067},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4233524835","doi":"10.7287/peerj.6087v0.1/reviews/2","title":"Peer Review #2 of \"The recent expansion of Fox Sparrow (Passerella iliaca iliaca) breeding range into the northeastern United States (v0.1)\"","year":2018,"lang":"en","type":"peer-review","venue":"","topic":"Fire effects on ecosystems","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sparrow; Range (aeronautics); Geography; Biology; Zoology; Engineering; Aerospace engineering","score_opus":0.02616764621999041,"score_gpt":0.27360026386828556,"score_spread":0.24743261764829516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233524835","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025964933,0.33898255,0.00010748783,0.5373935,0.012237067,0.01682954,0.00085071375,0.00022774153,0.06740648],"genre_scores_gemma":[0.008028833,0.41872936,0.00039351298,0.01776413,0.0005125327,0.00043283118,0.0012846987,0.00029941453,0.55255467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918214,0.0010360964,0.0016766946,0.0008449604,0.004049535,0.0005712865],"domain_scores_gemma":[0.9945589,0.000521886,0.0016708073,0.00217295,0.0009271368,0.00014832037],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006796094,0.0007210408,0.0015400089,0.000095043906,0.00019795945,0.000029688084,0.0021396992,0.0003186957,0.008815315],"category_scores_gemma":[0.0020860294,0.0003864525,0.00053664594,0.001432492,0.00060898333,0.00014966192,0.0011478954,0.0006582519,0.00066128426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014446368,0.00006626041,0.00092900195,0.024538813,0.00006973509,0.0000015331726,0.00035197134,0.000013366922,0.00018451212,0.000003392143,0.9578331,0.015993863],"study_design_scores_gemma":[0.00020930225,0.00017513616,0.00037055358,0.05764757,0.00032394295,0.0000117702075,0.00006689592,0.0006838389,0.00054946315,0.00002043815,0.9395326,0.00040848964],"about_ca_topic_score_codex":0.015704626,"about_ca_topic_score_gemma":0.0065256627,"teacher_disagreement_score":0.51962936,"about_ca_system_score_codex":0.00037952108,"about_ca_system_score_gemma":0.00008592081,"threshold_uncertainty_score":0.99985874},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4233908296","doi":"10.2196/preprints.21240","title":"Differences in Mode Preferences, Response Rates, and Mode Effect Between Automated Email and Phone Survey Systems for Patients of Primary Care Practices: Cross-Sectional Study (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Institut du Savoir Montfort; Dalhousie University; Montfort Hospital; University of Ottawa","funders":"","keywords":"Phone; Respondent; Medicine; Family medicine; Cross-sectional study; Demographics; Primary care; Demography","score_opus":0.1540576139155061,"score_gpt":0.48018062092252783,"score_spread":0.32612300700702174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233908296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606485,0.00087720767,0.00023376972,0.000056869667,0.00052257295,0.032612246,0.004650591,0.00026752692,0.00013071425],"genre_scores_gemma":[0.96507305,0.0005991375,0.00033002754,0.000055764864,0.000103276834,0.03084836,0.0028556383,0.000052739455,0.00008201471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98726434,0.0074431915,0.0025407192,0.0015018338,0.0005650496,0.0006848699],"domain_scores_gemma":[0.9802963,0.014772799,0.002700202,0.0007084776,0.0009824604,0.0005397369],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057442207,0.00052662304,0.0016914019,0.00031226492,0.0006503676,0.000074121504,0.00040391338,0.000888618,0.000013644239],"category_scores_gemma":[0.0036381877,0.00044584105,0.000062542254,0.00029579943,0.00012774671,0.0001505047,0.00093514443,0.0015400162,0.000007280967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004925589,0.0003171294,0.9696342,0.020901764,0.00008511961,4.0959088e-7,0.0033775829,0.00007900145,0.000007044754,0.000014929479,0.00018230153,0.00047496927],"study_design_scores_gemma":[0.0043573156,0.001085768,0.9869228,0.0007546912,0.000059727652,2.4238435e-7,0.0009096819,0.005429572,0.0000028242293,0.00008428814,0.000083894956,0.00030920122],"about_ca_topic_score_codex":0.06120542,"about_ca_topic_score_gemma":0.0079647675,"teacher_disagreement_score":0.053240653,"about_ca_system_score_codex":0.0005470463,"about_ca_system_score_gemma":0.0028661897,"threshold_uncertainty_score":0.9997993},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4234189662","doi":"10.1002/asi.20880","title":"Modifying the journal impact factor by fractional citation weighting: The audience factor","year":2008,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Impact factor; Normalization (sociology); Citation; Weighting; Computer science; Citation analysis; Factor (programming language); Field (mathematics); Citation impact; Discipline; Information retrieval; Statistics; Sociology; Mathematics; Library science; Social science; Political science; Law","score_opus":0.32657725380462954,"score_gpt":0.5119929688617303,"score_spread":0.18541571505710075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234189662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520446,0.00022198255,0.029396757,0.01770973,0.00032746146,0.0001809829,0.000029881088,0.000007634373,0.000080963466],"genre_scores_gemma":[0.9970457,0.00091966055,0.0010102775,0.0009105585,0.00006081862,0.0000030019125,1.8973272e-7,0.0000027665578,0.000047018766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9922488,0.00007500657,0.0008125613,0.00012826711,0.006304288,0.00043107686],"domain_scores_gemma":[0.98679394,0.0026844474,0.00253445,0.00033430487,0.007501177,0.00015169068],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.015175322,0.00011350404,0.00022254264,0.0054881265,0.003502267,0.0011890295,0.0034765124,0.00005840816,0.000017034421],"category_scores_gemma":[0.020850388,0.00004212226,0.0003188631,0.06675902,0.00397756,0.0040474595,0.0003780067,0.0006843707,0.0000064889186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009780682,0.000082490544,0.10500408,0.000004960155,0.00012871377,7.0435715e-7,0.008819265,0.00045739138,0.019147512,0.0010482842,0.18348764,0.68172115],"study_design_scores_gemma":[0.0015516072,0.0018263817,0.52625203,0.00002487265,0.00004332952,0.0031596264,0.0603164,0.05702914,0.006229599,0.013651215,0.32944673,0.00046907336],"about_ca_topic_score_codex":0.00001700896,"about_ca_topic_score_gemma":5.5379877e-7,"teacher_disagreement_score":0.68125206,"about_ca_system_score_codex":0.00029150018,"about_ca_system_score_gemma":0.0010178919,"threshold_uncertainty_score":0.9998478},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4234553601","doi":"10.31219/osf.io/m9abx","title":"The Hong Kong Principles for Assessing Researchers: Fostering Research Integrity","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Transparency (behavior); Trustworthiness; Engineering ethics; Research integrity; Inclusion (mineral); Manifesto; Political science; Research ethics; Public relations; Open science; Quality (philosophy); Declaration; Computer science; Sociology; Engineering; Internet privacy; Law; Social science; Epistemology","score_opus":0.9051326629292764,"score_gpt":0.6570798519375924,"score_spread":0.24805281099168397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234553601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8724896,0.0023877514,0.015240164,0.0592149,0.00426387,0.0073252344,0.0000107369815,0.00018236332,0.038885407],"genre_scores_gemma":[0.98002553,0.00071009446,0.0053570485,0.00014652785,0.0016571204,0.0005005622,0.000060328664,0.000054227516,0.011488576],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99660105,0.00040876094,0.00069431175,0.0006299594,0.00081894506,0.00084698765],"domain_scores_gemma":[0.9915125,0.0048014726,0.00015094527,0.0011559823,0.0021514564,0.00022765841],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011068481,0.00019324961,0.00033763144,0.00024105964,0.00081810344,0.00069413445,0.00047413795,0.0005300517,0.000055349352],"category_scores_gemma":[0.008102661,0.00012811519,0.00017598347,0.0002314653,0.00027585105,0.00013636197,0.0013091841,0.0035990672,0.00009441201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007012075,0.00026231623,0.047218133,0.0064268755,0.00019267884,0.000009800137,0.0063542123,0.00021635323,0.0012997679,0.008389633,0.012642305,0.9162867],"study_design_scores_gemma":[0.00045542922,0.0017881361,0.049730103,0.020308545,0.0002508429,0.00006836325,0.23703307,0.16884236,0.099367775,0.19307488,0.22722271,0.0018577662],"about_ca_topic_score_codex":0.0025755696,"about_ca_topic_score_gemma":0.0006700942,"teacher_disagreement_score":0.91442895,"about_ca_system_score_codex":0.00075260195,"about_ca_system_score_gemma":0.0030144546,"threshold_uncertainty_score":0.99869967},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4234638825","doi":"10.21203/rs.3.rs-242201/v1","title":"A methodological review to develop a list of bias items used to assess reviews incorporating network meta-analysis: Protocol and rationale","year":2021,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Protocol (science); Meta-analysis; Computer science; Data science; Management science; Medicine; Engineering; Alternative medicine","score_opus":0.99231277477501,"score_gpt":0.7534701066166585,"score_spread":0.23884266815835153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234638825","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4848674e-7,0.794139,0.013037609,0.000709316,0.000033927998,0.19142292,0.00010324084,0.000006658245,0.00054707367],"genre_scores_gemma":[3.8144356e-7,0.63476485,0.08936584,0.0003442212,0.00016489,0.27146414,0.00012866184,0.000040226474,0.00372679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.54147774,0.39556745,0.037324112,0.004707292,0.01972981,0.0011935756],"domain_scores_gemma":[0.8242168,0.120043784,0.020257518,0.011993243,0.021937506,0.001551183],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.68569064,0.0012278146,0.059010074,0.0025643327,0.00044867786,0.0020496505,0.0044251275,0.00044488706,0.014448861],"category_scores_gemma":[0.59015965,0.0005285968,0.01701685,0.057604294,0.00015490514,0.0002502412,0.0023290245,0.0012322617,0.001354326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070638034,0.00014762025,0.00017259017,0.1584701,0.05278612,0.000047796322,0.00018034715,0.00006480464,7.534509e-7,0.0021655005,0.27366656,0.5122908],"study_design_scores_gemma":[0.000045924884,0.00010753965,0.00001073575,0.023509698,0.065641485,0.000015539033,0.000065630906,0.00003476702,2.774825e-7,0.00034148202,0.90979,0.0004369611],"about_ca_topic_score_codex":0.000032404816,"about_ca_topic_score_gemma":0.0003110429,"teacher_disagreement_score":0.6361234,"about_ca_system_score_codex":0.00017356029,"about_ca_system_score_gemma":0.0018974763,"threshold_uncertainty_score":0.9997166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4235233374","doi":"10.1007/bf03405015","title":"Évaluation de la fiabilité et de la validité d’un instrument de mesure de l’activation communautaire","year":2002,"lang":"fr","type":"article","venue":"Canadian Journal of Public Health","topic":"Community Health and Development","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Mathematics; Philosophy","score_opus":0.18740378467212415,"score_gpt":0.4136288997939871,"score_spread":0.22622511512186294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235233374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63190866,0.003404412,0.005460661,0.35333905,0.00066970824,0.0005781448,0.000039815583,0.000022043125,0.0045775333],"genre_scores_gemma":[0.9401045,0.00334123,0.016793143,0.038509667,0.00046068622,0.00003678205,0.000030543462,0.000057867957,0.0006656119],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9552642,0.03996592,0.0016151583,0.00019288316,0.00049349235,0.0024683436],"domain_scores_gemma":[0.98315954,0.007878304,0.0010958195,0.0005207904,0.00055606134,0.0067895115],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063067265,0.00030192366,0.000569516,0.00074374815,0.002278962,0.00019465509,0.0005918951,0.00085373915,0.0022011325],"category_scores_gemma":[0.013900328,0.00033874306,0.00014963686,0.00065117894,0.00029306058,0.0005075786,0.000060494982,0.0046245097,0.000030203842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001769674,0.00034776313,0.32258353,0.0010793486,0.00008300052,0.00005142182,0.17879985,0.00019129038,0.00000714919,0.013166018,0.07728573,0.4063872],"study_design_scores_gemma":[0.0015753622,0.00031950205,0.56110895,0.0012689903,0.000022403156,0.0005769991,0.01565156,0.0022495412,0.000007700543,0.009938658,0.40704668,0.00023370062],"about_ca_topic_score_codex":0.14038509,"about_ca_topic_score_gemma":0.09939596,"teacher_disagreement_score":0.4061535,"about_ca_system_score_codex":0.01981886,"about_ca_system_score_gemma":0.12691817,"threshold_uncertainty_score":0.9999065},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4235659671","doi":"10.4309/jgi.v0i36.3987","title":"Internet Gambling: A Critical Review of Behavioural Tracking Research","year":2017,"lang":"en","type":"review","venue":"Journal of Gambling Issues","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; The Internet; Tracking (education); Lottery; Ligne; Field (mathematics); Phenomenon; Meaning (existential); Social psychology; Humanities; Computer science; Epistemology; World Wide Web; Psychotherapist","score_opus":0.9218414728651734,"score_gpt":0.6727823725112076,"score_spread":0.24905910035396572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235659671","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023758032,0.99450153,0.000014333615,0.00021480216,0.002934858,0.00057227357,0.000038458842,0.000025009645,0.001461132],"genre_scores_gemma":[0.0027306844,0.9925221,0.00066038483,0.000021041855,0.00096529984,0.0000381535,0.00002754554,0.00014824825,0.0028865503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920623,0.0014861329,0.003305824,0.0005894726,0.001694754,0.00086152105],"domain_scores_gemma":[0.9918149,0.0012158067,0.0029339464,0.001310257,0.0023645486,0.0003605345],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070061483,0.0006710905,0.004685435,0.0015583286,0.0001960859,0.00026188188,0.0019192453,0.000694817,0.0010913173],"category_scores_gemma":[0.00344795,0.0005050867,0.0020993913,0.00047982388,0.00049959024,0.0003299364,0.00024283123,0.0028754403,0.00021127351],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000627303,0.0011587245,0.00094617065,0.05837056,0.00084343896,0.0022978983,0.00080369116,2.4404597e-8,0.0000010951692,0.00042746065,0.009282478,0.92580575],"study_design_scores_gemma":[0.0004194932,0.00069327536,0.00020041491,0.3225139,0.0031438442,0.0015822244,0.00008434762,1.3870589e-7,0.000006709146,0.00005900025,0.67099166,0.00030501737],"about_ca_topic_score_codex":0.00020651093,"about_ca_topic_score_gemma":0.0000053947633,"teacher_disagreement_score":0.9255007,"about_ca_system_score_codex":0.00023822051,"about_ca_system_score_gemma":0.00047338268,"threshold_uncertainty_score":0.99982184},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4235857072","doi":"10.3758/s13414-018-1591-y","title":"Retraction Note: Losing control: Mostly incongruent lists postpone, but do not eliminate, the Stroop effect","year":2018,"lang":"en","type":"retraction","venue":"Attention Perception & Psychophysics","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"","keywords":"Stroop effect; Stimulus (psychology); Cognitive psychology; Computer science; Psychology; Control (management); Artificial intelligence; Cognition; Neuroscience","score_opus":0.027934894048203252,"score_gpt":0.32723579518037765,"score_spread":0.2993009011321744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235857072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397676,0.0001711883,0.0044575226,0.0028732296,0.03679474,0.002983715,0.00056690926,0.0005754228,0.011809652],"genre_scores_gemma":[0.98035234,0.0024095147,0.00006772174,0.0023278242,0.005708871,0.00017407181,0.000317615,0.00015436491,0.00848768],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938628,0.00090911204,0.0010329658,0.0016249039,0.0018606575,0.0007095783],"domain_scores_gemma":[0.99603266,0.0005901242,0.0014518261,0.0011113177,0.0006289946,0.00018510326],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011293826,0.0008501423,0.0007323517,0.0002951415,0.0012360007,0.00089930504,0.00076761225,0.0011649535,0.0008737655],"category_scores_gemma":[0.00043181053,0.00066025276,0.0006286226,0.0008227698,0.0004936189,0.001627606,0.00007874135,0.002190275,0.0019607607],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001225003,0.00036715338,0.00010303384,0.00065597135,0.00006276259,0.000011685358,0.00024312848,0.00007327246,0.85789347,0.00024525568,0.03101576,0.10810352],"study_design_scores_gemma":[0.01741796,0.014047317,0.1601061,0.0065449206,0.0049963747,0.0011101812,0.0019190201,0.019475698,0.10155729,0.0047140294,0.6577075,0.010403591],"about_ca_topic_score_codex":0.00010816208,"about_ca_topic_score_gemma":0.000016977283,"teacher_disagreement_score":0.75633615,"about_ca_system_score_codex":0.00045922652,"about_ca_system_score_gemma":0.00014901243,"threshold_uncertainty_score":0.99958485},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4236044418","doi":"10.4309/jgi.2005.13.9","title":"The peer review process at the &lt;em&gt;Journal of Gambling Issues&lt;/em&gt;","year":2005,"lang":"en","type":"article","venue":"Journal of Gambling Issues","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Political science; Art","score_opus":0.19599637623204832,"score_gpt":0.4549538226886651,"score_spread":0.2589574464566168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236044418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68952364,0.2824068,0.000055796776,0.023312531,0.0026823645,0.00042518156,0.0000113040105,0.00003795382,0.0015444522],"genre_scores_gemma":[0.9183172,0.0371405,0.0012828982,0.0010008226,0.0044018338,0.000021812477,0.0000081976095,0.0001491454,0.037677575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99296665,0.00055693515,0.0023858827,0.00036966332,0.0028892844,0.00083155726],"domain_scores_gemma":[0.991739,0.0005217534,0.0028421644,0.0008358397,0.0037412345,0.00032001594],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00744899,0.00054972584,0.0011661767,0.00036915863,0.0007027514,0.00038062388,0.0014715369,0.0002550119,0.0011229217],"category_scores_gemma":[0.0013028673,0.0003005245,0.0008296218,0.0006857629,0.00020866928,0.00054214924,0.00012965522,0.00122915,0.00032528996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029886272,0.004155507,0.034544773,0.00097599474,0.0047065155,0.0023652853,0.055794597,0.0010130361,0.005162778,0.0008303188,0.6248918,0.26257077],"study_design_scores_gemma":[0.0035489234,0.0011681793,0.011593902,0.0036541102,0.0018674993,0.0046030795,0.003049375,0.000028460649,0.002556679,0.00041860063,0.9669454,0.0005657616],"about_ca_topic_score_codex":0.000014980803,"about_ca_topic_score_gemma":0.00008613517,"teacher_disagreement_score":0.34205362,"about_ca_system_score_codex":0.00025326,"about_ca_system_score_gemma":0.00018819413,"threshold_uncertainty_score":0.9999447},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4236062734","doi":"10.3138/jsp.37.2.136","title":"What Happens When the Author Does Not Provide an Abstract","year":2006,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generality; Disadvantage; Search engine indexing; Computer science; World Wide Web; Management; Artificial intelligence; Economics","score_opus":0.06708405637396002,"score_gpt":0.2677051018352893,"score_spread":0.20062104546132925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236062734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78413856,0.0019593213,0.00004293409,0.16596822,0.004645868,0.0002244801,0.000026247631,0.000117234136,0.04287711],"genre_scores_gemma":[0.982052,0.00005177956,0.0006769077,0.0020627438,0.0044668326,0.0000056010035,0.000025896235,0.00003854422,0.010619666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644023,0.00041157863,0.0011663454,0.00022919741,0.0013543977,0.00039826435],"domain_scores_gemma":[0.9946215,0.00043715554,0.00137223,0.00076867704,0.0025984403,0.00020200366],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.01071546,0.00022584166,0.00030396093,0.0003988053,0.001476784,0.3714644,0.0029832674,0.00018154326,0.00042232347],"category_scores_gemma":[0.0028968481,0.00012624385,0.0002295448,0.0001028032,0.00019882745,0.43333828,0.00020742926,0.0036489316,0.000024962692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023223096,0.0006621702,0.0060846107,0.000059364265,0.0002472027,0.00007612806,0.117672846,0.00010264423,0.0052123466,0.5247838,0.28763586,0.057230826],"study_design_scores_gemma":[0.00051782926,0.00012336367,0.012061373,0.00020619782,0.00006562595,0.000053911535,0.028113011,0.000054232743,0.0002356903,0.042028278,0.9162792,0.00026127585],"about_ca_topic_score_codex":0.0017833398,"about_ca_topic_score_gemma":0.0031817474,"teacher_disagreement_score":0.62864333,"about_ca_system_score_codex":0.00015670115,"about_ca_system_score_gemma":0.00026834357,"threshold_uncertainty_score":0.99982315},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4237169335","doi":"10.21203/rs.2.22559/v1","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Observational study; Audit; Psychological intervention; Medicine; Knowledge translation; Cancer; General surgery; Medical physics; Nursing; Business; Internal medicine; Accounting; Knowledge management; Computer science","score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.21369121766371935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237169335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97436106,0.00035844144,0.008357729,0.01050566,0.00012186266,0.005965478,0.00029958528,0.00002067416,0.000009498864],"genre_scores_gemma":[0.98438233,0.00011158014,0.013111394,0.00014190054,0.00014042841,0.0006174057,0.0014364894,0.00004023025,0.00001825974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99250764,0.0030012743,0.0023139417,0.00081508205,0.0008865871,0.00047545135],"domain_scores_gemma":[0.9956873,0.0023773063,0.0004798211,0.00034935048,0.0008031805,0.00030305726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012038696,0.00021467068,0.00080247753,0.0013044359,0.00011823461,0.000045984532,0.00012778386,0.00009772358,0.00031595],"category_scores_gemma":[0.0016284841,0.00023897772,0.0001333013,0.0011751142,0.000036277284,0.0002972993,0.00035417444,0.0015190198,0.0000017499025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010076946,0.0025442783,0.9525256,0.0019102892,0.00009033347,0.00001770117,0.01645342,0.00025516338,0.00032393838,0.00007306188,0.0003855204,0.02441296],"study_design_scores_gemma":[0.0024075205,0.0023771701,0.9750549,0.00314161,0.00006946152,0.000003344184,0.013855185,0.0022879392,0.000017516537,0.0004468074,0.00018181952,0.0001566937],"about_ca_topic_score_codex":0.51528984,"about_ca_topic_score_gemma":0.9670906,"teacher_disagreement_score":0.45180073,"about_ca_system_score_codex":0.002258219,"about_ca_system_score_gemma":0.0076291407,"threshold_uncertainty_score":0.9979967},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4237547470","doi":"10.21203/rs.3.rs-185385/v1","title":"Incorporating and Evaluating Citizen Engagement in Health Research: a Scoping Review Protocol","year":2021,"lang":"en","type":"review","venue":"Research Square","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary General Hospital; Dalhousie University; University of Calgary","funders":"","keywords":"Protocol (science); Political science; Sociology; Medicine; Alternative medicine","score_opus":0.9242265114782438,"score_gpt":0.7574416992370914,"score_spread":0.16678481224115238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237547470","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018488645,0.6226917,0.0000021766245,0.00039176276,0.00009184279,0.37501833,0.000043885073,0.00003237073,0.0017260894],"genre_scores_gemma":[3.7603021e-7,0.57387614,0.0005804498,0.00041203568,0.0002325635,0.4239973,0.00045064083,0.000070855756,0.00037963502],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89084965,0.095566265,0.0046296483,0.0014930301,0.004192188,0.0032692216],"domain_scores_gemma":[0.98331857,0.011772255,0.0012732672,0.0011503791,0.0014376334,0.0010478918],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.15139557,0.000544741,0.003129376,0.0014512461,0.0040245806,0.000078503086,0.00061421935,0.000468263,0.00096675573],"category_scores_gemma":[0.006598445,0.0004532676,0.00021018265,0.0036711432,0.00021695852,0.00014609059,0.0024045128,0.009630601,0.00033129466],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008753464,0.00008412996,0.00013584655,0.6044761,0.000010363152,0.00002493592,0.00060256606,7.8357075e-8,2.6437315e-8,0.00035037997,0.0023926166,0.39191422],"study_design_scores_gemma":[0.0004694892,0.0006176029,0.0000032690139,0.5943104,0.000007665149,0.0000017826532,0.0012360783,0.000011130233,3.9621177e-8,0.00010547004,0.4030603,0.00017675365],"about_ca_topic_score_codex":0.0012024099,"about_ca_topic_score_gemma":0.0010310196,"teacher_disagreement_score":0.40066767,"about_ca_system_score_codex":0.003988361,"about_ca_system_score_gemma":0.023708304,"threshold_uncertainty_score":0.9999465},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4238552045","doi":"10.4018/978-1-5225-3914-8.ch042","title":"The Library Big Data Research","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Big data; Data science; Computer science; Field (mathematics); Confusion; World Wide Web; Service (business); Digital library; Face (sociological concept); Analytics; Government (linguistics); Work (physics); Engineering; Business; Data mining","score_opus":0.3991330114349682,"score_gpt":0.41774997742977527,"score_spread":0.018616965994807055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238552045","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9643103e-7,0.0019415881,0.0025819892,0.0055259285,0.001096474,0.0006288684,0.00047088932,0.00020436084,0.9875497],"genre_scores_gemma":[0.00069374335,0.0014432479,0.001760148,0.00027261768,0.00094416615,0.000022986913,0.00005217892,0.00004402727,0.9947669],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946209,0.00025657058,0.0003644764,0.0015174524,0.0023332676,0.0009073427],"domain_scores_gemma":[0.98041195,0.00079399644,0.00035185894,0.018005801,0.0001603282,0.0002760398],"candidate_categories":["sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.0035092684,0.0003389078,0.00027672728,0.0001503301,0.0016162414,0.022958014,0.043662548,0.00023594036,0.000011364857],"category_scores_gemma":[0.00081072503,0.00024389713,0.000086179476,0.000037961985,0.0007052632,0.01342077,0.04606133,0.001228213,0.0011489057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011707095,0.0000040140176,0.0000021670392,0.000016129188,0.00007381959,0.00023470416,0.0000043160526,3.4392652e-8,2.954714e-7,0.69075906,0.16194008,0.1469537],"study_design_scores_gemma":[0.00007588978,0.000038320788,0.0000103487055,0.00006966584,0.0000076140886,0.000010769253,0.0000023101368,0.00012702994,0.0000026132675,0.34685862,0.6526308,0.0001660456],"about_ca_topic_score_codex":0.00019022242,"about_ca_topic_score_gemma":0.00027318616,"teacher_disagreement_score":0.4906907,"about_ca_system_score_codex":0.00009891452,"about_ca_system_score_gemma":0.0010191932,"threshold_uncertainty_score":0.9996835},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4239034077","doi":"10.1007/978-1-4939-2428-8_1","title":"On Framing the Research Question and Choosing the Appropriate Research Design","year":2015,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary; Memorial University of Newfoundland","funders":"","keywords":"Framing (construction); Randomized controlled trial; Clinical study design; Psychological intervention; Internal validity; Research design; Medicine; Epidemiology; Relevance (law); Psychology; Clinical trial; Management science; Medical physics; Computer science; Statistics; Surgery; Mathematics; Pathology; Political science; Nursing; Engineering","score_opus":0.939781023769368,"score_gpt":0.7357332921623643,"score_spread":0.20404773160700374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239034077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016679447,0.0029959744,0.9728624,0.0035572052,0.00016145759,0.00091567094,4.331471e-7,0.000002471828,0.0028249226],"genre_scores_gemma":[0.098257646,0.00004930651,0.9001345,0.00040458242,0.00007636254,0.00017770691,9.44567e-7,0.000014725983,0.0008842421],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5566199,0.4364172,0.0025137293,0.00096882763,0.0029700499,0.00051033456],"domain_scores_gemma":[0.9274311,0.06631735,0.0006848091,0.0036892046,0.0017457329,0.00013181093],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7718373,0.00014606048,0.0009704162,0.0006113712,0.0003524505,0.00053636305,0.0018284579,0.0001642648,0.00008965991],"category_scores_gemma":[0.3206235,0.000049823742,0.00019854898,0.0024789202,0.00058545236,0.000037728776,0.00044800888,0.0009545287,0.00019706924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075834265,0.0000686871,0.0022463135,0.000019197509,0.000120498626,0.00002462579,0.004176357,0.0013260458,0.06388725,0.32427275,0.0059311464,0.5978513],"study_design_scores_gemma":[0.00013348226,0.00017375656,0.00051577657,0.000028048267,0.000015672946,0.000011610116,0.0015986154,0.023813259,0.0027454002,0.950843,0.020036358,0.00008503741],"about_ca_topic_score_codex":0.00008295591,"about_ca_topic_score_gemma":0.000009895583,"teacher_disagreement_score":0.6265702,"about_ca_system_score_codex":0.000057974077,"about_ca_system_score_gemma":0.000104569364,"threshold_uncertainty_score":0.6850992},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4239537909","doi":"10.21203/rs.3.rs-131863/v1","title":"Quality and Methodology of Clinical Practice Guidelines on Antiviral Pharmacotherapy for COVID-19 During the Early Phase of the Pandemic","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Pharmacy and Medical Practices","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Pharmacotherapy; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Quality (philosophy); Phase (matter); Virology; Medicine; Clinical Practice; Intensive care medicine; Family medicine; Internal medicine; Chemistry; Disease; Physics","score_opus":0.9238040585296279,"score_gpt":0.793024743886697,"score_spread":0.1307793146429309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239537909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86843455,0.0064782663,0.0010138169,0.11561065,0.0021275277,0.0042295433,0.0013331273,0.00006362405,0.0007089102],"genre_scores_gemma":[0.9478949,0.025528587,0.0017885935,0.02249692,0.0016111665,0.00037047415,0.000026846801,0.00004894751,0.00023361537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9682179,0.027250186,0.002044647,0.00081983797,0.0010321657,0.00063524215],"domain_scores_gemma":[0.9274663,0.06811447,0.0016942475,0.00066761137,0.0014970002,0.00056038174],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054149717,0.00034276902,0.0010638193,0.0001422828,0.0005842291,0.000029582325,0.0013434626,0.0008137662,0.00024976235],"category_scores_gemma":[0.13201843,0.00020877302,0.0005217597,0.00036015667,0.0021481102,0.00014855064,0.0011676105,0.007092488,0.0000059139034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16178878,0.007860088,0.061624717,0.021712733,0.00744145,0.00015299844,0.015231772,0.0007657275,0.2415149,0.009066492,0.087518245,0.3853221],"study_design_scores_gemma":[0.015368205,0.0012815726,0.0063142427,0.00020788192,0.00060101855,0.00002253981,0.0015214932,0.0021944875,0.040012963,0.0070860093,0.92501867,0.00037092288],"about_ca_topic_score_codex":0.00032838547,"about_ca_topic_score_gemma":0.000018509982,"teacher_disagreement_score":0.8375004,"about_ca_system_score_codex":0.00008284064,"about_ca_system_score_gemma":0.001724072,"threshold_uncertainty_score":0.9951982},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4239598815","doi":"10.31219/osf.io/ugx29","title":"Guidance for Reporting Outcomes in Clinical Trials: A Scoping Review Protocol","year":2018,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Women's College Hospital; SickKids Foundation; University of Toronto; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"","keywords":"Protocol (science); Citation; Clinical trial; Computer science; Outcome (game theory); Replicate; Data science; Psychology; Information retrieval; Medicine; Medical education; Alternative medicine; World Wide Web; Pathology","score_opus":0.9858563835923031,"score_gpt":0.8107749173838542,"score_spread":0.1750814662084489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239598815","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.064608e-9,0.604452,0.0057891547,0.00009995304,0.00032636424,0.38659465,0.000009067266,0.0000073252118,0.0027214622],"genre_scores_gemma":[1.3827767e-9,0.59648764,0.015228696,0.00036582595,0.00031015652,0.37692347,0.000006281482,0.00002893031,0.010649021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4004974,0.17650893,0.408763,0.005134619,0.0082340995,0.0008619302],"domain_scores_gemma":[0.16803695,0.24413595,0.5601346,0.022187702,0.0049215257,0.00058329717],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9142388,0.001038392,0.089621946,0.0006396468,0.00011852319,0.0010458735,0.0041939355,0.00052081014,0.010048844],"category_scores_gemma":[0.94279075,0.00036671935,0.03703986,0.0024425292,0.00008958212,0.00022538587,0.00040852142,0.0004718163,0.0034848559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011577206,0.000036042606,0.00022025203,0.24189116,0.00021692485,0.0000033587658,0.0000027623755,2.1316888e-8,3.795756e-10,0.00006846322,0.073370546,0.6841893],"study_design_scores_gemma":[0.00013873896,0.00003186031,0.0000032739606,0.36800432,0.0012043281,0.000009551552,0.000003114785,0.00003186009,5.4947344e-9,0.00024325005,0.6300824,0.00024725252],"about_ca_topic_score_codex":0.0000041370463,"about_ca_topic_score_gemma":0.00007152486,"teacher_disagreement_score":0.6839421,"about_ca_system_score_codex":0.00007700301,"about_ca_system_score_gemma":0.0014326072,"threshold_uncertainty_score":0.9999911},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4239805625","doi":"10.1002/asi.20458","title":"The impact of survey data: Measuring success","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Census and Population Estimation","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Documentation; Data science; Computer science; Scope (computer science); Citation; Process (computing); World Wide Web","score_opus":0.08490220242869731,"score_gpt":0.3781524200812957,"score_spread":0.2932502176525984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239805625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929398,0.0000273142,0.005751378,0.0009917812,0.00006521996,0.00011412694,0.000028692419,0.000007935676,0.00007376674],"genre_scores_gemma":[0.996573,0.000032151023,0.0033466541,0.000021482285,0.000017212145,0.0000010006938,0.0000018990422,0.0000018299742,0.000004808127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906725,0.000013898034,0.00042660558,0.000039532002,0.00033630466,0.0001164225],"domain_scores_gemma":[0.99685,0.00029248357,0.0014583934,0.00026321854,0.0011206069,0.0000152761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034151606,0.000048726502,0.00013579588,0.00009343036,0.00036713367,0.00005713237,0.000632506,0.000022510152,3.258934e-7],"category_scores_gemma":[0.0015996073,0.000023916919,0.00008948699,0.0011911994,0.0009365432,0.0010456229,0.00011817282,0.0000894083,1.264266e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001434672,0.00011314442,0.6804461,0.000091239766,0.00021350394,8.2338e-8,0.0014173687,0.0015088632,0.0037958845,0.063129544,0.058451224,0.19068961],"study_design_scores_gemma":[0.00071045314,0.00028007728,0.90039766,0.00004340987,0.000057025994,0.000090028014,0.0018240801,0.036757506,0.0017846872,0.053359136,0.0045405524,0.00015535783],"about_ca_topic_score_codex":0.00020383221,"about_ca_topic_score_gemma":0.000024773399,"teacher_disagreement_score":0.21995161,"about_ca_system_score_codex":0.0000665682,"about_ca_system_score_gemma":0.00020726043,"threshold_uncertainty_score":0.34507325},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4240239701","doi":"10.31234/osf.io/c8zk2","title":"A Methodological Review of Exploratory Factor Analysis in Sexuality Research: Used Practices, Best Practices, and Data Analysis Resources","year":2017,"lang":"en","type":"review","venue":"","topic":"Cognitive and psychological constructs research","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Human sexuality; Exploratory factor analysis; Psychology; Exploratory research; Best practice; Order (exchange); Sample (material); Set (abstract data type); Exploratory analysis; Social psychology; Sociology; Data science; Computer science; Psychometrics; Political science; Social science; Clinical psychology; Business; Gender studies","score_opus":0.9750119899436716,"score_gpt":0.7506804499057284,"score_spread":0.2243315400379432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240239701","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014960935,0.9725806,0.00011884919,0.00039267036,0.00008730943,0.002028911,0.00172186,0.0000320806,0.022888074],"genre_scores_gemma":[0.00006698822,0.9942311,0.001336158,0.00011746214,0.00014414421,0.00029242242,0.0012001643,0.0000396819,0.0025718869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9383475,0.05300044,0.0025710461,0.0034025765,0.0016618915,0.0010165392],"domain_scores_gemma":[0.943453,0.04026765,0.007935704,0.0069937627,0.0008870679,0.0004628044],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054202635,0.0007644194,0.008087897,0.0037957707,0.00029220516,0.00032338873,0.0042650914,0.0011561159,0.01336983],"category_scores_gemma":[0.09250328,0.0005135114,0.0010288219,0.009853087,0.001581279,0.00067730143,0.0028713525,0.003802481,0.0002037276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109167966,0.00073882093,0.0047087753,0.033244435,0.016494298,0.00028203643,0.00026795152,7.215122e-9,3.02361e-7,0.00014630577,0.0011979456,0.94280994],"study_design_scores_gemma":[0.0002902231,0.00024424415,0.0025735002,0.0092335325,0.022620823,0.000024368795,0.00092728925,0.0000027014846,6.5595415e-8,0.00004599236,0.96351564,0.0005216484],"about_ca_topic_score_codex":0.004536268,"about_ca_topic_score_gemma":0.0041767303,"teacher_disagreement_score":0.96231765,"about_ca_system_score_codex":0.00009233607,"about_ca_system_score_gemma":0.0005166173,"threshold_uncertainty_score":0.99973166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4240413240","doi":"10.7287/peerj.2218v0.1/reviews/2","title":"Peer Review #2 of \"Dominant forest tree species are potentially vulnerable to climate change over large portions of their range even at high latitudes (v0.1)\"","year":2016,"lang":"en","type":"peer-review","venue":"","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Range (aeronautics); Climate change; Latitude; Geography; Tree (set theory); Environmental science; Physical geography; Climatology; Ecology; Geology; Biology; Mathematics; Engineering","score_opus":0.054761726909391614,"score_gpt":0.29692191346174934,"score_spread":0.24216018655235771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240413240","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026455603,0.13226321,0.00020922293,0.2995991,0.0029902388,0.0074191494,0.09246261,0.00016731386,0.4622436],"genre_scores_gemma":[0.0043689026,0.33660206,0.00007997628,0.007130789,0.0002610479,0.00050631765,0.004073654,0.00008011764,0.64689714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99510443,0.00016647762,0.0012128117,0.0007109582,0.0020063298,0.000799015],"domain_scores_gemma":[0.9969429,0.00010433978,0.001134846,0.0010778519,0.00048610367,0.00025399617],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019100528,0.000602185,0.0016272092,0.00009580434,0.0002239718,0.000021298583,0.00079000514,0.00025132255,0.3687416],"category_scores_gemma":[0.000567838,0.0003939512,0.0006619114,0.00047583785,0.00019502161,0.00021782187,0.0012257148,0.00022804491,0.0016922117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022749515,0.0002218024,0.003536238,0.007807574,0.000053126754,0.0000072471485,0.00004123379,1.4898346e-7,0.00027708284,0.00097507273,0.9861666,0.0008911454],"study_design_scores_gemma":[0.00046838613,0.00008117446,0.071297824,0.018877676,0.00023369092,0.0000062265526,0.00007993383,6.7686847e-7,0.00026119934,0.000016005826,0.9082205,0.00045670674],"about_ca_topic_score_codex":0.0008640336,"about_ca_topic_score_gemma":0.025012698,"teacher_disagreement_score":0.3670494,"about_ca_system_score_codex":0.0010037002,"about_ca_system_score_gemma":0.000026331256,"threshold_uncertainty_score":0.9998512},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4240644295","doi":"10.1186/s12917-020-02451-y","title":"The ARRIVE guidelines 2.0: Updated guidelines for reporting animal research","year":2020,"lang":"en","type":"article","venue":"BMC Veterinary Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":462,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"Horizon 2020 Framework Programme; European Commission; Medical Research Council; Royal Society; National Institutes of Health; Cancer Research UK; AstraZeneca; CHDI Foundation; University of Florida; Teva Pharmaceutical Industries","keywords":"Rigour; Checklist; Transparency (behavior); Context (archaeology); Computer science; Set (abstract data type); Delphi method; Quality (philosophy); Delphi; Process (computing); Engineering ethics; Data science; Management science; Medicine; Medical education; Psychology","score_opus":0.9480510731010264,"score_gpt":0.6799183607383827,"score_spread":0.2681327123626437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240644295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717845,0.0012905133,0.00086865854,0.019415623,0.00020321395,0.0014848505,0.00006443264,0.00037587018,0.004512354],"genre_scores_gemma":[0.963307,0.000120229844,0.029226461,0.00032156048,0.003336298,0.0005168549,0.00004460094,0.0001306491,0.002996322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914897,0.0016219333,0.002259605,0.0011567867,0.0017934855,0.0016784758],"domain_scores_gemma":[0.98492515,0.004423499,0.0006008231,0.00085646816,0.008750683,0.00044338737],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.019871006,0.0003261046,0.00044102865,0.0002216285,0.0026272277,0.00048754923,0.0015189609,0.0001486851,0.000114227914],"category_scores_gemma":[0.088866144,0.00023348143,0.00025016788,0.0011495852,0.00074852427,0.00027161252,0.0015593476,0.0011628539,0.000320064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024672687,0.00016345845,0.0058830846,0.00053031015,0.00018737944,0.0018718401,0.0014855904,0.00004502676,0.41758618,0.0033083954,0.5244648,0.019801265],"study_design_scores_gemma":[0.0017184714,0.043672506,0.0062721595,0.0004921214,0.000022841119,0.0011971573,0.012957186,0.10459611,0.0030571914,0.0034730977,0.82159823,0.0009429418],"about_ca_topic_score_codex":0.0002190347,"about_ca_topic_score_gemma":0.000013067057,"teacher_disagreement_score":0.414529,"about_ca_system_score_codex":0.00011360126,"about_ca_system_score_gemma":0.0004674703,"threshold_uncertainty_score":0.99867123},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4241276994","doi":"10.1016/j.athoracsur.2020.05.187","title":"Systematic Reviews and Meta-Analyses in Cardiac Surgery: Rules of the Road – Part 2","year":2020,"lang":"en","type":"review","venue":"The Annals of Thoracic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Meta-analysis; Observational study; Systematic review; Publication bias; Meta-regression; Quality (philosophy); Computer science; MEDLINE; Management science; Medicine; Econometrics; Data science; Engineering; Mathematics; Pathology","score_opus":0.9380673729554638,"score_gpt":0.6258336720742895,"score_spread":0.3122337008811743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241276994","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000091120586,0.9935077,0.000012586241,0.0010647734,0.00046069993,0.004242455,0.0002661032,0.0000043784157,0.00035018625],"genre_scores_gemma":[0.00019531602,0.99727094,0.000038595022,0.0002201755,0.00010678358,0.00064892333,0.000020191155,0.00004470545,0.0014543938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.76794094,0.18391536,0.03968538,0.001464099,0.006467685,0.0005265365],"domain_scores_gemma":[0.7967059,0.13560015,0.05461432,0.011521454,0.0013123633,0.00024579174],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.42174223,0.0011717564,0.07787789,0.0010980575,0.00013536573,0.00040924322,0.0037733666,0.0002797189,0.0013944425],"category_scores_gemma":[0.23079348,0.0003414126,0.04881241,0.0049193925,0.00033310178,0.00022703533,0.0006571915,0.00049009436,0.0005722478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059780564,0.0000510408,0.00009223916,0.28602546,0.021404428,0.000007166514,0.0001828092,0.0000018275321,2.9150814e-7,0.0000742399,0.16382146,0.52833307],"study_design_scores_gemma":[0.0000033694992,0.000003955668,0.000022305578,0.02993106,0.06804595,0.00001402236,0.00010988051,0.000014707665,0.00000729875,0.0005041933,0.90102196,0.00032131514],"about_ca_topic_score_codex":0.000057901732,"about_ca_topic_score_gemma":0.000011449207,"teacher_disagreement_score":0.7372005,"about_ca_system_score_codex":0.000017840972,"about_ca_system_score_gemma":0.0004124264,"threshold_uncertainty_score":0.9999038},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4241492746","doi":"10.21203/rs.3.rs-16959/v4","title":"A methodological review protocol of the use of Bayesian factor analysis in primary care research","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Health Education and Validation","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; McGill University","keywords":"Protocol (science); Bayesian probability; Factor (programming language); Primary care; Computer science; Data science; Medicine; Artificial intelligence; Alternative medicine; Family medicine","score_opus":0.9022647658778602,"score_gpt":0.7318226987437543,"score_spread":0.17044206713410592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241492746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021845942,0.79381347,0.000020954958,0.0020144354,0.000034695764,0.20246635,0.00013626565,0.000012729464,0.0014988944],"genre_scores_gemma":[0.0000141221535,0.9203418,0.0004710047,0.00003945841,0.00009264102,0.078749515,0.00006508616,0.00001577646,0.00021061396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9374085,0.05738204,0.0011555203,0.0004927994,0.0029414159,0.00061970024],"domain_scores_gemma":[0.98785853,0.00883497,0.000428924,0.00073950505,0.001856711,0.00028135223],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019792045,0.00016721855,0.0018122937,0.0010156598,0.00036249103,0.00006194607,0.0010988439,0.00038910998,0.0007417404],"category_scores_gemma":[0.029626662,0.00010361789,0.0007084203,0.014946359,0.0006412735,0.00012027737,0.00033104062,0.0017506378,0.000018410308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010016781,0.00009358451,0.0008131093,0.2573101,0.00005817008,0.0000017319439,0.0042228075,2.6261702e-7,1.6805974e-7,0.00057432713,0.0012516206,0.7356641],"study_design_scores_gemma":[0.00005285935,0.00006439757,0.0010354209,0.030047407,0.00007850361,1.0304619e-7,0.0008909681,0.0000011358459,5.849839e-7,0.00001974512,0.96772826,0.00008062395],"about_ca_topic_score_codex":0.0032152366,"about_ca_topic_score_gemma":0.0012274751,"teacher_disagreement_score":0.9664766,"about_ca_system_score_codex":0.0012906534,"about_ca_system_score_gemma":0.010787384,"threshold_uncertainty_score":0.99482054},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4242208811","doi":"10.1093/eurpub/13.suppl_3.67","title":"Evaluation of Health Interview Surveys and Health Examination Surveys in the European Union","year":2003,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Comparability; European union; Environmental health; Health policy; Medicine; Public health; Business; Nursing","score_opus":0.2962304497716537,"score_gpt":0.4076817853429163,"score_spread":0.11145133557126263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242208811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040059578,0.008940281,0.91793495,0.02746747,0.00031063912,0.00094308675,0.000003468579,0.000013020074,0.004327511],"genre_scores_gemma":[0.9956631,0.002855407,0.00038894074,0.00089027896,0.00010822024,0.0000017161008,0.00003190217,0.000031844243,0.000028571563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.0027215825,0.99281025,0.0022167002,0.00023805641,0.0015546132,0.00045882602],"domain_scores_gemma":[0.99658704,0.00010669697,0.0016151989,0.0003432316,0.00092228316,0.00042556747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.9641305,0.00015292144,0.0006368532,0.00047185045,0.00015746929,0.00003865084,0.00016115833,0.000022920862,0.000044977423],"category_scores_gemma":[0.0017058324,0.00011354169,0.00015925398,0.00067454815,0.00005576066,0.00023042227,0.000025207168,0.00051732024,0.000008261071],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.957328e-8,0.00027150952,0.0025136056,0.0004354265,0.00003800124,0.000006800201,0.0027670774,0.0000057774596,0.0000022832858,0.000044077104,0.00013466433,0.99378073],"study_design_scores_gemma":[0.0027009754,0.0014610443,0.99032,0.000716887,0.000019136174,0.000395113,0.0013445215,0.000049605515,0.0000011940128,0.000033602504,0.0028930735,0.00006480026],"about_ca_topic_score_codex":0.00011628392,"about_ca_topic_score_gemma":0.000114452,"teacher_disagreement_score":0.99386543,"about_ca_system_score_codex":0.00057165197,"about_ca_system_score_gemma":0.0024953713,"threshold_uncertainty_score":0.46300957},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4242799417","doi":"10.21203/rs.3.rs-39520/v2","title":"CogTale: An online platform for the evaluation, synthesis and dissemination of evidence from cognitive interventions studies","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Dementia Australia; University of Melbourne","keywords":"Psychological intervention; Cognition; Computer science; Psychology; Neuroscience; Psychiatry","score_opus":0.9698762387674531,"score_gpt":0.6849343831019687,"score_spread":0.28494185566548436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242799417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4280539,0.05518218,0.49511436,0.008542089,0.00069415825,0.00891237,0.0032585284,0.000013374381,0.00022906909],"genre_scores_gemma":[0.990086,0.0010733149,0.0070352727,0.000048722486,0.00008868679,0.00076778716,0.00010966506,0.0000089005725,0.0007816064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9842309,0.003857582,0.0069160517,0.0010958305,0.003799295,0.00010035316],"domain_scores_gemma":[0.7891742,0.18718788,0.009627989,0.0027418525,0.011153212,0.000114849434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08044572,0.0002720266,0.0027801825,0.00017671552,0.00013906659,0.00047619548,0.0011735597,0.00009565249,0.0032264157],"category_scores_gemma":[0.510906,0.00009929346,0.0015910434,0.00037932865,0.00015764624,0.00029257938,0.0006244912,0.00014317037,0.000030063307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006608564,0.00026548124,0.006226237,0.0015695654,0.006582861,5.063282e-7,0.012878063,0.00019808116,0.000088085566,0.0006627917,0.028211894,0.94325036],"study_design_scores_gemma":[0.00021940164,0.00021875497,0.13912842,0.017664563,0.026350748,0.0000019105282,0.117759936,0.59904563,0.0005979845,0.09803433,0.00042530097,0.0005530024],"about_ca_topic_score_codex":0.000053629516,"about_ca_topic_score_gemma":0.0008674036,"teacher_disagreement_score":0.94269735,"about_ca_system_score_codex":0.000029780538,"about_ca_system_score_gemma":0.00008641383,"threshold_uncertainty_score":0.9976848},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4243042042","doi":"10.31234/osf.io/2vuhb","title":"Is research in social psychology politically biased? Systematic empirical tests and a forecasting survey to address the controversy","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conservatism; Positive economics; Politics; Field (mathematics); Empirical research; Explanatory power; Sample (material); Psychology; Social science; Social psychology; Political science; Sociology; Epistemology; Economics; Law","score_opus":0.9255402400903245,"score_gpt":0.6652197998822321,"score_spread":0.2603204402080924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243042042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6947154,0.00022985486,0.00007523018,0.12700164,0.00052070484,0.0039036511,0.00019479664,0.00008912734,0.17326963],"genre_scores_gemma":[0.9941496,0.00031370178,0.00008294321,0.004176958,0.0004528954,0.00024228776,0.000028664766,0.000014366305,0.0005385445],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9906978,0.007277753,0.0004897836,0.00040981465,0.0005798667,0.00054497615],"domain_scores_gemma":[0.99251586,0.0060795685,0.00011421128,0.0005172117,0.000613878,0.00015925177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0147388205,0.00013945522,0.00041016235,0.00025244078,0.00089044834,0.00030579005,0.00079067977,0.0004138615,0.0005224616],"category_scores_gemma":[0.006014636,0.000104282706,0.00006294857,0.00048521216,0.0008348202,0.00004065776,0.00094269187,0.0007062597,0.00009806393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004928205,0.0006678786,0.26063973,0.007900306,0.00014841529,0.000013326385,0.54177,0.000001677181,0.00006728247,0.021932725,0.15978079,0.00658504],"study_design_scores_gemma":[0.00089790445,0.00016134931,0.935197,0.0034587223,0.000032182787,0.000004900608,0.036457323,0.00076689554,0.0000010951801,0.01695634,0.0054674638,0.000598804],"about_ca_topic_score_codex":0.020094266,"about_ca_topic_score_gemma":0.1547545,"teacher_disagreement_score":0.67455727,"about_ca_system_score_codex":0.00024003294,"about_ca_system_score_gemma":0.0002207172,"threshold_uncertainty_score":0.986431},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4243729416","doi":"10.1007/s13142-016-0399-3","title":"Mapping training needs for dissemination and implementation research: lessons from a synthesis of existing D&amp;I research training programs","year":2016,"lang":"en","type":"review","venue":"Translational Behavioral Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Center for Advancing Translational Sciences; Office of Behavioral and Social Sciences Research; National Center for Complementary and Alternative Medicine; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; University of California, San Francisco; University of California, San Diego; Weill Cornell Medical College; Quality Enhancement Research Initiative; National Cancer Institute; University of Toronto; AcademyHealth; Institute of Clinical and Translational Sciences; University of Washington; University of North Carolina at Chapel Hill; Ohio State University; National Institutes of Health; Washington University in St. Louis; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University","keywords":"Coursework; Training (meteorology); Medical education; Grant writing; Mentorship; Needs assessment; Computer science; Psychology; Medicine; Library science; Political science","score_opus":0.9788875241362183,"score_gpt":0.8183531591348999,"score_spread":0.16053436500131835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243729416","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012046087,0.87588,0.014371449,0.044456944,0.0015863224,0.036856376,0.011489288,0.00034607647,0.0029674515],"genre_scores_gemma":[0.038768888,0.9097401,0.020031666,0.00017405725,0.0037238472,0.021618763,0.00437173,0.00031561908,0.001255334],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98907566,0.0038687435,0.0028402414,0.0007193801,0.0020805183,0.0014154682],"domain_scores_gemma":[0.9585952,0.038351357,0.00097511156,0.00034921497,0.0013245264,0.00040459362],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.022222903,0.0003733477,0.0015795362,0.0022544025,0.0017040513,0.00002389565,0.00042667091,0.00041305786,0.00068519404],"category_scores_gemma":[0.0033543904,0.00028641967,0.00014768714,0.0021090666,0.00083649805,0.0002912152,0.00007531817,0.0011930747,0.000019093497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016257509,0.000018460969,0.00014651514,0.0049635908,0.000024800502,6.4647816e-7,0.10858491,1.3116174e-8,0.00011363097,0.002030089,0.0004867372,0.88361436],"study_design_scores_gemma":[0.0010240399,0.00022218743,0.00054704293,0.0680507,0.00021180726,0.0000035309833,0.08633781,0.000003914439,0.0000029117948,0.0020127222,0.8412923,0.00029099276],"about_ca_topic_score_codex":0.0009959753,"about_ca_topic_score_gemma":0.00056807883,"teacher_disagreement_score":0.8833234,"about_ca_system_score_codex":0.00040844808,"about_ca_system_score_gemma":0.0024890264,"threshold_uncertainty_score":0.9999588},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4245307049","doi":"10.1186/s12916-015-0284-9","title":"The National Institutes of Health and guidance for reporting preclinical research","year":2015,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Cancer Research UK","keywords":"Medicine; Guideline; Value (mathematics); Medical education; Preclinical research; Engineering ethics; Medical physics; Pathology","score_opus":0.9123743993414868,"score_gpt":0.6723029772797692,"score_spread":0.2400714220617176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245307049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663613,0.010439404,0.0023414174,0.008102601,0.00037035684,0.0004865051,0.000004695562,0.000045573684,0.01184817],"genre_scores_gemma":[0.99242747,0.000029798348,0.0061884276,0.000105086874,0.00060739653,0.00002213781,0.0000028594452,0.0000052625733,0.0006115381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984574,0.00017726934,0.0007134382,0.00014427766,0.0003753732,0.00013229737],"domain_scores_gemma":[0.9956714,0.0031466314,0.000527508,0.000089010195,0.00048427063,0.00008118954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014504137,0.000041339063,0.00015050809,0.00002886541,0.00015744855,0.000005161555,0.0000918116,0.000016514014,0.0000013892051],"category_scores_gemma":[0.09812613,0.000023554987,0.000013875574,0.00007407107,0.00037959835,0.000030325633,0.000053147007,0.00009440143,0.0000010605638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003895793,0.0002550171,0.6245529,0.0013770317,0.00010120356,0.000019867199,0.010651961,0.00001828158,0.002860332,0.07984101,0.20685622,0.06957038],"study_design_scores_gemma":[0.009367882,0.040140804,0.45762646,0.005964804,0.000025214411,0.00059494324,0.016312107,0.021596495,0.0003329615,0.13347635,0.3140893,0.00047266053],"about_ca_topic_score_codex":0.00009198089,"about_ca_topic_score_gemma":0.000010287542,"teacher_disagreement_score":0.16692643,"about_ca_system_score_codex":0.000022959233,"about_ca_system_score_gemma":0.00034173718,"threshold_uncertainty_score":0.90947074},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4246893796","doi":"10.1111/j.1553-2712.2006.tb00993.x","title":"Publication Bias of Randomized Controlled Trials in Emergency Medicine","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Emergency medicine; MEDLINE; Medical emergency; Internal medicine; Law","score_opus":0.7370701681912594,"score_gpt":0.5703661480683608,"score_spread":0.16670402012289853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246893796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3218854,0.20797102,0.024358505,0.086333044,0.014013405,0.018429516,0.000030272247,0.000054596963,0.32692423],"genre_scores_gemma":[0.88862556,0.021374205,0.00020147592,0.00018543184,0.0025180199,0.0007771036,0.000092887065,0.00003265995,0.08619264],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.60142356,0.120806314,0.25539812,0.0025649762,0.018805675,0.0010013351],"domain_scores_gemma":[0.79142225,0.07021576,0.12440625,0.005835728,0.0076540266,0.00046597776],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7282401,0.0006203751,0.03576208,0.0025980296,0.00007958574,0.000005384388,0.0023772432,0.000374534,0.21933721],"category_scores_gemma":[0.8129064,0.00023359162,0.005003429,0.005525862,0.00034487457,0.00032520166,0.000093047274,0.00056815334,0.00052237994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030687258,0.000071614486,0.088813856,0.000099437246,0.0006595948,7.6808004e-7,0.0008557882,0.000038001963,0.0024707797,0.025138872,0.87791073,0.00087185024],"study_design_scores_gemma":[0.38244277,0.00030247515,0.042792685,0.0010315996,0.009277999,0.000009490949,0.002469882,0.0149338525,0.0001461916,0.37903917,0.16655989,0.0009940191],"about_ca_topic_score_codex":0.0007515951,"about_ca_topic_score_gemma":0.000092909606,"teacher_disagreement_score":0.7113508,"about_ca_system_score_codex":0.000042428554,"about_ca_system_score_gemma":0.00008455954,"threshold_uncertainty_score":0.97855306},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4247403611","doi":"10.7287/peerj.1720v0.1/reviews/1","title":"Peer Review #1 of \"A comparison of clustering methods for biogeography with fossil datasets (v0.1)\"","year":2016,"lang":"en","type":"peer-review","venue":"","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ontario Museum","funders":"","keywords":"Biogeography; Cluster analysis; Evolutionary biology; Computational biology; Biology; Geography; Computer science; Paleontology; Machine learning","score_opus":0.1132984465041607,"score_gpt":0.4290580660373257,"score_spread":0.315759619533165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247403611","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004083394,0.53982943,0.06243301,0.100028515,0.0012248222,0.0046118433,0.09218851,0.00008838648,0.19959138],"genre_scores_gemma":[0.000035894343,0.5544135,0.07864342,0.010066143,0.00017544955,0.001019449,0.08160402,0.00016698493,0.27387512],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740094,0.00012607084,0.00083135435,0.00047006633,0.00085645384,0.000315134],"domain_scores_gemma":[0.9978284,0.00019059022,0.0008053047,0.0008067844,0.00025466268,0.000114212584],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001948933,0.00032604,0.0012284573,0.00005110999,0.000050483395,0.000009810324,0.0006186975,0.00013132021,0.103863284],"category_scores_gemma":[0.0005123796,0.00019795282,0.000348065,0.0003717251,0.0003502095,0.0000834375,0.00037226325,0.00011637613,0.00008076501],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121240455,0.00007431668,0.00015470696,0.021970771,0.00004740576,1.6177988e-7,0.0000060941675,7.047652e-8,0.00006358571,0.000032802338,0.93971056,0.03792743],"study_design_scores_gemma":[0.0002506691,0.00013542286,0.00013543243,0.019844376,0.00029796292,0.0000029578264,0.00004016251,0.0000069287753,0.00044719427,0.000008167743,0.97856647,0.00026423667],"about_ca_topic_score_codex":0.00027569398,"about_ca_topic_score_gemma":0.0005575223,"teacher_disagreement_score":0.10378252,"about_ca_system_score_codex":0.0001368916,"about_ca_system_score_gemma":0.000019321453,"threshold_uncertainty_score":0.8969559},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4248164369","doi":"10.2196/preprints.16002","title":"Behavior Change Techniques Included in Reports of Social Media Interventions for Promoting Health Behaviors in Adults: Content Analysis Within a Systematic Review (Preprint)","year":2019,"lang":"en","type":"review","venue":"","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Guelph; Public Health Ontario; University of Toronto; Cochrane; Bruyère; University of Ottawa","funders":"","keywords":"Psychological intervention; Behavior change methods; Social media; Behavior change; Health promotion; Psychology; Behaviour change; Medicine; Applied psychology; Social psychology; Nursing; Computer science; Public health; World Wide Web","score_opus":0.34317813605161773,"score_gpt":0.5561995597161926,"score_spread":0.21302142366457488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248164369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037971295,0.8387968,0.0001167448,0.00028680815,0.0002555885,0.15994725,0.00039040355,0.00012974425,0.000038687875],"genre_scores_gemma":[0.00011907523,0.6038493,0.0007473595,0.00031736674,0.00005601381,0.39362463,0.0011593394,0.00006143477,0.000065485554],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97851187,0.0030190255,0.015752852,0.0011555477,0.00050801836,0.0010526823],"domain_scores_gemma":[0.98252743,0.0014553244,0.013698198,0.0013518758,0.00059770676,0.00036945942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016005281,0.0006359846,0.010410159,0.002064476,0.0003345,0.0000074017594,0.0005264031,0.0008289723,0.00015779545],"category_scores_gemma":[0.0025773558,0.0005156914,0.0019207004,0.0028378877,0.000057661953,0.000124544,0.0003171195,0.0015497932,0.000018167015],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065440668,0.00050334074,0.00070068764,0.9236627,0.000082000726,0.0000035941102,0.002470163,9.488761e-9,2.6549634e-8,0.00031921212,0.00010508174,0.07214661],"study_design_scores_gemma":[0.00035633388,0.00011756894,0.0005043168,0.98593575,0.0051440573,0.0000073854508,0.0010627633,0.000005158183,1.17759065e-7,0.000014787769,0.0065151,0.00033664383],"about_ca_topic_score_codex":0.003059375,"about_ca_topic_score_gemma":0.024410589,"teacher_disagreement_score":0.23494752,"about_ca_system_score_codex":0.0018543703,"about_ca_system_score_gemma":0.0026253778,"threshold_uncertainty_score":0.99972945},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4248363397","doi":"10.21203/rs.3.rs-71534/v1","title":"Bias Estimation In Study Design: A Meta-Epidemiological Analysis of Transcatheter Versus Surgical Aortic Valve Replacement","year":2020,"lang":"en","type":"preprint","venue":"Research Square (Research Square)","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"University of Toronto; Canadian Institutes of Health Research; University of Ottawa","keywords":"Meta-analysis; Estimation; Epidemiology; Medicine; Aortic valve replacement; Cardiology; Internal medicine; Economics; Stenosis","score_opus":0.8706539368585138,"score_gpt":0.6069626284785796,"score_spread":0.26369130837993415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248363397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8910901,0.01151133,0.027230434,0.043032862,0.0006376836,0.022877958,0.0019478167,0.00020716093,0.0014646737],"genre_scores_gemma":[0.9894631,0.0009070309,0.0031251428,0.000150863,0.00022898098,0.005384768,0.0004894047,0.00010623522,0.00014450887],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.93275815,0.044592243,0.012723032,0.004035383,0.0030724283,0.0028187674],"domain_scores_gemma":[0.937174,0.05452261,0.0026388555,0.003156613,0.0014215336,0.0010863602],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3012893,0.0008554951,0.007359541,0.008176948,0.000471332,0.00037559064,0.002171248,0.0010061658,0.0030372108],"category_scores_gemma":[0.07081569,0.00086041976,0.003296491,0.0060385824,0.000716357,0.00041654802,0.0015296707,0.0048645954,0.0010096121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010145034,0.014740066,0.40564802,0.012112945,0.09429481,0.00019345363,0.05528642,0.34617463,0.000008373493,0.039540686,0.02008365,0.0017719114],"study_design_scores_gemma":[0.007307917,0.0086533455,0.18210615,0.0006665495,0.0022875543,0.0000021290475,0.012459744,0.74267167,0.00001686455,0.039520085,0.002557959,0.0017500132],"about_ca_topic_score_codex":0.01068636,"about_ca_topic_score_gemma":0.0012184742,"teacher_disagreement_score":0.39649707,"about_ca_system_score_codex":0.0036522294,"about_ca_system_score_gemma":0.0015618466,"threshold_uncertainty_score":0.9997682},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4249889786","doi":"10.12688/f1000research.15256.1","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; Grey literature; MEDLINE; CINAHL; Web of science; Medicine; Information retrieval; Computer science; Biology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249889786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.255653e-7,0.9891187,0.000106277745,0.0008828244,0.0026197047,0.003716286,0.00009015624,0.000039791656,0.0034257455],"genre_scores_gemma":[5.2989005e-8,0.96390384,0.00022966017,0.0005779005,0.0011173005,0.00022318854,0.000016028762,0.00010245543,0.033829555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94984335,0.0044482057,0.003775579,0.00223753,0.0374523,0.002243045],"domain_scores_gemma":[0.9553101,0.018983481,0.001865007,0.0047946726,0.016520204,0.002526517],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.15264933,0.0006879686,0.003806303,0.1078312,0.0009572492,0.026632125,0.016449604,0.000695651,0.02420215],"category_scores_gemma":[0.10513544,0.00041257645,0.002047736,0.27617756,0.00077416096,0.0031723238,0.005682404,0.0030145394,0.028096732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000159701,0.000040207102,0.000004013262,0.026080213,0.00004341976,0.000061667655,0.000020137191,6.281368e-9,2.5901524e-8,0.000008139489,0.37155786,0.60218275],"study_design_scores_gemma":[0.00008043241,0.00013712017,0.0000012251758,0.31544873,0.000054660017,0.00019659036,0.00003515115,0.000009269235,6.34924e-7,0.00047007186,0.68326277,0.00030332606],"about_ca_topic_score_codex":0.000009779443,"about_ca_topic_score_gemma":0.000005209153,"teacher_disagreement_score":0.6018794,"about_ca_system_score_codex":0.0006484403,"about_ca_system_score_gemma":0.008336073,"threshold_uncertainty_score":0.99983263},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249932002","doi":"10.12688/f1000research.18005.1","title":"Methods of conduct and reporting of living systematic reviews: a protocol for a living methodological survey","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Protocol (science); MEDLINE; Medicine; Cochrane Library; Data science; Family medicine; Alternative medicine; Computer science; Pathology; Political science","score_opus":0.9926851070732366,"score_gpt":0.7910169087625321,"score_spread":0.2016681983107046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249932002","genre_codex":"protocol","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026629306,0.0030877504,0.4660174,0.000056779212,0.0002040785,0.5266787,0.00006983731,0.000008693569,0.0012138708],"genre_scores_gemma":[0.008534015,0.00006327744,0.59834915,0.000019827192,0.00007559721,0.3863699,0.0000051955,0.000054177905,0.0065288157],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3137205,0.5753482,0.09351577,0.004142131,0.012223976,0.0010494048],"domain_scores_gemma":[0.08858797,0.76037,0.12551573,0.012853067,0.01227573,0.0003975168],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.91831857,0.0006384703,0.024159864,0.0011131994,0.000117587355,0.00072115735,0.0038559756,0.00049319456,0.0029278412],"category_scores_gemma":[0.9735067,0.0002872132,0.0039944337,0.0015438717,0.0002578011,0.00014692481,0.003981159,0.00086527265,0.00006683731],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008419081,0.00028611897,0.10548991,0.8553649,0.0016314946,0.000004786911,0.0027930653,0.00015932292,0.0019842712,0.00092204445,0.017183764,0.014096124],"study_design_scores_gemma":[0.00079941313,0.0020504817,0.13945177,0.5932653,0.0032455763,0.00017728936,0.0056256275,0.20596445,0.0015072604,0.025673248,0.019270325,0.0029692678],"about_ca_topic_score_codex":0.00015627044,"about_ca_topic_score_gemma":0.000022619915,"teacher_disagreement_score":0.26209962,"about_ca_system_score_codex":0.00006147149,"about_ca_system_score_gemma":0.0005694307,"threshold_uncertainty_score":0.999958},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4251964025","doi":"10.7202/1085028ar","title":"Enjeu épistémologique de l’usage du donpour la mobilisation des points de vuedans la recherche qualitative en contexte africain","year":2012,"lang":"fr","type":"article","venue":"Recherches qualitatives","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.7959476199487546,"score_gpt":0.625273843446869,"score_spread":0.17067377650188564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251964025","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33240715,0.0138541395,0.52044326,0.06093051,0.0011614712,0.0007216423,0.000091321184,0.00022742407,0.07016312],"genre_scores_gemma":[0.35304382,0.0064485883,0.6253195,0.000826577,0.0023374937,0.00022559022,0.000030407258,0.00006316833,0.011704859],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.35453662,0.6426898,0.0008009078,0.00047728184,0.00038136216,0.0011140199],"domain_scores_gemma":[0.33216083,0.666067,0.0005483855,0.00023338565,0.0005462325,0.00044417285],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6206106,0.00044201678,0.0005727646,0.00016173921,0.0005314777,0.00011581788,0.00053092575,0.0021131998,0.0001704625],"category_scores_gemma":[0.543961,0.00046041896,0.00029604367,0.00081522646,0.006784641,0.0012212534,0.000057281362,0.0019306461,0.00011616504],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029589715,0.0005078388,0.0017757162,0.00013083503,0.00018676026,0.0000010076293,0.7523855,0.0000069307157,0.00045931817,0.23601753,0.0006487233,0.007850279],"study_design_scores_gemma":[0.00030279387,0.000118287644,0.0054928376,0.0001912375,0.00007402442,0.000017767641,0.44954422,0.00001891926,0.00016105421,0.5291869,0.014554833,0.00033713228],"about_ca_topic_score_codex":0.0019029601,"about_ca_topic_score_gemma":0.00019571563,"teacher_disagreement_score":0.30284125,"about_ca_system_score_codex":0.0044633644,"about_ca_system_score_gemma":0.0024259528,"threshold_uncertainty_score":0.99978477},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4252733734","doi":"10.3410/f.5567957.5534055","title":"Faculty Opinions recommendation of The neglected heart of science policy: reconciling supply of and demand for science.","year":2010,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Diverse Educational Innovations Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bedford Institute of Oceanography; Fisheries and Oceans Canada","funders":"","keywords":"Science policy; Economics; Political science; Business; Public administration","score_opus":0.045541875343049834,"score_gpt":0.3609707151204419,"score_spread":0.31542883977739206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252733734","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039143304,0.00020869261,9.781039e-7,0.20628874,0.00053816766,0.000971985,0.7915685,0.000006982438,0.000024495452],"genre_scores_gemma":[0.0013710681,0.00011366404,0.0006902586,0.0011799341,0.0001980677,0.000096345786,0.9961976,0.0000019518886,0.0001511538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674803,0.00012229278,0.0010978571,0.00049062254,0.0012602147,0.0002810063],"domain_scores_gemma":[0.98493236,0.00036134667,0.0014388583,0.00043496504,0.012702289,0.0001301715],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0020426484,0.000248246,0.0005594479,0.00024259991,0.00073833787,0.00008948143,0.0017764978,0.00024756452,0.00008823992],"category_scores_gemma":[0.01913932,0.00009296702,0.00025703578,0.0066064727,0.0035674635,0.00037901645,0.00065832125,0.00041756436,0.0000013659472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054833586,0.00016407252,0.000066017754,0.00095486327,0.00002487846,2.636199e-9,0.000101706246,5.994033e-8,0.0013894973,0.0013817564,0.99402386,0.0018877734],"study_design_scores_gemma":[0.00015790008,0.000102566155,0.044996437,0.0023426572,0.000053070024,0.0000064516976,0.00011626158,0.000005073439,0.00062149146,0.00012553671,0.9513413,0.00013129784],"about_ca_topic_score_codex":0.00026444762,"about_ca_topic_score_gemma":0.000048061545,"teacher_disagreement_score":0.2051088,"about_ca_system_score_codex":0.00007610561,"about_ca_system_score_gemma":0.0010972314,"threshold_uncertainty_score":0.99914426},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4253211921","doi":"10.1136/bmj.330.7502.1258","title":"Principles for international registration of protocol information and results from human trials of health related interventions: Ottawa statement (part 1)","year":2005,"lang":"en","type":"article","venue":"BMJ","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Protocol (science); Psychological intervention; Trial registration; Computer science; Data science; Clinical trial; Medicine; Alternative medicine; Pathology; Political science; Nursing; Law","score_opus":0.634316166088982,"score_gpt":0.546170226743017,"score_spread":0.08814593934596504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253211921","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15223245,0.00082485366,0.056310248,0.4849126,0.0019244549,0.25808647,0.027544342,0.00013425255,0.018030323],"genre_scores_gemma":[0.6115751,0.0001617502,0.24539,0.003949648,0.0019735496,0.12052451,0.011665045,0.00007661643,0.0046837507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97293943,0.0003756357,0.026261019,0.00020426906,0.000097414915,0.00012220744],"domain_scores_gemma":[0.97395235,0.0006584519,0.02491939,0.00024793253,0.00017626348,0.00004558061],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08684115,0.00008869718,0.0007439769,0.00024629117,0.00007586692,0.00003579756,0.00012260854,0.00007155387,0.0001363547],"category_scores_gemma":[0.021432979,0.00010452177,0.00013399743,0.00005647137,0.000037733014,0.0007026043,0.000026519589,0.000049551756,0.000021277245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005154275,0.0005740267,0.008798401,0.0033841347,0.0005336004,5.966191e-8,0.008247921,0.002254836,0.000016546383,0.47303483,0.49254432,0.010095907],"study_design_scores_gemma":[0.0062555317,0.00032617117,0.017569527,0.0007890967,0.000008548471,6.0926317e-7,0.00073782343,0.0062803193,0.000081791775,0.010375471,0.9574096,0.00016547735],"about_ca_topic_score_codex":0.0012065494,"about_ca_topic_score_gemma":0.00045206034,"teacher_disagreement_score":0.48096296,"about_ca_system_score_codex":0.00025086658,"about_ca_system_score_gemma":0.00013535404,"threshold_uncertainty_score":0.9868099},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4253351240","doi":"10.31234/osf.io/bzr82","title":"Integrating open science in the teaching of cognitive research methods: Comparing virtual vs. face-to-face delivery","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Openness to experience; Open science; Computer science; Medical education; Transparency (behavior); Psychology; Deliverable; Flexibility (engineering); Mathematics education; Medicine; Engineering; Management","score_opus":0.6015923280553885,"score_gpt":0.6006039930250974,"score_spread":0.0009883350302911653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253351240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40649134,0.000028499342,0.51274604,0.0040973597,0.0011988063,0.0020617805,0.00003989646,0.00004397961,0.07329232],"genre_scores_gemma":[0.916262,0.0000020633288,0.08238243,0.00050977105,0.000053780437,0.000049578637,0.0000130972885,0.000010846171,0.0007164625],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9790892,0.007543263,0.0019276782,0.0035644758,0.0069665303,0.0009088327],"domain_scores_gemma":[0.9668208,0.027822226,0.00061403686,0.003068536,0.0013947393,0.00027966028],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.19541782,0.0003038361,0.00083225133,0.0019077527,0.0010319666,0.0067174323,0.026588324,0.00009184776,0.00007402017],"category_scores_gemma":[0.10696557,0.00018856191,0.00013064095,0.0051939134,0.0010123327,0.00066586584,0.07510582,0.0025305978,0.00019320424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022995973,0.0003327289,0.0058844173,0.000042845633,0.000045309214,0.00003724985,0.12650736,0.019728184,0.0007864307,0.033073083,0.026211675,0.78712076],"study_design_scores_gemma":[0.00053016265,0.00028697294,0.017754411,0.0016101727,0.00002479377,0.0000045812985,0.49445358,0.4543878,0.0012494201,0.025199465,0.0039080833,0.0005905686],"about_ca_topic_score_codex":0.004243039,"about_ca_topic_score_gemma":0.00042612292,"teacher_disagreement_score":0.7865302,"about_ca_system_score_codex":0.00018367147,"about_ca_system_score_gemma":0.0007951929,"threshold_uncertainty_score":0.9997706},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4253613952","doi":"10.1016/j.ijnurstu.2015.01.004","title":"Complex interventions and their implications for systematic reviews: A pragmatic approach","year":2015,"lang":"en","type":"article","venue":"International Journal of Nursing Studies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Ottawa Hospital; Institute of Population and Public Health; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Systematic review; occam; Management science; Perspective (graphical); Intervention (counseling); Computer science; Psychology; MEDLINE; Data science; Engineering ethics; Political science; Artificial intelligence","score_opus":0.9151137243797403,"score_gpt":0.7566664830539651,"score_spread":0.15844724132577515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253613952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02781394,0.022085965,0.62581146,0.29809573,0.0075854133,0.012814787,0.00039463412,0.00010761561,0.005290448],"genre_scores_gemma":[0.9379044,0.00096773106,0.051672593,0.006474021,0.0011784942,0.001282395,0.0000158155,0.000030930983,0.00047359912],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99682045,0.00085368514,0.0017634727,0.000120228724,0.00021647749,0.00022570108],"domain_scores_gemma":[0.9925848,0.0028936572,0.001715511,0.00012739211,0.00252219,0.00015639876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005186209,0.00011762091,0.0005549633,0.00026975645,0.00034724319,0.000028006474,0.00033387126,0.00003271045,0.0000051172237],"category_scores_gemma":[0.011427744,0.00007730782,0.00016931599,0.00014967352,0.00014835144,0.00026734098,0.000058792106,0.00016722876,0.0000080744585],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015087066,0.00060685456,0.004672717,0.036025748,0.0018470277,0.0000011905864,0.39156836,0.00004410895,0.0003624955,0.052164186,0.49527434,0.017282087],"study_design_scores_gemma":[0.009941432,0.0012037952,0.025394686,0.18225881,0.00080895086,0.0008717225,0.5420627,0.0018285161,0.000011299238,0.15539111,0.07948871,0.00073823903],"about_ca_topic_score_codex":0.0000036088056,"about_ca_topic_score_gemma":0.000007102989,"teacher_disagreement_score":0.9100905,"about_ca_system_score_codex":0.00057331554,"about_ca_system_score_gemma":0.0002385566,"threshold_uncertainty_score":0.9968994},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4253637524","doi":"10.7287/peerj.3757v0.1/reviews/1","title":"Peer Review #1 of \"Tracing hepatitis B virus (HBV) genotype B5 (formerly B6) evolutionary history in the circumpolar Arctic through phylogeographic modelling (v0.1)\"","year":2017,"lang":"en","type":"peer-review","venue":"","topic":"Hepatitis B Virus Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Phylogeography; Circumpolar star; Genotype; Arctic; Virology; Biology; Evolutionary biology; Geography; Zoology; Genetics; Ecology; Phylogenetics; Gene; Geology; Oceanography","score_opus":0.09073781316914369,"score_gpt":0.3288887146425598,"score_spread":0.2381509014734161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253637524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014082824,0.9055345,0.0005020524,0.05204922,0.0018352119,0.0029551156,0.0004011571,0.00007526984,0.036506623],"genre_scores_gemma":[0.006269102,0.90115315,0.0017729525,0.02156961,0.0006304249,0.00043679317,0.0012311111,0.00013594149,0.066800945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924259,0.00048082744,0.0020722381,0.0010141858,0.0031406758,0.0008661408],"domain_scores_gemma":[0.99169457,0.0004169274,0.0014115431,0.002397355,0.003941852,0.00013775939],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034131361,0.00094181334,0.0031869581,0.00039502667,0.00034317505,0.000020508669,0.0010261456,0.0005107179,0.0017023468],"category_scores_gemma":[0.0039926353,0.0006994681,0.001110496,0.00045591427,0.0006478838,0.00033032813,0.00022696157,0.0020309621,0.00018622052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018578769,0.00022637761,0.0076206243,0.10809105,0.00045968537,0.00015340713,0.00074332085,0.0000049087826,0.000012173892,0.00017814932,0.8800136,0.0024781604],"study_design_scores_gemma":[0.00033772856,0.00022190482,0.005265202,0.13437231,0.0017516197,0.00014205776,0.000013700932,0.00012287738,0.0000019023513,0.00034395957,0.85684735,0.0005794082],"about_ca_topic_score_codex":0.15705274,"about_ca_topic_score_gemma":0.02182214,"teacher_disagreement_score":0.1352306,"about_ca_system_score_codex":0.0012629658,"about_ca_system_score_gemma":0.0012272588,"threshold_uncertainty_score":0.99954563},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4253838897","doi":"10.7202/1085881ar","title":"Considérations pour orienter la recherche future sur les groupes de discussion","year":2011,"lang":"fr","type":"article","venue":"Recherches qualitatives","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.9137355693239745,"score_gpt":0.6295302310285407,"score_spread":0.2842053382954338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253838897","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15372595,0.022966525,0.31151566,0.32659605,0.004828965,0.0012213576,0.00021384346,0.00027125655,0.17866038],"genre_scores_gemma":[0.10300263,0.004936634,0.5782133,0.0017662153,0.0012751047,0.00012048165,0.000030340081,0.000085285246,0.31057003],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95098263,0.04526041,0.0013060884,0.000692792,0.0011567816,0.0006013135],"domain_scores_gemma":[0.9628116,0.034242116,0.0006187484,0.0006352083,0.001339073,0.00035326593],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.062337663,0.00042895286,0.0005480695,0.00032561788,0.00028805708,0.0003080093,0.0007400904,0.0011082082,0.0067737116],"category_scores_gemma":[0.03203941,0.000270648,0.0003296706,0.0011042014,0.0006221537,0.0016767792,0.00014698118,0.0014883387,0.0010910424],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016074887,0.0007373935,0.0047714543,0.00008348308,0.00012983462,0.000014214273,0.44612348,0.000009714444,0.00066679285,0.123898335,0.017266845,0.4061377],"study_design_scores_gemma":[0.0009405127,0.00036626068,0.019652907,0.00039283364,0.00010561336,0.000028480406,0.23676765,0.0010331819,0.0014928146,0.39715573,0.34152138,0.0005426434],"about_ca_topic_score_codex":0.00037743268,"about_ca_topic_score_gemma":0.000833582,"teacher_disagreement_score":0.40559506,"about_ca_system_score_codex":0.00083128904,"about_ca_system_score_gemma":0.003038303,"threshold_uncertainty_score":0.99997455},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4254531105","doi":"10.12688/wellcomeopenres.15525.1","title":"Addressing diversity and complexity in the community engagement literature: The rationale for a realist review","year":2020,"lang":"en","type":"review","venue":"Wellcome Open Research","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary; McMaster University; McGill University; Impact","funders":"Wellcome; Bill and Melinda Gates Foundation","keywords":"CLARITY; Diversity (politics); Community engagement; Sociology; Epistemology; Engineering ethics; Political science; Psychology; Social science; Public relations; Biology; Engineering; Anthropology","score_opus":0.9654256729378807,"score_gpt":0.6563756678863417,"score_spread":0.309050005051539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254531105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001263501,0.95218545,0.0000048390257,0.006038843,0.00015633943,0.03288781,0.0007949824,0.000008469002,0.007910626],"genre_scores_gemma":[0.000022490152,0.98379,0.00018274548,0.006350367,0.00016539097,0.00550023,0.003219911,0.000023090995,0.00074578426],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.957298,0.039647285,0.0010269423,0.00041349893,0.0008967489,0.00071755686],"domain_scores_gemma":[0.98654425,0.011605316,0.00040294215,0.0009955858,0.0002522788,0.0001996517],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04364355,0.00028156498,0.0011487831,0.000112886635,0.017788365,0.0001617539,0.0030826544,0.00018619526,0.00020681822],"category_scores_gemma":[0.00055356894,0.0001474237,0.0001456195,0.00095281703,0.00028350673,0.00013078022,0.008605764,0.0061029033,0.00007348262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009697928,0.00025983917,0.00018102533,0.54491836,0.000056749537,0.000010734642,0.029104069,2.0201181e-8,1.0202378e-8,0.014718383,0.14735273,0.26330113],"study_design_scores_gemma":[0.0003925071,0.00013200042,0.000061829065,0.1382693,0.00005988756,0.0000018435138,0.0030368932,0.000006371405,8.610952e-9,0.0015089557,0.8564143,0.000116076175],"about_ca_topic_score_codex":0.0042573246,"about_ca_topic_score_gemma":0.0022728401,"teacher_disagreement_score":0.7090616,"about_ca_system_score_codex":0.00047550641,"about_ca_system_score_gemma":0.00073604967,"threshold_uncertainty_score":0.9994124},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4255254085","doi":"10.31219/osf.io/gkzf2","title":"Barriers and facilitators for early career researchers completing systematic or scoping reviews in health sciences: A scoping review","year":2019,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Systematic review; Medical education; Grey literature; Psychology; MEDLINE; Medicine; Political science","score_opus":0.9524447585122165,"score_gpt":0.6686354154917994,"score_spread":0.28380934302041716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255254085","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010648231,0.9367732,0.0027112542,0.00020602324,0.00020084824,0.059450362,0.000047005055,0.000009430569,0.0006008331],"genre_scores_gemma":[7.587896e-7,0.98487014,0.00633839,0.0007156761,0.00004103928,0.0036198036,0.000011498961,0.000051278017,0.0043513966],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.86543065,0.0754889,0.045962907,0.0038911954,0.0076919235,0.0015344443],"domain_scores_gemma":[0.9220827,0.046307586,0.02349399,0.0059827156,0.0011141087,0.0010188511],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5549118,0.0012687105,0.046540223,0.0018921869,0.0006109174,0.0021591599,0.004461767,0.0002766519,0.003084007],"category_scores_gemma":[0.3259477,0.00052440324,0.005134835,0.006468146,0.00031805583,0.000526068,0.0005746786,0.0006079944,0.0014503486],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.567543e-7,0.000003564182,0.000054010874,0.94069576,0.00009259378,0.0000014279624,0.00014839885,9.1879866e-7,5.936725e-9,0.0001561279,0.0035148393,0.05533141],"study_design_scores_gemma":[0.00011170666,0.00011184454,4.6491752e-7,0.8360051,0.0005922844,0.000019964447,0.00045971002,0.0001226208,4.8405275e-9,0.00003195724,0.16210234,0.00044197665],"about_ca_topic_score_codex":0.0001255375,"about_ca_topic_score_gemma":0.00034225167,"teacher_disagreement_score":0.22896409,"about_ca_system_score_codex":0.00041276606,"about_ca_system_score_gemma":0.0038069177,"threshold_uncertainty_score":0.99972075},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4255395505","doi":"10.5539/ijel.v8n3p364","title":"Reviewer acknowledgements for International Journal of English Linguistics, Vol. 8, No. 3","year":2018,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Linguistics; Applied linguistics; Political science; Philosophy","score_opus":0.027042272271677544,"score_gpt":0.28862962313525625,"score_spread":0.2615873508635787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255395505","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010901737,0.0005111843,0.00042415722,0.0000021846051,0.9694259,0.00013085862,0.00035381995,0.00002334043,0.028038342],"genre_scores_gemma":[0.029742,0.00033691456,0.0026147894,0.00037968098,0.96423054,0.0000011992852,0.000044558525,0.00003927902,0.0026110422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967423,0.000066088964,0.0014887608,0.00020088353,0.0012191649,0.0002828207],"domain_scores_gemma":[0.10171645,0.00031658952,0.0017010787,0.00018167628,0.8959086,0.00017561147],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012733494,0.00026327462,0.00050104305,0.00049621507,0.0001697119,0.0005375613,0.0016054581,0.00010649109,0.0022497186],"category_scores_gemma":[0.9897431,0.0002430328,0.00047606308,0.00004514443,0.00038527322,0.00016105124,0.00024439482,0.00042214713,0.00009795368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026048525,0.00035231994,0.0018056688,0.000052473377,0.00087824,0.000019630945,0.012330159,0.0000064991837,1.6502078e-7,0.0027743361,0.98112124,0.00039875612],"study_design_scores_gemma":[0.0017426522,0.0003823681,0.000052359068,0.00036393068,0.0002832629,6.172247e-8,0.0024870762,0.000048355014,0.00013245466,0.0019456396,0.99232095,0.00024085962],"about_ca_topic_score_codex":0.000019444706,"about_ca_topic_score_gemma":0.00009322268,"teacher_disagreement_score":0.9884698,"about_ca_system_score_codex":0.00026751746,"about_ca_system_score_gemma":0.00029775235,"threshold_uncertainty_score":0.99866235},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4255735068","doi":"10.35648/20.500.12413/11781/ii362","title":"A Network-based Approach to Brokering Research Evidence for Impact","year":2021,"lang":"en","type":"report","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Arts and Humanities Research Council; Economic and Social Research Council; Foreign, Commonwealth and Development Office; Department for International Development; University of Bath; Global Challenges Research Fund; University of Liverpool; University of Cambridge; Engineering and Physical Sciences Research Council; UK Research and Innovation; Overseas Development Institute; International Development Research Centre; Government of the United Kingdom; Oxfam America; University of Nottingham; Imperial College London; Leeds Beckett University","keywords":"Computer science; Data science","score_opus":0.9170433068307423,"score_gpt":0.728017052058615,"score_spread":0.1890262547721273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255735068","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013491564,0.00283715,0.3925779,0.002524937,0.002222544,0.0036945834,0.000051776584,0.000089634144,0.59465235],"genre_scores_gemma":[0.4090491,0.0008002404,0.15175973,0.0024707722,0.0067722634,0.0036070712,0.0003562875,0.00017736353,0.42500716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838912,0.0007257328,0.0012699324,0.0013232216,0.01188941,0.0009005163],"domain_scores_gemma":[0.978832,0.0090481145,0.00032152171,0.0016792121,0.009741515,0.00037761198],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07362516,0.0002997095,0.00075009454,0.00077879685,0.000425771,0.0013241217,0.001413231,0.00029620744,0.0031328911],"category_scores_gemma":[0.028024819,0.00019664146,0.0004826826,0.0029290807,0.000060896586,0.00031579085,0.00040431766,0.0006039053,0.00033780703],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007595915,0.00006443523,0.0048971805,0.00008860738,0.00003167543,0.0000021677797,0.000083513834,0.056184653,0.000018468845,0.00013243053,0.9003295,0.038091414],"study_design_scores_gemma":[0.0003889161,0.0005119937,0.012419011,0.000929302,0.000035289006,0.000016276263,0.00043352335,0.1001929,0.000102030564,0.0012826431,0.8831114,0.00057670346],"about_ca_topic_score_codex":0.000388698,"about_ca_topic_score_gemma":0.00024108587,"teacher_disagreement_score":0.40769994,"about_ca_system_score_codex":0.001007505,"about_ca_system_score_gemma":0.017672934,"threshold_uncertainty_score":0.9997126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4281259216","doi":"10.7287/peerj-cs.980v0.2/reviews/1","title":"Peer Review #1 of \"An ethical visualization of the NorthCOVID-19 model (v0.2)\"","year":2022,"lang":"en","type":"peer-review","venue":"","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University","funders":"","keywords":"Visualization; Computer science; Psychology; Data mining","score_opus":0.19046128870253473,"score_gpt":0.5168328950632299,"score_spread":0.3263716063606952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281259216","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014823532,0.12757301,0.00074009766,0.8567636,0.0006992676,0.0027987652,0.0005667866,0.000059989412,0.010783675],"genre_scores_gemma":[0.00035181013,0.18638553,0.00019573588,0.4985853,0.00022262816,0.00009406438,0.0027862326,0.00007503779,0.31130365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929034,0.0006082409,0.0015480893,0.00051338953,0.004102194,0.00032469817],"domain_scores_gemma":[0.99264055,0.00041126434,0.001000123,0.0016947193,0.0038397135,0.00041363528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004985291,0.00037871863,0.0018723148,0.00017357052,0.00010297994,0.0000054773814,0.0005109992,0.00061292615,0.0064572883],"category_scores_gemma":[0.018561784,0.00024128323,0.0006621061,0.0008173094,0.00012570224,0.000045976056,0.00031234202,0.0018488606,0.000008317723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028366818,0.00012242884,0.000040755003,0.25308233,0.000046744048,0.0000037490083,0.00012507213,0.00002007713,0.0000048181273,0.0009629946,0.7431483,0.0024143243],"study_design_scores_gemma":[0.00037651125,0.00031128438,0.000113900554,0.0547921,0.0009347603,0.000027454245,0.000013581989,0.00093334814,0.000013090024,0.00012750128,0.9421575,0.00019899188],"about_ca_topic_score_codex":0.00279333,"about_ca_topic_score_gemma":0.0007875225,"teacher_disagreement_score":0.35817826,"about_ca_system_score_codex":0.00042871124,"about_ca_system_score_gemma":0.007877361,"threshold_uncertainty_score":0.99774706},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4281291249","doi":"10.1111/jep.13699","title":"The quality of four psychology practice guidelines using the Appraisal of Guidelines for Research and Evaluation (AGREE) II","year":2022,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centres Intégré Universitaires de Santé et de Services Sociaux; Université du Québec; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Quality (philosophy); Applied psychology; Medical education; Management science; Engineering ethics; Medicine; Epistemology; Philosophy; Engineering","score_opus":0.9308550065336542,"score_gpt":0.8065574799259807,"score_spread":0.12429752660767346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281291249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49506357,0.003877448,0.006548723,0.48814142,0.0027016543,0.003191749,0.000020090418,0.0000051169745,0.00045021178],"genre_scores_gemma":[0.8082311,0.0026033106,0.1752699,0.011276008,0.0023274978,0.00017006506,0.00002339943,0.00004781301,0.000050900395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92522633,0.037935145,0.023611635,0.00084013125,0.011747473,0.00063928525],"domain_scores_gemma":[0.35652217,0.4471284,0.025922973,0.0017348889,0.16841197,0.00027960254],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48239732,0.00016545363,0.0007418955,0.0002925307,0.00062771613,0.00003807256,0.00039783807,0.00016295168,0.00012953559],"category_scores_gemma":[0.89819074,0.00010847922,0.00029993762,0.0009233587,0.00048403087,0.0009201315,0.0003529875,0.0017747645,7.2252845e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07360338,0.006812697,0.016858306,0.00024939346,0.0018332468,0.000019663377,0.0019635358,0.0219955,0.0059583676,0.003821681,0.17821375,0.6886705],"study_design_scores_gemma":[0.036683775,0.017098157,0.05935604,0.0003409521,0.006345755,0.0021965562,0.06825542,0.2909438,0.000113790054,0.029661423,0.48861796,0.00038637602],"about_ca_topic_score_codex":0.00031954702,"about_ca_topic_score_gemma":0.000096480835,"teacher_disagreement_score":0.6882841,"about_ca_system_score_codex":0.00026444584,"about_ca_system_score_gemma":0.0029858986,"threshold_uncertainty_score":0.7710567},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4281291710","doi":"10.1186/s12961-022-00863-w","title":"Engaging people with lived experience on advisory councils of a national not-for-profit: an integrated knowledge translation case study of Heart &amp; Stroke Mission Critical Area Councils","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Western University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Qualitative research; Medicine; Public relations; Group cohesiveness; Public health; Nursing; Sociology; Political science; Knowledge management","score_opus":0.9413638130304601,"score_gpt":0.7330098623166446,"score_spread":0.20835395071381557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281291710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873497,0.000118843425,0.0005041936,0.0048524747,0.00017218216,0.005716869,0.0010111058,0.000038208553,0.00023643351],"genre_scores_gemma":[0.9956357,0.000025975995,0.00025714206,0.001146931,0.00017545467,0.0024133984,0.00002883711,0.000027098582,0.00028949365],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98020303,0.013133378,0.0016290568,0.000591487,0.0032245999,0.0012184498],"domain_scores_gemma":[0.98015106,0.014086808,0.00042598505,0.00042822273,0.0041053393,0.00080261246],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03482569,0.00019603534,0.0006172752,0.00090414105,0.004105793,0.00003114205,0.0002582332,0.00009255304,0.00007227212],"category_scores_gemma":[0.0071560503,0.00016583511,0.00003362215,0.0014091982,0.0002692822,0.00025912473,0.0000661203,0.0011238499,0.000003990117],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095494435,0.00036956678,0.017350607,0.0035726503,0.000016899561,0.000008387404,0.9697719,0.00027857086,0.0014367988,0.0017198534,0.003566607,0.00095318037],"study_design_scores_gemma":[0.004375796,0.007037902,0.0075294403,0.000685585,0.000005775096,0.00014899047,0.9439399,0.012836594,0.000037481084,0.00004105111,0.023116417,0.0002450587],"about_ca_topic_score_codex":0.04039578,"about_ca_topic_score_gemma":0.009447696,"teacher_disagreement_score":0.030948084,"about_ca_system_score_codex":0.001916535,"about_ca_system_score_gemma":0.014799181,"threshold_uncertainty_score":0.9971907},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4281479985","doi":"10.1136/bmjopen-2021-053417","title":"Reporting quality of clinical trial protocols: a repeated cross-sectional study about the Adherence to SPIrit Recommendations in Switzerland, CAnada and GErmany (ASPIRE-SCAGE)","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Centre for Disability Prevention and Rehabilitation; Canadian Memorial Chiropractic College; McMaster University; Impact","funders":"University of Oxford; Bundesamt für Gesundheit; Alexander von Humboldt-Stiftung; Albert-Ludwigs-Universität Freiburg; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Medicine; Checklist; Protocol (science); Randomized controlled trial; Clinical trial; Family medicine; Consolidated Standards of Reporting Trials; Cross-sectional study; Guideline; Trial registration; Alternative medicine; Internal medicine; Pathology","score_opus":0.8625137923322216,"score_gpt":0.7433109279867433,"score_spread":0.11920286434547833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281479985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039229,0.0000020753446,0.000003603521,0.00467129,0.0002286964,0.08945511,0.00003810868,0.0000081344715,0.0016700957],"genre_scores_gemma":[0.9353952,0.0000011825159,0.0003229316,0.00091457996,0.00015661206,0.05956492,0.000016103015,0.0000138728565,0.003614645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866144,0.0024879873,0.007891404,0.00075016345,0.0019487258,0.00030728456],"domain_scores_gemma":[0.985257,0.009901169,0.0027989605,0.0012082239,0.00060687633,0.00022774324],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11872599,0.00010606816,0.00068954076,0.00005647675,0.00034530082,0.000109706576,0.0006530373,0.00010068922,0.0006682343],"category_scores_gemma":[0.14655606,0.00007998001,0.00010020447,0.00047758792,0.00013156648,0.00007017259,0.0019125567,0.001982794,0.000002124613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024452345,0.0009310466,0.9710938,0.00008418508,0.000050045768,0.00007620572,0.00037829636,0.000014418311,0.000017230694,0.00013192662,0.0006933056,0.0020772445],"study_design_scores_gemma":[0.020632353,0.0031293158,0.97227144,0.00013615389,0.000008206377,0.00001432404,0.00077487156,0.0000461359,0.0000072162834,0.00047486587,0.0024089667,0.00009612626],"about_ca_topic_score_codex":0.57099,"about_ca_topic_score_gemma":0.83677477,"teacher_disagreement_score":0.26578474,"about_ca_system_score_codex":0.00019561034,"about_ca_system_score_gemma":0.0059424164,"threshold_uncertainty_score":0.999693},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4281647098","doi":"10.1002/leap.1463","title":"The <scp>AMSTAR</scp>‐2 critical appraisal tool and editorial decision‐making for systematic reviews: Retrospective, bibliometric study","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Operationalization; Systematic review; Strengths and weaknesses; Medicine; Critical appraisal; Retrospective cohort study; MEDLINE; Family medicine; Psychology; Pathology; Alternative medicine; Social psychology; Political science; Physics; Law","score_opus":0.47601007212451607,"score_gpt":0.5261948034173058,"score_spread":0.050184731292789775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281647098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33091587,0.07123648,0.24263431,0.0069349874,0.27506912,0.059564415,0.00036376205,0.00029338806,0.012987673],"genre_scores_gemma":[0.97578776,0.00008392514,0.0063761068,0.00034543945,0.010999858,0.0039877756,0.000009485772,0.00007628835,0.0023333605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9113967,0.042888932,0.017584624,0.0031740274,0.023653258,0.0013024708],"domain_scores_gemma":[0.16093944,0.8021024,0.0154280765,0.012273969,0.008522968,0.00073313713],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4386619,0.00049879646,0.0047253855,0.009805897,0.0031462798,0.035406303,0.0047950684,0.00014563015,0.0005735203],"category_scores_gemma":[0.926664,0.00023668376,0.0016025518,0.054499276,0.00010665521,0.0030390078,0.0015290745,0.0011217437,0.00016156668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016248478,0.00018473419,0.015631301,0.001215737,0.0002658152,0.000006808829,0.0022015234,0.000063801985,0.000003903316,0.0077267187,0.9590498,0.013633574],"study_design_scores_gemma":[0.0010307828,0.00053801475,0.0083163185,0.0007571075,0.00079078315,0.000051561852,0.03651738,0.009127251,3.5619064e-7,0.028793644,0.9137969,0.00027989244],"about_ca_topic_score_codex":0.000014991397,"about_ca_topic_score_gemma":0.00002263611,"teacher_disagreement_score":0.7592135,"about_ca_system_score_codex":0.00018605567,"about_ca_system_score_gemma":0.000139757,"threshold_uncertainty_score":0.9981515},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4281677566","doi":"10.7717/peerj.13490","title":"Explaining detection heterogeneity with finite mixture and non-Euclidean movement in spatially explicit capture-recapture models","year":2022,"lang":"en","type":"article","venue":"PeerJ","topic":"Wildlife Ecology and Conservation","field":"Environmental Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; Ministry of Energy, Northern Development and Mines","funders":"Compute Canada","keywords":"Mark and recapture; Covariate; Inference; Statistics; Econometrics; Population; Abundance estimation; Abundance (ecology); Range (aeronautics); Ursus; Replicate; Mathematics; Ecology; Computer science; Biology; Artificial intelligence","score_opus":0.009585012702504048,"score_gpt":0.19726546857899102,"score_spread":0.18768045587648696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281677566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99274176,0.000023156073,0.005326072,0.00069832767,0.00008115486,0.00023311183,0.0000075879225,0.000023943683,0.0008648902],"genre_scores_gemma":[0.99703056,0.000004029766,0.0004601309,0.0020960188,0.000018847357,0.00015322065,0.000014723204,0.000010929254,0.0002115247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907166,0.00007095302,0.00013831082,0.00030689803,0.00021871524,0.00019347217],"domain_scores_gemma":[0.9996861,0.00004692041,0.00006988163,0.00014371057,0.0000049510163,0.000048413123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002639172,0.00011799462,0.00011672667,0.0000405523,0.00025057181,0.000015518466,0.000103422055,0.000056726705,0.00026879623],"category_scores_gemma":[0.000012061482,0.000112747875,0.000020123949,0.00016798143,0.000034277142,0.00019826362,0.00016023483,0.0002454895,0.000007753399],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014491891,0.00007388336,0.6962594,0.000005899591,0.000012430507,0.000027636454,0.003247822,0.2939444,0.003303634,0.0000370883,0.0002167348,0.0027261735],"study_design_scores_gemma":[0.0010133077,0.00029323428,0.83956295,0.000009425032,0.000017972594,0.000016481443,0.00088853284,0.15429941,0.001644794,0.0012271164,0.0007154925,0.00031131372],"about_ca_topic_score_codex":0.0012252309,"about_ca_topic_score_gemma":0.010486467,"teacher_disagreement_score":0.14330353,"about_ca_system_score_codex":0.00014115954,"about_ca_system_score_gemma":0.000009960807,"threshold_uncertainty_score":0.5851695},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4281713379","doi":"10.1016/j.jclinepi.2022.05.014","title":"A meta-research study of randomized controlled trials found infrequent and delayed availability of protocols","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"Magyar Tudományos Akadémia; Hungarian Scientific Research Fund; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Protocol (science); Randomized controlled trial; Medicine; Odds ratio; Confidence interval; Clinical trial; Sample size determination; MEDLINE; Alternative medicine; Internal medicine; Pathology; Statistics","score_opus":0.9794468064786996,"score_gpt":0.7624940667660218,"score_spread":0.2169527397126778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281713379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93809307,0.003935625,0.0046059065,0.0031599377,0.00046416145,0.0493011,0.000018496701,0.0000010691226,0.00042063664],"genre_scores_gemma":[0.9881004,0.000113502836,0.004260779,0.00032367045,0.00016721131,0.0064603025,4.390375e-7,0.0000079669635,0.00056571217],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.01179205,0.8055286,0.17469788,0.0007707183,0.0068891817,0.00032161537],"domain_scores_gemma":[0.0070711426,0.8408692,0.14304149,0.0023413023,0.006353833,0.0003230311],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9869179,0.00029588593,0.12462799,0.0008446788,0.00014333977,0.00005651861,0.0022294072,0.0001737315,0.013166388],"category_scores_gemma":[0.98300356,0.00010161886,0.026446275,0.000949686,0.00083704805,0.000118636584,0.0005223411,0.0013760398,0.000014641753],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48145473,0.008285694,0.312607,0.00021728151,0.14305592,0.000034543373,0.0017629466,0.0028932402,0.00006540702,0.009096776,0.02986609,0.010660409],"study_design_scores_gemma":[0.5722854,0.015310945,0.024122862,0.00005965385,0.037904024,0.00007874099,0.0052727982,0.009963871,0.0000035329113,0.32365853,0.011077689,0.00026192237],"about_ca_topic_score_codex":0.00007322927,"about_ca_topic_score_gemma":0.000021276224,"teacher_disagreement_score":0.31456175,"about_ca_system_score_codex":0.000031681917,"about_ca_system_score_gemma":0.0005512125,"threshold_uncertainty_score":0.9877357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4282004915","doi":"10.1177/20597002221086095","title":"Top cited articles in concussion: A bibliometric analysis of the state of the science","year":2022,"lang":"en","type":"article","venue":"Journal of Concussion","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital; Sinai Health System; Toronto Rehabilitation Institute; McMaster University","funders":"","keywords":"Concussion; Citation; Medicine; Cohort; Citation analysis; Psychology; Computer science; Poison control; Environmental health; Injury prevention; Library science; Pathology","score_opus":0.05726624470480519,"score_gpt":0.36336507602712503,"score_spread":0.30609883132231985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282004915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957277,0.00026579245,0.000031192154,0.003407352,0.00016378678,0.00019434615,0.000008675696,0.0000020701436,0.00019907975],"genre_scores_gemma":[0.9995222,0.00002708423,0.00009887882,0.00012449911,0.000014205249,0.0000023571629,2.0422969e-7,0.0000054207,0.00020512093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962708,0.00036231065,0.0008124199,0.000109028675,0.0022492057,0.00019623464],"domain_scores_gemma":[0.99787045,0.00040169066,0.00075767294,0.00039816386,0.0004684259,0.000103593746],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0036485775,0.00007070634,0.00041413138,0.031009885,0.00013863956,0.000015559144,0.0006226805,0.000020497166,0.00039493528],"category_scores_gemma":[0.0017705568,0.000030030324,0.00026305948,0.20101488,0.00043473695,0.000115423376,0.0003497981,0.00049226504,4.1115453e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001020766,0.00048497188,0.47340104,0.000064831445,0.0003643704,0.000030320653,0.003385198,0.0026366515,0.43362767,0.00014020671,0.0006483746,0.084195614],"study_design_scores_gemma":[0.0012852085,0.00037596773,0.9400878,0.00016370165,0.00020311783,0.0000482019,0.00075589353,0.0040945923,0.052505262,0.00023374861,0.00020998377,0.00003652029],"about_ca_topic_score_codex":0.00004098018,"about_ca_topic_score_gemma":0.000004943988,"teacher_disagreement_score":0.4666868,"about_ca_system_score_codex":0.0001724468,"about_ca_system_score_gemma":0.0007872673,"threshold_uncertainty_score":0.9799728},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4282583992","doi":"10.21203/rs.3.rs-1722905/v1","title":"P-value and Bayesian analysis in randomized-controlled trials in child health research published in 2007 and 2017: a methodological review","year":2022,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; University of Alberta; SickKids Foundation; Children's Hospital Research Institute of Manitoba","funders":"Children's Hospital Foundation","keywords":"Frequentist inference; Randomized controlled trial; Bayesian probability; Credible interval; Statistics; Medicine; Prior probability; Confidence interval; Bayesian statistics; Frequentist probability; Bayesian inference; Mathematics; Internal medicine","score_opus":0.9532494630473142,"score_gpt":0.7388609303866182,"score_spread":0.21438853266069602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282583992","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008687435,0.95610875,0.00023207474,0.005290407,0.00008796842,0.033355873,0.00008055726,0.000005158773,0.0048305257],"genre_scores_gemma":[0.000035210945,0.98665214,0.0014542645,0.00017036976,0.00011813633,0.009792315,0.00012734375,0.000039967796,0.0016102513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.026879633,0.8885395,0.055681728,0.0046890117,0.022091338,0.002118775],"domain_scores_gemma":[0.08867687,0.87636137,0.020806437,0.010064018,0.0025961294,0.0014951864],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics"],"category_scores_codex":[0.9812428,0.0010779384,0.13703609,0.027688596,0.0005298091,0.0029756655,0.0041418215,0.00064182567,0.030906217],"category_scores_gemma":[0.9203514,0.0004592718,0.015066373,0.04400793,0.0006231669,0.00045081993,0.0019627814,0.006381931,0.00015584289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029501382,0.00036242683,0.0005261002,0.05922752,0.003110164,0.00029213837,0.0004307876,0.000014302755,7.749705e-9,0.0027144342,0.036761276,0.8936107],"study_design_scores_gemma":[0.029890358,0.00015230579,0.00024920405,0.041833915,0.0023309442,0.00004522865,0.00057467725,0.0015058692,2.7924383e-9,0.005085567,0.91787106,0.00046085153],"about_ca_topic_score_codex":0.0014064576,"about_ca_topic_score_gemma":0.0018124572,"teacher_disagreement_score":0.89314985,"about_ca_system_score_codex":0.000835376,"about_ca_system_score_gemma":0.0020170999,"threshold_uncertainty_score":0.9997859},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4283066010","doi":"10.1111/jebm.12475","title":"More work is needed on cost‐utility analyses of robotic‐assisted surgery","year":2022,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Social Science Fund of China","keywords":"Medicine; Robotic surgery; Surgery; General surgery; Prostatectomy; Internal medicine; Prostate cancer","score_opus":0.637030306476812,"score_gpt":0.5034306589085736,"score_spread":0.1335996475682384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283066010","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022733751,0.98650694,0.000045040844,0.010446622,0.0014271486,0.0012102755,0.000039956925,0.00001687051,0.000079837795],"genre_scores_gemma":[0.0014536877,0.99444133,0.00014541538,0.0024750615,0.001050246,0.000110936475,0.00010705744,0.000072311595,0.00014395651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928271,0.0006364463,0.0033547424,0.0005135384,0.0022183363,0.00044981812],"domain_scores_gemma":[0.9842956,0.008938399,0.0044836686,0.0009623682,0.0006954138,0.00062456116],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028145157,0.00074277056,0.007166942,0.0014823984,0.0000968364,0.000014969028,0.0003657621,0.000257938,0.003341211],"category_scores_gemma":[0.0040885056,0.00039612644,0.0023755094,0.0021483263,0.0003831946,0.00013049472,0.000056017096,0.0012373653,0.000007200717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013088924,0.0009796885,0.0019431957,0.018683316,0.002239827,0.0014869472,0.00009534764,0.000025793495,0.0000029677997,7.986228e-7,0.078077674,0.89515555],"study_design_scores_gemma":[0.0017467826,0.0030214225,0.0021272337,0.3083016,0.016900863,0.00026117772,0.00017125068,0.000005931703,0.00010776504,0.000004538933,0.66707605,0.00027539989],"about_ca_topic_score_codex":0.00012833915,"about_ca_topic_score_gemma":0.0000014409704,"teacher_disagreement_score":0.8948802,"about_ca_system_score_codex":0.0013109448,"about_ca_system_score_gemma":0.0037269895,"threshold_uncertainty_score":0.9998491},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4283072332","doi":"10.1186/s12961-022-00877-4","title":"A scoping review to identify and describe the characteristics of theories, models and frameworks of health research partnerships","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Canadian Institutes of Health Research; University of Manitoba; George & Fay Yee Centre for Healthcare Innovation; Manitoba Health","funders":"Canadian Institutes of Health Research","keywords":"Health services research; CINAHL; Health care; Knowledge management; Critical appraisal; Health administration; Health informatics; Process (computing); General partnership; Data science; Management science; Computer science; Medicine; Public health; Nursing; Alternative medicine; Political science; Psychological intervention","score_opus":0.9482406081601178,"score_gpt":0.717487350692216,"score_spread":0.23075325746790176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283072332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000081445614,0.9676952,0.000047880472,0.0051517156,0.00036728478,0.025546934,0.00070761424,0.000016077247,0.0003858676],"genre_scores_gemma":[0.0007691492,0.9900746,0.000030989824,0.0027424765,0.00042088178,0.005293604,0.0002301437,0.00006810458,0.00037009793],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.935276,0.05399745,0.004737906,0.0008412698,0.0025595026,0.0025878702],"domain_scores_gemma":[0.977256,0.017527241,0.0018711338,0.0011040046,0.000734837,0.0015067557],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.110516824,0.00040701847,0.0036552623,0.0010549781,0.004235811,0.000056329536,0.0005802435,0.0004998785,0.000042613872],"category_scores_gemma":[0.0039225575,0.00027767644,0.00010941341,0.0020051047,0.0006181645,0.000103520855,0.0013942312,0.005771902,0.000008574341],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003140432,0.000044255867,0.000051526833,0.73500633,0.00002716709,0.0000011061468,0.0057376903,6.9815016e-8,1.4149494e-8,0.04150427,0.0029926642,0.21460351],"study_design_scores_gemma":[0.0001528364,0.00076535845,0.00001615024,0.57238543,0.000014697458,0.000007506203,0.0037574202,0.000018021123,8.477646e-9,0.000953765,0.4218078,0.000120983736],"about_ca_topic_score_codex":0.013467119,"about_ca_topic_score_gemma":0.0004043025,"teacher_disagreement_score":0.41881514,"about_ca_system_score_codex":0.0011240116,"about_ca_system_score_gemma":0.014234116,"threshold_uncertainty_score":0.9999675},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283220805","doi":"10.1007/s40037-022-00717-9","title":"Joining the meta-research movement: A bibliometric case study of the journal &lt;em&gt;Perspectives on Medical Education&lt;/em&gt;","year":2022,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Citation; Library science; Metadata; Medical education; Medicine; Psychology; World Wide Web; Computer science","score_opus":0.3729390460331222,"score_gpt":0.5601110664533843,"score_spread":0.18717202042026204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283220805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513281,0.012295006,0.00017407542,0.026831517,0.0028175423,0.0014873123,0.000022343207,0.000025593365,0.0050184885],"genre_scores_gemma":[0.9933635,0.0013788033,0.00008594294,0.001934489,0.00079710816,0.00044464064,0.0000028414295,0.000038597194,0.0019540675],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9313866,0.0083170235,0.0016184289,0.0014615131,0.056153342,0.0010630989],"domain_scores_gemma":[0.93358725,0.036527496,0.0019413874,0.004396992,0.020294793,0.003252105],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.108470336,0.00040026417,0.00074671983,0.20523307,0.0040241904,0.0018215083,0.006988083,0.00020035153,0.021291632],"category_scores_gemma":[0.32135263,0.00020912448,0.0005431938,0.5120837,0.00090975,0.0005408703,0.0021496667,0.0039200312,0.000100391095],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035608868,0.052548196,0.00863595,0.000021646732,0.0012016399,0.00019940645,0.3066976,0.0003021719,0.00010257632,0.021526227,0.26668367,0.3417248],"study_design_scores_gemma":[0.0010482554,0.0022462504,0.025107639,0.000033532222,0.0001414611,0.00064542383,0.952462,0.0015438036,0.000029561576,0.0040325215,0.012439771,0.0002697492],"about_ca_topic_score_codex":0.00082503934,"about_ca_topic_score_gemma":0.0003132162,"teacher_disagreement_score":0.6457644,"about_ca_system_score_codex":0.0016875056,"about_ca_system_score_gemma":0.013238921,"threshold_uncertainty_score":0.9992147},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4283690014","doi":"10.1101/2022.06.27.22276964","title":"Establishing a core set of open science practices in biomedicine: a modified Delphi study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; Diabetes Canada; Toronto General Hospital; University of Toronto; Ottawa Hospital; University Health Network; University of Calgary; Princess Margaret Cancer Centre; McGill University; University of Ottawa; Douglas College; Simon Fraser University; Ted Rogers Centre for Heart Research; University of British Columbia; Vector Institute","funders":"Wellcome Trust","keywords":"Delphi method; Open science; Voting; Set (abstract data type); Medical education; Operationalization; Best practice; Inclusion (mineral); Psychology; Political science; Knowledge management; Computer science; Public relations; Medicine; Social psychology","score_opus":0.47831850580845475,"score_gpt":0.5800500123148565,"score_spread":0.10173150650640178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283690014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632468,0.0001104228,0.00003289734,0.0034968767,0.0006489969,0.0042603714,0.000040856783,0.00009593408,0.028066834],"genre_scores_gemma":[0.9974392,0.00012365039,0.000998456,0.000045869718,0.00012238164,0.0009022333,0.00001043594,0.00002646023,0.00033130142],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9919294,0.0014742322,0.000807026,0.001185938,0.0038697228,0.0007336857],"domain_scores_gemma":[0.9949158,0.0016774974,0.0013126313,0.0013457804,0.00052036543,0.00022794397],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.04910762,0.00022676423,0.00060218415,0.0015546504,0.00064513314,0.00084965944,0.013754592,0.00017915996,0.0004072177],"category_scores_gemma":[0.029792558,0.00022511912,0.00006119716,0.004815175,0.0017431662,0.0010109438,0.017068373,0.0017406007,0.0000033511594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024020867,0.0016111142,0.7672553,0.0003093462,0.00007041652,0.00059129193,0.21255837,0.0004351295,0.0024137546,0.0057034,0.0020899961,0.006721648],"study_design_scores_gemma":[0.0024220368,0.0011739308,0.22271651,0.0011293463,0.00013533434,0.000007629951,0.70586,0.0036314582,0.00045283863,0.033821613,0.02703319,0.001616122],"about_ca_topic_score_codex":0.14347291,"about_ca_topic_score_gemma":0.017526155,"teacher_disagreement_score":0.5445388,"about_ca_system_score_codex":0.0007132867,"about_ca_system_score_gemma":0.004919831,"threshold_uncertainty_score":0.99158144},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4283704156","doi":"10.1177/01655515221097623","title":"Do retraction practices work effectively? Evidence from citations of psychological retracted articles","year":2022,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Social Science Fund of China; Ministry of Education of the People's Republic of China","keywords":"Citation; Credibility; Quality (philosophy); Psychology; Inference; Web of science; Process (computing); Computer science; MEDLINE; World Wide Web; Political science; Law","score_opus":0.09565337181427233,"score_gpt":0.42321451935441334,"score_spread":0.327561147540141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283704156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875714,0.00008106076,0.0038167692,0.0027504363,0.001033919,0.00011573362,0.000007217382,0.000011874991,0.00461158],"genre_scores_gemma":[0.9956241,0.00015307794,0.0038733813,0.00021250903,0.00011567967,0.0000030487686,7.5350175e-7,0.0000010831568,0.000016358095],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9966473,0.00049805624,0.00062646565,0.00008125265,0.0019839916,0.00016292816],"domain_scores_gemma":[0.9939916,0.0020103322,0.0026815527,0.00009941132,0.0011162836,0.00010082949],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0142042,0.00005335016,0.00012461608,0.00037062084,0.0009486826,0.00016492944,0.0006367729,0.00013974709,0.00050804176],"category_scores_gemma":[0.02875283,0.000045041492,0.000061473205,0.0023187804,0.0004764455,0.009855596,0.000050929662,0.0015101377,0.000016556256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002224311,0.00062007224,0.1937134,0.00003393719,0.00007904367,0.000015185299,0.49381346,0.0047389953,0.03737299,0.03401929,0.0231798,0.21018954],"study_design_scores_gemma":[0.0005088668,0.0008146914,0.857434,0.0002517309,0.000053292897,0.000056428464,0.10253419,0.0005857137,0.0031142775,0.010454503,0.023955097,0.00023723436],"about_ca_topic_score_codex":0.0003056212,"about_ca_topic_score_gemma":0.000008619556,"teacher_disagreement_score":0.6637206,"about_ca_system_score_codex":0.00023679914,"about_ca_system_score_gemma":0.00043435243,"threshold_uncertainty_score":0.9794284},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4283727562","doi":"10.5195/ijms.2022.1581","title":"Thinking Globally in the Pursuit of Individual Identity: Diversity, Equity, and Inclusion in the International Journal of Medical Students (IJMS)","year":2022,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Equity (law); Inclusion (mineral); Public relations; Diversity (politics); Publishing; Health equity; Population; Political science; Health care; Sociology; Psychology; Social science; Law","score_opus":0.04830136152758891,"score_gpt":0.4304827608843238,"score_spread":0.3821813993567349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283727562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79718626,0.0004552088,0.00010127779,0.19750631,0.0035376186,0.00012186594,0.000014943454,0.0000020997934,0.0010744445],"genre_scores_gemma":[0.9709559,0.00123163,0.000017850647,0.026991755,0.00078441517,0.0000010805803,0.0000037064508,0.0000031449044,0.000010507839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8009734,0.0010856015,0.00088792416,0.00012712146,0.19670783,0.00021808466],"domain_scores_gemma":[0.9978026,0.0006421342,0.00076883874,0.000081320984,0.0005323456,0.00017276446],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.14540039,0.00010285506,0.0002796738,0.00041068095,0.0006796742,0.001748092,0.097222574,0.0001224758,0.0008235837],"category_scores_gemma":[0.0027188987,0.00006985796,0.00014095812,0.00036205692,0.00045142256,0.00050496083,0.16804832,0.0012763579,8.932978e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033339125,0.002242685,0.7332306,0.000009650057,0.0005932833,0.0045503974,0.18404837,0.000022704497,0.0000033195515,0.009559078,0.02596004,0.039446473],"study_design_scores_gemma":[0.01374422,0.0008667953,0.56708664,0.0011420681,0.00023532097,0.0011015316,0.29092205,0.000029305977,0.0000030118267,0.068182476,0.05644721,0.00023939474],"about_ca_topic_score_codex":0.0015570191,"about_ca_topic_score_gemma":0.00244238,"teacher_disagreement_score":0.19682917,"about_ca_system_score_codex":0.00042845288,"about_ca_system_score_gemma":0.0005763259,"threshold_uncertainty_score":0.9992882},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283770515","doi":"10.1332/204986021x16530491997004","title":"‘We want our own data!’: building Black community accountability in the collection of health data using a Black emancipatory action research approach","year":2022,"lang":"en","type":"article","venue":"Critical and Radical Social Work","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Wildlife Federation; McGill University","funders":"","keywords":"Accountability; Redress; Participatory action research; Public relations; Sociology; Citizen journalism; Action research; Action (physics); Political science; Community-based participatory research; Racism; Gender studies; Law","score_opus":0.9280668617788991,"score_gpt":0.74529771240033,"score_spread":0.18276914937856903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283770515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8775584,0.00005807693,0.0019704178,0.11838335,0.0002852522,0.0011948036,0.00037226378,0.000022915334,0.00015449345],"genre_scores_gemma":[0.9953743,0.000028721694,0.0009597557,0.0031054388,0.00034830955,0.000077038116,0.0000803178,0.000011061863,0.000015005496],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9694839,0.027084218,0.0009777714,0.00043358884,0.0011470319,0.0008734799],"domain_scores_gemma":[0.992594,0.006064608,0.00017533828,0.0008393195,0.00012638287,0.00020037121],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.047410686,0.00010668708,0.0003542687,0.00013328835,0.011335358,0.00003095349,0.001183844,0.00012479402,0.000105378494],"category_scores_gemma":[0.004790673,0.00008567767,0.000023598177,0.0023436022,0.0012024689,0.0002890613,0.0021016484,0.0034024618,0.0000041325784],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008586776,0.0027406823,0.05172736,0.0059749824,0.00003856747,0.0000051015927,0.6602182,0.00004650666,0.00018419273,0.024266995,0.23278128,0.021157464],"study_design_scores_gemma":[0.0012599359,0.0002047676,0.09889369,0.0001782979,0.0000236357,0.0000059311014,0.8417242,0.010913179,0.0000016057544,0.011680367,0.034880064,0.00023429818],"about_ca_topic_score_codex":0.0067482395,"about_ca_topic_score_gemma":0.0005460367,"teacher_disagreement_score":0.1979012,"about_ca_system_score_codex":0.0008267601,"about_ca_system_score_gemma":0.001723015,"threshold_uncertainty_score":0.9998659},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4283789592","doi":"10.1186/s41073-022-00123-z","title":"Improving equity, diversity, and inclusion in academia","year":2022,"lang":"en","type":"letter","venue":"Research Integrity and Peer Review","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Excellence; Inclusion (mineral); Publishing; Publication; Equity (law); Public relations; Diversity (politics); Library science; Political science; Set (abstract data type); Engineering ethics; Computer science; Sociology; Engineering; Social science; Law","score_opus":0.3620357640097279,"score_gpt":0.49851777532399144,"score_spread":0.13648201131426352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283789592","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003192937,0.09211731,0.0000011806612,0.87914425,0.00019134342,0.0006881209,0.00005353005,0.000021396127,0.027463557],"genre_scores_gemma":[0.001462839,0.4533747,0.00001995682,0.52872664,0.001121735,0.000026701313,0.00013108975,0.000012333961,0.015124014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874558,0.002813791,0.00026516576,0.0005359044,0.0081764655,0.00075291074],"domain_scores_gemma":[0.9980367,0.00089494867,0.00008827759,0.00022681047,0.00053902983,0.00021424724],"candidate_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.05148603,0.00017584852,0.0005361291,0.00032456763,0.008655653,0.00014629474,0.0018662622,0.001453226,0.0015507439],"category_scores_gemma":[0.005824875,0.00016291738,0.000081264385,0.00070327136,0.0010286624,0.00025260623,0.13497517,0.027251799,0.000011924366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069768735,0.000012182739,0.000650209,0.0044652987,0.000009803784,0.00028690655,0.009184249,4.7663904e-9,3.608709e-7,0.0009314275,0.9010337,0.083418876],"study_design_scores_gemma":[0.00014116087,0.00007921789,0.000062884006,0.0032414335,0.000038701226,0.000005342418,0.0019496859,0.000001734608,1.7881857e-7,0.007475632,0.9868372,0.00016680206],"about_ca_topic_score_codex":0.03927825,"about_ca_topic_score_gemma":0.0019170402,"teacher_disagreement_score":0.3612574,"about_ca_system_score_codex":0.00054290285,"about_ca_system_score_gemma":0.00045202422,"threshold_uncertainty_score":0.9998431},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283798569","doi":"10.7287/peerj.13486v0.1/reviews/2","title":"Peer Review #2 of \"Public awareness of seafood mislabeling (v0.1)\"","year":2022,"lang":"en","type":"peer-review","venue":"","topic":"Identification and Quantification in Food","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of North Carolina at Chapel Hill","keywords":"Business","score_opus":0.10604266411878237,"score_gpt":0.37625457994549366,"score_spread":0.2702119158267113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283798569","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012334218,0.76915675,0.0007589053,0.17072564,0.0032452678,0.0015916075,0.0025430303,0.000036310743,0.05181916],"genre_scores_gemma":[0.0008081871,0.24383943,0.00027943373,0.00334021,0.00014977282,0.00020623778,0.026831549,0.000053658056,0.72449154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964647,0.00030390828,0.0012280918,0.00061245536,0.0011725683,0.00021827401],"domain_scores_gemma":[0.992248,0.000028439523,0.0010581167,0.0014789872,0.005107409,0.000079059726],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002546225,0.0002855183,0.0007557025,0.00011966285,0.0000821232,0.0000140235,0.00084209186,0.00023421008,0.0070485612],"category_scores_gemma":[0.0027124162,0.00027631866,0.00044818065,0.00040335002,0.000107291926,0.0000032047283,0.0002944562,0.0002311957,0.000026799327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024177994,0.00011534628,0.000010889402,0.037811473,0.00014701053,1.8985595e-7,0.000004613574,5.033695e-7,0.0056898287,0.0003926655,0.9540975,0.0017275804],"study_design_scores_gemma":[0.00013982484,0.00006908621,0.000008629501,0.0043178336,0.00019495314,0.000007409309,0.000022981325,0.0000019785232,0.020550841,0.0000061132623,0.97441125,0.000269112],"about_ca_topic_score_codex":0.000038377602,"about_ca_topic_score_gemma":0.000020038293,"teacher_disagreement_score":0.6726724,"about_ca_system_score_codex":0.00002126311,"about_ca_system_score_gemma":0.00068014505,"threshold_uncertainty_score":0.9999689},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4285041865","doi":"10.3389/fvets.2022.960957","title":"Levels of Evidence, Quality Assessment, and Risk of Bias: Evaluating the Internal Validity of Primary Research","year":2022,"lang":"en","type":"review","venue":"Frontiers in Veterinary Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Internal validity; External validity; Context (archaeology); Judgement; Quality (philosophy); Criterion validity; Publication bias; Psychology; Risk analysis (engineering); Applied psychology; Construct validity; Statistics; Social psychology; Medicine; Meta-analysis; Psychometrics; Clinical psychology; Mathematics","score_opus":0.9864849765191429,"score_gpt":0.7286708760413659,"score_spread":0.257814100477777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285041865","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060135607,0.9310864,0.0042063044,0.000015693115,0.0009860042,0.0018183604,0.00021017708,0.0000015815076,0.0015398215],"genre_scores_gemma":[0.0113919545,0.95939964,0.028388862,0.000005082086,0.000026515365,0.00008755702,0.000002069417,0.000011952536,0.0006863911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7485817,0.19689476,0.022495238,0.002740419,0.028546933,0.0007409001],"domain_scores_gemma":[0.90921384,0.05915328,0.022629198,0.006778326,0.0020655026,0.00015985905],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7051425,0.00036951844,0.008248179,0.0024981087,0.0003643203,0.00027756396,0.008495903,0.00010309399,0.0010006198],"category_scores_gemma":[0.16446947,0.0001565637,0.0016886288,0.00974306,0.0027090574,0.00062367955,0.0029750254,0.0009723479,0.0000046238665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013259326,0.000059740003,0.027223809,0.006041082,0.00011843628,0.0000030495455,0.0004531476,0.000011925047,0.000030153544,0.000093148345,0.0008055751,0.96514666],"study_design_scores_gemma":[0.00045069185,0.005913575,0.2678852,0.029710498,0.002166724,0.0001438023,0.00681897,0.010194309,0.000006011024,0.011469342,0.6641857,0.0010551926],"about_ca_topic_score_codex":0.00012510241,"about_ca_topic_score_gemma":0.0000027493888,"teacher_disagreement_score":0.9640915,"about_ca_system_score_codex":0.0003517932,"about_ca_system_score_gemma":0.0027373186,"threshold_uncertainty_score":0.9999126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4285090825","doi":"10.1101/2022.07.11.22277498","title":"Assessment of concordance between related systematic reviews and between related guideline recommendations: protocol for a methodological survey","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Michael's Hospital; Toronto Rehabilitation Institute; University Health Network; University of Toronto; McMaster University; Impact","funders":"","keywords":"Concordance; Guideline; Protocol (science); Systematic review; Clinical Practice; Medicine; MEDLINE; Psychology; Management science; Family medicine; Alternative medicine; Pathology; Political science; Engineering","score_opus":0.928813207935435,"score_gpt":0.6732457410896231,"score_spread":0.2555674668458119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285090825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013463519,0.001910778,0.23982431,0.0021648346,0.00070929655,0.7389176,0.0013846856,0.000045288867,0.0015796758],"genre_scores_gemma":[0.016911127,0.00018566697,0.26842856,0.00012938963,0.00012267048,0.70739925,0.0012044079,0.00008170299,0.005537204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6925623,0.23695315,0.060869176,0.003366568,0.005699142,0.0005496744],"domain_scores_gemma":[0.864613,0.08453851,0.0413548,0.0065384647,0.002684472,0.00027078003],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.660358,0.0008566904,0.018828304,0.00069869723,0.00027538283,0.0004407091,0.0036370035,0.00051125,0.0074187904],"category_scores_gemma":[0.33351228,0.00043495157,0.0030355456,0.0019887981,0.00014936758,0.00014197598,0.001786624,0.0011567781,0.000079738114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014346008,0.00011274342,0.90793985,0.036397733,0.0021000113,0.0000022848938,0.00024363758,0.00013434354,0.000014871467,0.0008643735,0.046893187,0.005282592],"study_design_scores_gemma":[0.0021758992,0.0006344153,0.5992535,0.014079531,0.004956615,0.000013866369,0.0003579083,0.01348007,0.000013328341,0.04874614,0.31469658,0.0015921796],"about_ca_topic_score_codex":0.000050961014,"about_ca_topic_score_gemma":0.000016994056,"teacher_disagreement_score":0.32684577,"about_ca_system_score_codex":0.00015534354,"about_ca_system_score_gemma":0.0003118722,"threshold_uncertainty_score":0.9998102},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4285156024","doi":"10.7202/1089191ar","title":"Bibliothèques universitaires et usage de la bibliométrie dans l’évaluation de la performance de la recherche","year":2022,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.46655375761439644,"score_gpt":0.573577256834977,"score_spread":0.10702349922058052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285156024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8255508,0.019552927,0.0509993,0.0060670124,0.0006088234,0.0006672779,0.00026461875,0.00022075194,0.096068524],"genre_scores_gemma":[0.77402806,0.18204089,0.023650397,0.0015840128,0.00014218705,0.00013040143,0.00006927263,0.0000764901,0.018278297],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9324786,0.05362441,0.0013060094,0.0014661029,0.0093639605,0.0017609183],"domain_scores_gemma":[0.93054724,0.06581346,0.0007013737,0.00082062726,0.0013488171,0.00076851295],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.19076061,0.00050766795,0.000525194,0.34932098,0.001413164,0.04266511,0.0028719937,0.000737353,0.018730234],"category_scores_gemma":[0.028203275,0.00052627403,0.00034328917,0.5576176,0.0013608892,0.020532316,0.0014621929,0.002564028,0.00012502578],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00037707412,0.0016081049,0.4979153,0.0001771074,0.00022351564,0.00031099122,0.021900725,0.013039504,0.020929918,0.047644127,0.23988077,0.15599285],"study_design_scores_gemma":[0.0031855535,0.0012590961,0.3695856,0.00016217717,0.00016474588,0.00049740396,0.016608689,0.043358225,0.018102445,0.11721484,0.4286762,0.0011850315],"about_ca_topic_score_codex":0.0041996622,"about_ca_topic_score_gemma":0.00006510136,"teacher_disagreement_score":0.20829667,"about_ca_system_score_codex":0.003859483,"about_ca_system_score_gemma":0.006662601,"threshold_uncertainty_score":0.99996454},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4285250364","doi":"10.1590/2177-6709.27.3.e2220290.oar","title":"How to use the Standard Protocol Items: Recommendations for Interventional Trials (SPIRIT) in orthodontic research","year":2022,"lang":"en","type":"article","venue":"Dental Press Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Protocol (science); Transparency (behavior); Clinical trial; Guideline; Consolidated Standards of Reporting Trials; Medical physics; Medicine; Alternative medicine; Quality (philosophy); Medical education; Psychology; Computer science; Pathology; Computer security","score_opus":0.9472930830896092,"score_gpt":0.6769221295431999,"score_spread":0.2703709535464094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285250364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10650101,0.00073640386,0.6347192,0.057821743,0.0033932384,0.19511533,0.0012553383,0.000008746548,0.0004490037],"genre_scores_gemma":[0.6407946,0.00003441423,0.20259117,0.0010912915,0.0012228615,0.107508495,0.000049111826,0.00012958422,0.046578478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9007351,0.07094986,0.015922416,0.00068572094,0.01119052,0.0005163895],"domain_scores_gemma":[0.95559335,0.030387837,0.008309024,0.0016242873,0.0038510875,0.00023441174],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43532285,0.00021923345,0.0027086008,0.0010219957,0.0005585395,0.0032042526,0.0026710597,0.000050364873,0.0018117571],"category_scores_gemma":[0.17765723,0.00010636082,0.0026611013,0.0015226817,0.0000732749,0.0006871734,0.0006323408,0.00072843017,0.000013247118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001432868,0.0006794877,0.13812749,0.00015022214,0.0007078393,0.00006224251,0.0016639323,0.0019577742,0.00014726112,0.0071492894,0.8066896,0.041231994],"study_design_scores_gemma":[0.0011660439,0.00064894004,0.004686931,0.00010016943,0.00013059212,0.000097371376,0.0036031606,0.0008706303,0.000057412442,0.0022873248,0.9862265,0.00012490363],"about_ca_topic_score_codex":0.000016454018,"about_ca_topic_score_gemma":0.00022436852,"teacher_disagreement_score":0.5342936,"about_ca_system_score_codex":0.000223733,"about_ca_system_score_gemma":0.0001978141,"threshold_uncertainty_score":0.99910074},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4285388864","doi":"10.7202/1090526ar","title":"L’évaluation par les pairs des travaux de recherche : un processus essentiel, mais imparfait et mal-aimé","year":2022,"lang":"fr","type":"article","venue":"Science of Nursing and Health Practices","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Philosophy","score_opus":0.9141054657536631,"score_gpt":0.7089123506943387,"score_spread":0.20519311505932447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285388864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7477641,0.06827505,0.0049695564,0.16378511,0.0017652131,0.00069944805,0.000062641695,0.00003520328,0.0126436865],"genre_scores_gemma":[0.927036,0.016134765,0.05423726,0.00048594803,0.00007406406,0.000029045925,0.0000029871076,0.000015915031,0.0019840007],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97983223,0.0059835794,0.001169297,0.0013235207,0.0099762045,0.0017151883],"domain_scores_gemma":[0.98292047,0.009843642,0.0025908286,0.000624314,0.0029545354,0.0010661954],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.2626817,0.00022492307,0.00045192655,0.016433576,0.0051435917,0.0024988274,0.0019984606,0.00016955935,0.0007204232],"category_scores_gemma":[0.060340777,0.00020201791,0.00008729498,0.112367,0.0037558887,0.0033203382,0.0004933502,0.0013882007,0.000010875413],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000782471,0.0008401205,0.017017996,0.00017923862,0.000009749413,0.000006363891,0.013723589,0.00028571664,0.0009899501,0.0022258519,0.005006274,0.9596369],"study_design_scores_gemma":[0.0014855148,0.005452418,0.32262373,0.00092536624,0.00011473939,0.00054083695,0.17791939,0.07551933,0.0037252633,0.3730872,0.037797123,0.0008090975],"about_ca_topic_score_codex":0.0040199016,"about_ca_topic_score_gemma":0.00008625771,"teacher_disagreement_score":0.9588278,"about_ca_system_score_codex":0.0015542224,"about_ca_system_score_gemma":0.011022092,"threshold_uncertainty_score":0.9989553},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4285393211","doi":"10.1186/s41073-022-00124-y","title":"Correction: Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"erratum","venue":"Research Integrity and Peer Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Mega-; Computer science; Peer review; Information retrieval; Library science; Political science; Physics; Law","score_opus":0.36775722375488473,"score_gpt":0.5524705717150645,"score_spread":0.1847133479601798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285393211","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003833826,0.28506666,0.000013263183,0.14065672,0.020768264,0.0029495375,0.00055265817,0.00011382968,0.5498752],"genre_scores_gemma":[0.000045578643,0.49562725,0.000049881037,0.00020921782,0.000907696,0.00031480484,0.0004118058,0.000028946453,0.5024048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780976,0.006801805,0.0010625244,0.000762812,0.012224087,0.0010511427],"domain_scores_gemma":[0.98482233,0.002291836,0.00044445373,0.0010418548,0.0108897,0.00050982216],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.076276176,0.00033400566,0.0014340298,0.00052897376,0.0012331961,0.0002547402,0.001946379,0.0007441907,0.015882166],"category_scores_gemma":[0.0930514,0.0003086169,0.0003893071,0.002224591,0.0018496725,0.00019405266,0.0010241301,0.014289423,0.00010571391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010127007,0.00007755429,0.000041522373,0.008713983,0.00003673188,0.000031343436,0.0004372912,2.5935984e-9,4.5226795e-7,0.003205119,0.87472874,0.112717114],"study_design_scores_gemma":[0.00004295937,0.00016275213,0.000093127965,0.013694559,0.00005040116,0.000013517611,0.00068059267,0.0000051790735,0.0000012927549,0.00071761216,0.9842725,0.00026550595],"about_ca_topic_score_codex":0.009795533,"about_ca_topic_score_gemma":0.0010136028,"teacher_disagreement_score":0.21056059,"about_ca_system_score_codex":0.0007368953,"about_ca_system_score_gemma":0.0043228497,"threshold_uncertainty_score":0.9999366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4285490980","doi":"10.1007/s11192-022-04466-8","title":"Scientometric portraits of recognized scientists: a structured literature review","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Macquarie University","keywords":"Portrait; Scientometrics; Data science; Library science; Sociology; Information retrieval; History; Computer science; Art history","score_opus":0.4423497706215747,"score_gpt":0.5649995372104198,"score_spread":0.12264976658884513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285490980","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45691952,0.46987295,0.0047461623,0.003640614,0.016643472,0.004522085,0.0039129737,0.00030529828,0.039436907],"genre_scores_gemma":[0.963683,0.014189549,0.0064422474,0.0016464108,0.00013723849,0.00013118959,0.00013681436,0.00006159011,0.0135719525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9337935,0.0012845664,0.0028235707,0.002651866,0.057525113,0.0019214149],"domain_scores_gemma":[0.9713778,0.00540963,0.0021901133,0.0031631733,0.016285114,0.0015741899],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.11765935,0.00045941147,0.0012589478,0.4470861,0.00156462,0.0028881703,0.010750653,0.00014708855,0.006618031],"category_scores_gemma":[0.19142734,0.00035857785,0.00076208904,0.92149866,0.0007629203,0.0013587951,0.0052786535,0.001158069,0.00018072451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100950754,0.0013442521,0.06375939,0.00061255647,0.0000837021,0.0002205746,0.000637607,0.00024680689,0.0036903657,0.0037525299,0.35143647,0.5741148],"study_design_scores_gemma":[0.0043587787,0.0018786506,0.20685683,0.00073398324,0.00013493065,0.0007431741,0.00093674136,0.0039687413,0.0029563599,0.014246623,0.76117736,0.0020077955],"about_ca_topic_score_codex":0.000022791544,"about_ca_topic_score_gemma":0.0000038039282,"teacher_disagreement_score":0.572107,"about_ca_system_score_codex":0.0007086142,"about_ca_system_score_gemma":0.0011621525,"threshold_uncertainty_score":0.99988663},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4285739938","doi":"10.1177/16094069221115302","title":"State of the Methods: Leveraging Design Possibilities of Qualitatively Oriented Mixed Methods Research","year":2022,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Leverage (statistics); Computer science; Management science; Research design; Multimethodology; Design methods; Process (computing); Qualitative research; Key (lock); Data science; Design process; Engineering ethics; Engineering; Artificial intelligence; Sociology; Work in process; Psychology; Mathematics education; Social science","score_opus":0.9701752505668012,"score_gpt":0.8577569230090645,"score_spread":0.11241832755773673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285739938","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09844921,0.00020373559,0.887768,0.008792866,0.0033062876,0.0007674244,0.0002514672,0.000010016635,0.00045103903],"genre_scores_gemma":[0.059285175,0.000023309758,0.93784183,0.0014391377,0.000115723,0.00013439723,0.000002163764,0.000030737792,0.0011275057],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5987687,0.39281097,0.0042705615,0.00034790506,0.0031353463,0.00066648895],"domain_scores_gemma":[0.7867176,0.19676241,0.005730899,0.00048488018,0.010066112,0.00023808115],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35849032,0.00021585391,0.0008393404,0.001304915,0.00092738215,0.000017190216,0.0019332542,0.00005981944,0.0008103145],"category_scores_gemma":[0.09144955,0.00015936533,0.0003169121,0.0019466666,0.0009997465,0.00042865475,0.0010191498,0.0019930368,0.000003057303],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007458022,0.00012688812,0.0003189675,0.00014957965,0.00036876966,0.0000030490776,0.8646058,0.0006182599,0.052346412,0.019443266,0.0024917377,0.05878148],"study_design_scores_gemma":[0.0018312488,0.0007293133,0.0043783677,0.0002721607,0.000033722605,0.000017914543,0.6877673,0.0006312157,0.054258607,0.22572288,0.024166798,0.00019045436],"about_ca_topic_score_codex":0.00068814534,"about_ca_topic_score_gemma":0.0000120172635,"teacher_disagreement_score":0.26704076,"about_ca_system_score_codex":0.0012271282,"about_ca_system_score_gemma":0.0037489498,"threshold_uncertainty_score":0.91620356},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4285794520","doi":"10.1136/bmjebm-2022-111952","title":"Adapt or die: how the pandemic made the shift from EBM to EBM+ more urgent","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; Association of Professional Engineers and Geoscientists of Manitoba; Public Health Ontario; University of Toronto","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; NIHR Oxford Biomedical Research Centre; National Medical Research Council; National Health and Medical Research Council; Wellcome Trust","keywords":"Context (archaeology); Checklist; Evidence-based medicine; Psychological intervention; Quality (philosophy); Yesterday; Evidence-based practice; Health care; Scientific evidence; Intervention (counseling); Psychology; Engineering ethics; MEDLINE; Management science; Medicine; Political science; Engineering; Alternative medicine; Nursing; Epistemology; History","score_opus":0.7945608969354264,"score_gpt":0.5892763489863074,"score_spread":0.205284547949119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285794520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16381684,0.0074916547,0.0008456003,0.8189709,0.0031062986,0.005269233,0.00011916333,0.00021308666,0.00016721874],"genre_scores_gemma":[0.70357436,0.0007164622,0.00021176618,0.2841518,0.0034809508,0.004016275,0.000061920065,0.000069931535,0.0037165645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98208344,0.011985897,0.0013892185,0.00083805126,0.002528933,0.0011744546],"domain_scores_gemma":[0.95688134,0.038550705,0.0010505127,0.0022173221,0.00040686072,0.000893241],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019468496,0.0004345082,0.00077418727,0.0001800305,0.003261043,0.00002909983,0.0016437665,0.00020485374,0.011239315],"category_scores_gemma":[0.049547777,0.00021213018,0.00012294402,0.0011293545,0.00041940107,0.00030331445,0.00075539143,0.0032818133,0.0003089907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004640232,0.00019493976,0.1436288,0.000857466,0.00017085,0.0003430047,0.05556172,0.00018234906,0.0006965786,0.00066296064,0.76615983,0.026901279],"study_design_scores_gemma":[0.0016850911,0.0009553066,0.15025257,0.003417216,0.0002557151,0.000010733322,0.0682379,0.00037281492,0.000025318595,0.0005634782,0.7738438,0.00038005065],"about_ca_topic_score_codex":0.01650484,"about_ca_topic_score_gemma":0.006588056,"teacher_disagreement_score":0.5397575,"about_ca_system_score_codex":0.00096375716,"about_ca_system_score_gemma":0.0054677487,"threshold_uncertainty_score":0.99901766},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4286267109","doi":"10.52057/erj.v2i1.24","title":"Research integrity requires to be aware of good and questionable research practices","year":2022,"lang":"en","type":"article","venue":"European Rehabilitation Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Incentive; Research integrity; Variable (mathematics); Psychology; Scientific integrity; Public relations; Engineering ethics; Epistemology; Social psychology; Political science; Economics; Engineering; Philosophy","score_opus":0.9050731229034571,"score_gpt":0.6636201134438002,"score_spread":0.24145300945965686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286267109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92180717,0.0008713025,0.0011211671,0.046480864,0.00029074043,0.00080092176,0.000025329,0.0000050326153,0.028597474],"genre_scores_gemma":[0.9779069,0.000022022048,0.012116573,0.00013846035,0.00014135272,0.00002738782,0.0000022693125,0.000016169508,0.00962886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.64491266,0.32122988,0.009411533,0.0013380436,0.022492578,0.00061528874],"domain_scores_gemma":[0.9134214,0.063176215,0.0057290858,0.0028938032,0.014219368,0.0005601343],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65910214,0.00012838093,0.000935469,0.001729886,0.001417215,0.0011482986,0.0018220948,0.000023940485,0.008302125],"category_scores_gemma":[0.39969683,0.00007543117,0.0003918902,0.0035310786,0.000262382,0.0005767031,0.0008405435,0.0016821739,0.000475558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015914817,0.00042833362,0.080837995,0.00014398021,0.00013737218,0.000050136925,0.025505539,0.0013413079,0.0013042539,0.029579327,0.82809865,0.03241398],"study_design_scores_gemma":[0.00022249122,0.0015546723,0.12898739,0.00007188627,0.000024067367,0.00012529832,0.094716646,0.0004854156,0.000011325303,0.021300593,0.75237876,0.00012148872],"about_ca_topic_score_codex":0.000040312916,"about_ca_topic_score_gemma":0.000019983541,"teacher_disagreement_score":0.26850873,"about_ca_system_score_codex":0.00014710816,"about_ca_system_score_gemma":0.00029382404,"threshold_uncertainty_score":0.9998886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4286267560","doi":"10.1016/j.semarthrit.2022.152074","title":"Physicians’ vs patients’ global assessments of disease activity in rheumatology and musculoskeletal trials: A meta-research project with focus on reasons for discrepancies","year":2022,"lang":"en","type":"review","venue":"Seminars in Arthritis and Rheumatism","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Institute for Work & Health; University of Ottawa","funders":"Parker Institute for Cancer Immunotherapy; Agence Nationale de la Recherche; Oak Foundation","keywords":"Medicine; Rheumatology; Internal medicine; Physical therapy; Musculoskeletal disease; Meta-analysis; Clinical trial; Alternative medicine; Disease; Family medicine; Pathology","score_opus":0.11331426713301876,"score_gpt":0.4401233234737306,"score_spread":0.3268090563407119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286267560","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055136412,0.9373726,0.000010167763,0.00014732765,0.00008201659,0.005440851,0.0016400309,0.000019873405,0.00015069901],"genre_scores_gemma":[0.037353702,0.95777863,0.0004170588,0.000004275427,0.000009202181,0.0040635364,0.00026447317,0.0000628674,0.000046249133],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99356794,0.0025981127,0.0011429952,0.00091853744,0.0009814133,0.00079099037],"domain_scores_gemma":[0.9953156,0.0033233238,0.000543246,0.0004884328,0.00010894643,0.00022043572],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003646843,0.00059048913,0.0049448456,0.0007052079,0.00023625839,0.00006988537,0.00019993262,0.00020398658,0.000060772858],"category_scores_gemma":[0.0019038122,0.00041870115,0.0005744302,0.000763233,0.0007088894,0.00020901657,0.00025652177,0.0008324055,8.425367e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014494939,0.0010606854,0.0038489539,0.010954983,0.0009100062,0.00006195546,0.00026516026,1.6728103e-7,1.5691128e-7,0.0018407904,0.00032986898,0.9792778],"study_design_scores_gemma":[0.02918233,0.025185136,0.019735541,0.675944,0.0011423249,0.00040398657,0.0016969844,0.00007974554,0.0000026949845,0.0049617477,0.2397196,0.0019459424],"about_ca_topic_score_codex":0.0013194742,"about_ca_topic_score_gemma":0.0011617531,"teacher_disagreement_score":0.9773318,"about_ca_system_score_codex":0.00021580273,"about_ca_system_score_gemma":0.00085710885,"threshold_uncertainty_score":0.9998265},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4286716021","doi":"10.1186/s12961-022-00884-5","title":"Development of a STandard reporting guideline for Evidence briefs for Policy (STEP): context and study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society; McMaster University; Impact","funders":"National Social Science Fund of China","keywords":"Checklist; Protocol (science); Context (archaeology); Delphi method; Health services research; Medicine; Systematic review; Process management; Computer science; Management science; MEDLINE; Public health; Nursing; Political science; Business; Psychology; Engineering; Alternative medicine","score_opus":0.9412641282782596,"score_gpt":0.8091784699229101,"score_spread":0.13208565835534947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286716021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06786208,0.00028531483,0.01014476,0.12294977,0.00030652777,0.79701,0.0010474343,0.00010593342,0.0002881789],"genre_scores_gemma":[0.27164173,0.000016499645,0.0062726275,0.008612079,0.00084803876,0.71136326,0.000010532211,0.000048442165,0.0011868104],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9822742,0.005898804,0.007061192,0.0007271337,0.0019115179,0.002127181],"domain_scores_gemma":[0.9818613,0.010303222,0.0038876468,0.0005426582,0.0024334167,0.00097177725],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11942564,0.00019599099,0.0008405227,0.0009760212,0.006778826,0.00005553247,0.00032777563,0.00007239975,0.000019938461],"category_scores_gemma":[0.059407547,0.00017521282,0.000041611856,0.0012170762,0.00018601392,0.00015774864,0.00062984077,0.00059950625,0.0000017437419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046202973,0.00033870176,0.031128636,0.056781948,0.0001106223,0.0000066621037,0.38814157,0.000019341682,0.00053920876,0.086601764,0.30132565,0.1303856],"study_design_scores_gemma":[0.00408477,0.0026414956,0.0014736296,0.0006272939,0.0000022208137,0.000010637622,0.08867023,0.0006958451,0.0000113008455,0.00032278747,0.90131843,0.00014134875],"about_ca_topic_score_codex":0.026930332,"about_ca_topic_score_gemma":0.0031132062,"teacher_disagreement_score":0.5999928,"about_ca_system_score_codex":0.0022901348,"about_ca_system_score_gemma":0.037243623,"threshold_uncertainty_score":0.9945142},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4288047087","doi":"10.1002/leap.1474","title":"For <scp>early‐career</scp> researchers by <scp>early‐career</scp> researchers: The <scp><i>GPNG</i></scp> model for advancing, promoting and supporting innovative research","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mentorship; Publishing; Outreach; Promotion (chess); Political science; Public relations; Sociology","score_opus":0.21636328010091596,"score_gpt":0.4152289071027886,"score_spread":0.19886562700187263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288047087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553704,0.0026965924,0.004458022,0.0067585134,0.0014330224,0.0062413653,0.0005720279,0.0005689877,0.021901032],"genre_scores_gemma":[0.814329,0.00012892728,0.0070998594,0.0016853192,0.001578781,0.009989225,0.00068808184,0.00068363035,0.16381712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799459,0.0031928304,0.0019147824,0.0029522015,0.0044779186,0.0075163753],"domain_scores_gemma":[0.9680257,0.024739683,0.001210033,0.001616554,0.0029804823,0.0014275915],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06922591,0.000862302,0.0010013144,0.0013769909,0.004726792,0.0043334723,0.003886152,0.0008415634,0.00004990215],"category_scores_gemma":[0.11514466,0.0008201157,0.00028758936,0.004392995,0.00069760974,0.0031248792,0.0034894932,0.009055974,0.000035846675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080174825,0.00038402362,0.01900255,0.00057284784,0.0007123122,0.00005056053,0.17627437,0.0008616649,0.004897475,0.008219514,0.76523167,0.023712838],"study_design_scores_gemma":[0.005427726,0.0015485861,0.0023348671,0.000399499,0.00007158636,0.00004571669,0.244917,0.026236422,0.002249846,0.012936632,0.7035193,0.0003128086],"about_ca_topic_score_codex":0.0013915454,"about_ca_topic_score_gemma":0.000044400706,"teacher_disagreement_score":0.1419161,"about_ca_system_score_codex":0.001382073,"about_ca_system_score_gemma":0.0014087025,"threshold_uncertainty_score":0.999425},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4288436473","doi":"10.1177/03063127221110623","title":"Changing publication practices and the typification of the journal article in science and technology studies","year":2022,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Scholarship; Publishing; Context (archaeology); Rhetorical question; Scholarly communication; Sociology; Typification; Persuasion; Set (abstract data type); Variety (cybernetics); Diversity (politics); Library science; Political science; Computer science; Psychology; History; Taxonomy (biology); Linguistics; Nomenclature; Law","score_opus":0.06826669678270372,"score_gpt":0.3284637484590944,"score_spread":0.2601970516763906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288436473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674299,0.0008180526,0.00000423634,0.030830937,0.0001428881,0.00014572761,1.3932869e-7,0.0000071339014,0.0006210288],"genre_scores_gemma":[0.9995392,0.00010234462,0.00007663993,0.00021916187,0.000026230578,0.00002425744,2.460747e-8,0.000001190567,0.000010948919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99921775,0.000021086169,0.00016891987,0.00010434235,0.00035253676,0.00013538204],"domain_scores_gemma":[0.9982104,0.000067339664,0.00060822186,0.000061910585,0.00105072,0.0000014268226],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.008648843,0.000037550795,0.00009879047,0.00036417632,0.003982496,0.000030921718,0.00040143178,0.00001311458,7.5494887e-7],"category_scores_gemma":[0.006075402,0.00002314929,0.000005995321,0.00587039,0.015673716,0.00055136543,0.0014680793,0.00015231152,1.0580495e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019996965,0.000030786658,0.031884305,0.00003437107,0.000023167308,9.449733e-8,0.031885717,0.0000012183923,0.0032815011,0.91610885,0.000100569356,0.016629418],"study_design_scores_gemma":[0.00045471222,0.000011170591,0.09846299,0.000016587488,0.000023087996,0.0000025373956,0.754818,0.00016848707,0.0027413296,0.14262237,0.0006006101,0.0000780791],"about_ca_topic_score_codex":0.000011420049,"about_ca_topic_score_gemma":0.000009415897,"teacher_disagreement_score":0.7734865,"about_ca_system_score_codex":0.000084421314,"about_ca_system_score_gemma":0.00008308596,"threshold_uncertainty_score":0.99731416},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4289132654","doi":"10.1111/jebm.12483","title":"Clinical manifestations of COVID‐19: An overview of 102 systematic reviews with evidence mapping","year":2022,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Cochrane Library; Meta-analysis; MEDLINE; Systematic review; Coronavirus disease 2019 (COVID-19); Internal medicine; Web of science; Disease; Infectious disease (medical specialty)","score_opus":0.8614589479472008,"score_gpt":0.6529562840453669,"score_spread":0.20850266390183392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289132654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013438209,0.9853114,0.0020079107,0.0067943595,0.00041480944,0.005394042,0.00002009891,0.000018345483,0.000025630374],"genre_scores_gemma":[0.00011097715,0.9935884,0.0025019557,0.0023797904,0.00086903706,0.00026250992,0.000016726484,0.00007598893,0.0001946066],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9728775,0.008794836,0.012589605,0.0007593715,0.0044355243,0.00054315233],"domain_scores_gemma":[0.68962157,0.27452788,0.026025428,0.0031493297,0.0035436426,0.003132129],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055618107,0.0008010268,0.014975359,0.0015883511,0.00016085137,0.000015205552,0.0014204097,0.00030398185,0.00214188],"category_scores_gemma":[0.64809436,0.00039258902,0.0023508468,0.0025402033,0.0014114482,0.00046376753,0.0002669457,0.0026684166,0.000010093093],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049254973,0.0004918118,0.00042064735,0.8712119,0.0010196564,0.0012986717,0.00022155553,0.000021711217,0.000002855775,0.000028278573,0.0017276913,0.12306269],"study_design_scores_gemma":[0.0012181305,0.009020588,0.00009419899,0.61243224,0.009729881,0.0003810406,0.00021339764,0.000029290208,1.8775988e-7,0.000024240591,0.3666558,0.00020099274],"about_ca_topic_score_codex":0.00010762454,"about_ca_topic_score_gemma":0.00001309598,"teacher_disagreement_score":0.59247625,"about_ca_system_score_codex":0.0010822753,"about_ca_system_score_gemma":0.017528016,"threshold_uncertainty_score":0.9998526},"labels":[{"model":"gemma","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4289778533","doi":"10.3138/jsp-2021-0023","title":"Predatory Journals in Journalism and Mass Communication: A Case Study of Deceptions","year":2022,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Journalism; Publishing; Publish or perish; Publication; Public relations; Government (linguistics); Face (sociological concept); Sociology; Political science; Media studies; Social science; Law","score_opus":0.09097649785053674,"score_gpt":0.3604691504595788,"score_spread":0.26949265260904204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289778533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97098017,0.010924747,0.000026894475,0.015839616,0.000226049,0.00017550564,0.0000035829592,0.0000047957983,0.0018186661],"genre_scores_gemma":[0.9959923,0.002687414,0.00096217124,0.00015780049,0.000121098565,0.000011932295,4.1595436e-7,0.0000072122743,0.000059679256],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99502116,0.0025786653,0.0009105132,0.000086375476,0.0012283438,0.00017491759],"domain_scores_gemma":[0.99654233,0.0005521669,0.0012428078,0.0003020076,0.0011933339,0.00016734934],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.017323166,0.00007224734,0.00026209812,0.0005599909,0.0018191548,0.003985719,0.0011149514,0.000060489503,0.00017190687],"category_scores_gemma":[0.003312248,0.0000712723,0.00006255541,0.0008386234,0.00010128338,0.019040523,0.00047572344,0.002374851,1.3845577e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007168621,0.0012326211,0.4992328,0.000015488158,0.00020816301,0.0006744822,0.46928298,0.00035952788,0.0002822721,0.0039603263,0.0050943876,0.019585283],"study_design_scores_gemma":[0.0014052786,0.0002601463,0.021942277,0.00007597146,0.000047452217,0.000976953,0.9370678,0.000030475834,0.0000012876291,0.0027947696,0.03530204,0.000095550364],"about_ca_topic_score_codex":0.0026445433,"about_ca_topic_score_gemma":0.0036028146,"teacher_disagreement_score":0.4772905,"about_ca_system_score_codex":0.00028782344,"about_ca_system_score_gemma":0.00033713054,"threshold_uncertainty_score":0.9999267},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4289782436","doi":"10.1101/2022.08.03.22278384","title":"A cross-sectional audit and survey of Open Science and Data Sharing practices at The Montreal Neurological Institute-Hospital","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Montreal Neurological Institute and Hospital","keywords":"Audit; Open science; Data sharing; Psychology; Medicine; Medical education; Family medicine; Alternative medicine; Accounting; Business","score_opus":0.6950374542905322,"score_gpt":0.6156771880701942,"score_spread":0.07936026622033798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289782436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889781,0.00044185933,0.000005147369,0.0063891304,0.0006459115,0.00084880943,0.00034957362,0.000015115865,0.0023263593],"genre_scores_gemma":[0.9966982,0.0014748081,0.00024697988,0.0002937009,0.000108438355,0.00005699271,0.00016320801,0.000015115514,0.0009425456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946779,0.00034811115,0.0005506441,0.0019893318,0.0021376566,0.00029634667],"domain_scores_gemma":[0.98074555,0.013558146,0.0008036204,0.0035246573,0.0010796691,0.00028833255],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.051197764,0.00016558019,0.00039804683,0.00009357105,0.0006131484,0.0005518051,0.005785931,0.00027557206,0.00036704587],"category_scores_gemma":[0.23725623,0.0001101935,0.000028597075,0.00034985872,0.00478603,0.00040101248,0.104340106,0.00407281,0.000003105034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044555933,0.0001410961,0.9980718,0.00017538946,0.00004555433,0.00006574608,0.0000707892,0.00002122338,0.00006152448,0.00041916777,0.00010130394,0.00038086984],"study_design_scores_gemma":[0.00044617857,0.00032010977,0.9941644,0.00004456891,0.000027164888,0.00003694269,0.000011716909,0.0019547518,0.0000108058475,0.0019269668,0.00095914106,0.00009722536],"about_ca_topic_score_codex":0.013006058,"about_ca_topic_score_gemma":0.010526363,"teacher_disagreement_score":0.18605846,"about_ca_system_score_codex":0.00008524946,"about_ca_system_score_gemma":0.0021625045,"threshold_uncertainty_score":0.99959326},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4290547061","doi":"10.29173/cais1245","title":"Factors influencing Canadian HASS researchers’ open access publishing practices","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Altruism (biology); Prestige; Test (biology); Variance (accounting); Psychology; Visibility; Social psychology; Sociology; Public relations; Political science; Business; Geography; Biology; Law","score_opus":0.6978815989921062,"score_gpt":0.5439937719415102,"score_spread":0.153887827050596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290547061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946228,0.00019414948,0.0000047915405,0.011630291,0.000304118,0.00062173116,0.0004821424,0.000016094958,0.04051868],"genre_scores_gemma":[0.99740434,0.000057527453,0.00013016416,0.0003897116,0.00005239371,0.000053303746,0.000005548153,0.000022863474,0.0018841395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878257,0.00026653352,0.0010579552,0.00088120287,0.008811504,0.0011570993],"domain_scores_gemma":[0.4715041,0.011910197,0.010001197,0.0020966132,0.5014367,0.0030511643],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"category_scores_codex":[0.03238912,0.00027473652,0.00063678843,0.01848057,0.0012284273,0.17360933,0.0383428,0.00016002856,0.00079328235],"category_scores_gemma":[0.6587914,0.00018832224,0.000219428,0.06823122,0.0005159641,0.09840728,0.021599013,0.001267248,0.0000050333815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007258553,0.00010494194,0.9278254,0.000033935215,0.000055956825,0.0000032105036,0.017045682,0.000022072358,0.0017312868,0.0036763723,0.037544973,0.011883606],"study_design_scores_gemma":[0.00044786616,0.00027853952,0.6672092,0.00005260625,0.00002078585,0.000012035415,0.035343338,0.0006691838,0.0048020985,0.010800492,0.2800452,0.00031866762],"about_ca_topic_score_codex":0.16000754,"about_ca_topic_score_gemma":0.007085081,"teacher_disagreement_score":0.6264023,"about_ca_system_score_codex":0.00061817555,"about_ca_system_score_gemma":0.0046151006,"threshold_uncertainty_score":0.99635905},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4290588784","doi":"10.3390/ijerph19159666","title":"A Standardised Core Outcome Set for Measurement and Reporting Sedentary Behaviour Interventional Research: The CROSBI Consensus Study","year":2022,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University College Dublin","keywords":"Delphi method; Psychological intervention; Sedentary behavior; Core (optical fiber); Demographics; Medicine; Set (abstract data type); Delphi; Intervention (counseling); Physical therapy; Psychology; Physical activity; Computer science; Demography; Psychiatry; Artificial intelligence","score_opus":0.9070181072836804,"score_gpt":0.6892874704649665,"score_spread":0.21773063681871385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290588784","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010122484,0.96411794,0.000058091737,0.016803533,0.0008110907,0.0063045057,0.0013801368,0.00001862723,0.0003835809],"genre_scores_gemma":[0.099708,0.8985755,0.00014554932,0.00006580894,0.00054602674,0.00045641302,0.00006289411,0.000045942445,0.0003938847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97862047,0.0059126006,0.0029654722,0.00050895434,0.0109479185,0.0010446092],"domain_scores_gemma":[0.9920915,0.0038447373,0.0021615382,0.0002920519,0.0008619342,0.0007482637],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14291996,0.00022490698,0.00087265606,0.0011473631,0.002263365,0.0007564653,0.0015340995,0.00012459279,0.000623002],"category_scores_gemma":[0.013810037,0.00016647717,0.00035964392,0.00038441937,0.0016467985,0.0001954902,0.0012603533,0.0026883222,0.0000022412605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018270455,0.0020670954,0.011184789,0.00073677866,0.00070883246,0.00045965033,0.0043405574,1.3733204e-7,7.3882535e-7,0.00074433506,0.010867506,0.96870685],"study_design_scores_gemma":[0.0006179178,0.0017414854,0.0014841025,0.0007330489,0.000024940224,0.0003100909,0.038797542,0.0000019899514,6.2257236e-8,0.0010260125,0.95513463,0.00012816444],"about_ca_topic_score_codex":0.0013575511,"about_ca_topic_score_gemma":0.0007072165,"teacher_disagreement_score":0.9685787,"about_ca_system_score_codex":0.0053996528,"about_ca_system_score_gemma":0.00450438,"threshold_uncertainty_score":0.9996125},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4290694916","doi":"10.1177/15598276221117089","title":"A Rubric to Assess the Design and Intervention Quality of Randomized Controlled Trials in Health and Wellness Coaching","year":2022,"lang":"en","type":"review","venue":"American Journal of Lifestyle Medicine","topic":"Coaching Methods and Impact","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Medicine; Rubric; Coaching; Randomized controlled trial; Intervention (counseling); Health coaching; Physical therapy; Quality (philosophy); Research design; Medical education; Family medicine; Nursing; Surgery; Psychotherapist","score_opus":0.29873027485592074,"score_gpt":0.5481188421373245,"score_spread":0.2493885672814038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290694916","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001153086,0.89683324,0.09701138,0.0016276946,0.00071363145,0.0025838355,0.000005711133,0.0000042682886,0.00006715152],"genre_scores_gemma":[0.0040979837,0.99303055,0.0018693287,0.00045256474,0.00033625192,0.00012810713,0.0000033110057,0.000033768752,0.00004814199],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7732486,0.21757683,0.008005181,0.0002910605,0.0005831349,0.00029516467],"domain_scores_gemma":[0.81362104,0.17049073,0.015191404,0.00031697596,0.00006858977,0.0003112757],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3275748,0.00035189872,0.020622298,0.0008890585,0.000086054264,0.00002371822,0.00032407505,0.000056006684,0.00015663127],"category_scores_gemma":[0.08971913,0.00016299162,0.0011940759,0.00061181746,0.00045112104,0.00004316297,0.00007782815,0.0010270883,2.4249297e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031340733,0.000115958,0.000043801105,0.0014060108,0.0013634701,0.000013027427,0.0039710584,0.000003438512,6.9669466e-7,0.00043454627,0.00013584478,0.9611714],"study_design_scores_gemma":[0.46947882,0.0139344465,0.00042724493,0.05719879,0.008538466,0.0019527905,0.030223489,0.000060722738,1.7653545e-7,0.00073849974,0.4167013,0.00074528763],"about_ca_topic_score_codex":0.001784147,"about_ca_topic_score_gemma":0.000006949535,"teacher_disagreement_score":0.96042615,"about_ca_system_score_codex":0.00011140738,"about_ca_system_score_gemma":0.00035415878,"threshold_uncertainty_score":0.9939176},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4290790736","doi":"10.1080/15265161.2022.2105436","title":"Response to Open Peer Commentaries on Toward a Framework for Assessing Privacy Risks in Multi-Omic Research and Databases","year":2022,"lang":"en","type":"letter","venue":"The American Journal of Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Internet privacy; Data science; Open science; Computer science; World Wide Web","score_opus":0.9007536632163499,"score_gpt":0.7131276680310503,"score_spread":0.18762599518529954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290790736","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07852104,0.0001955084,0.0015300282,0.9179039,0.00022890691,0.0014054386,0.00018221028,0.000007069293,0.000025897914],"genre_scores_gemma":[0.030127937,0.0016166642,0.08672465,0.8793709,0.0010619342,0.00011163111,0.00004866077,0.00013391729,0.0008036901],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98724556,0.005931023,0.0012245703,0.00060521223,0.004165481,0.0008281338],"domain_scores_gemma":[0.66000164,0.33367705,0.0013147581,0.0018100161,0.0027955843,0.00040099045],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08335204,0.00031522382,0.00132073,0.0009655529,0.0005781975,0.0005319538,0.0026510202,0.0005099898,0.00009319235],"category_scores_gemma":[0.22061732,0.00021719268,0.00018369034,0.0010317893,0.0048284405,0.00014223687,0.0030082539,0.04650567,0.000006271996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09421275,0.001000187,0.0057400996,0.00092951185,0.00067489094,0.0023487017,0.016163534,0.00002330369,0.00018289042,0.0025563724,0.8675521,0.008615665],"study_design_scores_gemma":[0.002715011,0.017314846,0.004646759,0.0054345983,0.00014900221,0.00022601223,0.018220725,0.000034375073,0.0001898734,0.031236267,0.91942936,0.00040316035],"about_ca_topic_score_codex":0.0031905011,"about_ca_topic_score_gemma":0.00013231607,"teacher_disagreement_score":0.327746,"about_ca_system_score_codex":0.00082859845,"about_ca_system_score_gemma":0.0039319294,"threshold_uncertainty_score":0.99787986},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4291982736","doi":"","title":"A Very Long Embargo: Journal Choice Reveals Active Non-Compliance with Funder Open Access Policies by Australian and Canadian Neuroscientists","year":2018,"lang":"en","type":"article","venue":"Spectrum Research Repository (Concordia University)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Compliance (psychology); Political science; Public economics; Psychology; Public administration; Public relations; Economics; Social psychology","score_opus":0.4513140322787154,"score_gpt":0.5260346446697138,"score_spread":0.07472061239099842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291982736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289218,0.000055487526,0.00025307309,0.0035135874,0.0006270278,0.000637174,0.00006555517,0.000015884283,0.065910414],"genre_scores_gemma":[0.9179739,0.00008678402,0.000034233868,0.000096276824,0.00027871062,0.00000229383,0.000002227934,0.00002205456,0.08150352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98936415,0.0010139847,0.00042184882,0.0013749577,0.005640888,0.0021841899],"domain_scores_gemma":[0.9901372,0.0017493857,0.00030627675,0.0010565328,0.0036479717,0.0031026371],"candidate_categories":["bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.008500346,0.00027550763,0.000458903,0.04005377,0.004204301,0.024128351,0.010518026,0.00017003922,0.00027450605],"category_scores_gemma":[0.0036856392,0.00022566406,0.00009761263,0.09715174,0.0023350623,0.0053581665,0.0038710928,0.001195173,0.00008961201],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026846922,0.00009318191,0.9021432,0.000010982027,0.000061950814,0.0011592173,0.00019400638,0.0000033672109,0.0042910664,0.000259351,0.08823765,0.003277591],"study_design_scores_gemma":[0.0008442884,0.000769649,0.8986996,0.000047417067,0.00000949922,0.00022494174,0.0008847358,0.00011125845,0.005696054,0.0006508327,0.09175076,0.0003109933],"about_ca_topic_score_codex":0.38666764,"about_ca_topic_score_gemma":0.3215717,"teacher_disagreement_score":0.06509593,"about_ca_system_score_codex":0.0014679633,"about_ca_system_score_gemma":0.0034258387,"threshold_uncertainty_score":0.99709207},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4292265707","doi":"10.1186/s13063-022-06624-y","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"letter","venue":"Trials","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"McMaster University; University of Ottawa","keywords":"Publishing; Public relations; Scholarship; Open science; Clinical trial; Medicine; Medical education; Publication; Harm; Political science; Consolidated Standards of Reporting Trials; Publish or perish; Scientific misconduct; Alternative medicine; Law; Pathology","score_opus":0.9257276208783269,"score_gpt":0.6787112095157745,"score_spread":0.24701641136255248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292265707","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027897425,0.0014088254,0.00005266048,0.9666209,0.00056006666,0.0022977856,0.00032064744,0.000018405772,0.0008232831],"genre_scores_gemma":[0.09135032,0.025661947,0.00076992,0.87382615,0.0030534274,0.00094301434,0.0015352668,0.00009196212,0.0027680106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.71470034,0.26221788,0.010043231,0.00235691,0.009881741,0.0007998708],"domain_scores_gemma":[0.16122532,0.8198673,0.0147801675,0.0026846414,0.0012085878,0.00023397838],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59220856,0.00027032223,0.0018485365,0.00051572325,0.00070164213,0.00524652,0.005061193,0.0011644511,0.00085226196],"category_scores_gemma":[0.8192164,0.00012398443,0.000114445305,0.0015796829,0.000767509,0.0022290275,0.0017954587,0.0132854665,0.000007046284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011896763,0.000031682077,0.03332809,0.000007792809,0.00011675074,0.0000049292703,0.004433206,0.0000022718507,0.0000014239109,0.0002093683,0.90770775,0.052967075],"study_design_scores_gemma":[0.002265145,0.0000654085,0.004921788,0.00013627682,0.00007598228,0.000005249998,0.0082732765,0.00004500419,0.00000325936,0.019800987,0.9642496,0.000158039],"about_ca_topic_score_codex":0.012345565,"about_ca_topic_score_gemma":0.0016458975,"teacher_disagreement_score":0.55764943,"about_ca_system_score_codex":0.00031229688,"about_ca_system_score_gemma":0.0026301385,"threshold_uncertainty_score":0.99578613},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4292322725","doi":"10.29173/istl1918","title":"Scholarly Communication: The Use and Non-Use of E-Print Archives for the Dissemination of Scientific Information","year":2002,"lang":"en","type":"article","venue":"Issues in Science and Technology Librarianship","topic":"Research Data Management Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Visibility; Library science; Sample (material); Scientific communication; Population; Information Dissemination; Sociology; Public relations; Social science; World Wide Web; Political science; Publishing; Computer science; Chemistry; Physics; Law","score_opus":0.12376457015567888,"score_gpt":0.3365597088563344,"score_spread":0.21279513870065553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292322725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71971035,0.0019449065,0.13120155,0.14433588,0.0001616697,0.0017859382,0.00001847345,0.00009224535,0.0007489933],"genre_scores_gemma":[0.97006524,0.0010120171,0.028706111,0.0000417251,0.000002174874,0.000038561404,0.000001248447,0.0000014125131,0.00013151026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990344,0.00006218777,0.00022237551,0.00019497419,0.00033144103,0.00015462242],"domain_scores_gemma":[0.9965103,0.001811763,0.00017118774,0.0013132337,0.00017327773,0.000020229198],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0020578362,0.000055487002,0.00007698516,0.00066160725,0.0004457603,0.0054937513,0.002848178,0.000036561047,0.0000010974214],"category_scores_gemma":[0.0063482565,0.000034402034,0.000008512972,0.0021122545,0.0035755492,0.084069185,0.0014280753,0.00016990627,5.5845385e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053586427,0.000032620526,0.018888088,0.000029923303,0.0000054253273,2.3893736e-7,0.0031737124,0.000009672136,0.0015031666,0.8657029,0.00034247857,0.110306375],"study_design_scores_gemma":[0.0005785389,0.00029263276,0.3588992,0.00036255718,0.000019874788,0.000013150593,0.0042294827,0.40658984,0.03332857,0.06260116,0.1327938,0.00029120847],"about_ca_topic_score_codex":0.00002445093,"about_ca_topic_score_gemma":0.000010888987,"teacher_disagreement_score":0.8031018,"about_ca_system_score_codex":0.000005804456,"about_ca_system_score_gemma":0.000035287474,"threshold_uncertainty_score":0.99913615},"labels":[{"model":"gemma","categories":["scholarly_communication","metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4292324277","doi":"10.7554/elife.79491","title":"The proportion of randomized controlled trials that inform clinical practice","year":2022,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Clinical Practice; Medicine; Biology; Family medicine; Internal medicine","score_opus":0.8503843467061984,"score_gpt":0.638612658583957,"score_spread":0.21177168812224145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292324277","genre_codex":"other","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30744612,0.055772062,0.08834643,0.078306705,0.01828544,0.07609784,0.00009178514,0.00005904194,0.3755946],"genre_scores_gemma":[0.96694964,0.00069743115,0.0023416865,0.0017719786,0.00026467897,0.001250942,0.000005536188,0.000008706301,0.026709393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33887735,0.47109836,0.12530813,0.0014118477,0.062757954,0.00054633705],"domain_scores_gemma":[0.21048284,0.65497744,0.12022556,0.006406771,0.007678045,0.0002293609],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9049141,0.00015241573,0.015434693,0.00014318239,0.00035851283,0.00045960076,0.0012835887,0.00004078615,0.0073851976],"category_scores_gemma":[0.8976705,0.00004418524,0.009534407,0.0005870895,0.00012250298,0.0002071582,0.00019812738,0.00022277702,0.00042844878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1593453,0.00046562607,0.005784066,0.000027123793,0.010081556,0.000008600352,0.001393908,0.0003126939,0.000016914963,0.05623855,0.6340996,0.13222605],"study_design_scores_gemma":[0.10176377,0.00007221722,0.00035740802,0.0000057428,0.0022811014,0.000008275974,0.002817093,0.0047914903,0.000014920506,0.0024159385,0.885388,0.00008404847],"about_ca_topic_score_codex":0.000006764354,"about_ca_topic_score_gemma":0.000002685688,"teacher_disagreement_score":0.6595035,"about_ca_system_score_codex":0.000016375485,"about_ca_system_score_gemma":0.0002138664,"threshold_uncertainty_score":0.9991822},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4293224259","doi":"10.2196/39365","title":"An Evaluation of Primary Studies Published in Predatory Journals Included in Systematic Reviews From High-Impact Dermatology Journals: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Publishing; MEDLINE; Impact factor; Medicine; Family medicine; Grey literature; Data extraction; Directory; Publication bias; Meta-analysis; Computer science; Pathology; Political science","score_opus":0.7449597743669143,"score_gpt":0.6623973011713971,"score_spread":0.08256247319551724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293224259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964667,0.03050346,0.00004287839,0.00033249517,0.0008670629,0.003407606,0.000070463684,0.000013577782,0.00009543519],"genre_scores_gemma":[0.9980654,0.00038479906,0.0000875321,0.00012696598,0.000039617713,0.0012387959,0.00002246772,0.000016228554,0.000018162711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93260604,0.036533084,0.008846189,0.0016202773,0.019230863,0.0011635636],"domain_scores_gemma":[0.97950107,0.010691037,0.0029268607,0.0013547319,0.00522611,0.0003001628],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.113814965,0.0003032121,0.0025955676,0.063987754,0.00040072636,0.0011970135,0.0033171722,0.00022440411,0.0027711086],"category_scores_gemma":[0.0687687,0.00021318652,0.00026452076,0.07393526,0.00023804723,0.002066005,0.001513511,0.0011309582,0.00004388716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000987291,0.0014890261,0.99197805,0.00028474652,0.00009861171,0.00014511215,0.0016569282,0.0011982449,0.00031191445,0.000014341901,0.0018303295,0.0008939801],"study_design_scores_gemma":[0.00271722,0.00022326429,0.98061085,0.00011212908,0.000023976438,0.0005043672,0.0032576197,0.0049860617,0.000044723216,0.0072676074,0.00006359731,0.00018861107],"about_ca_topic_score_codex":0.00031797602,"about_ca_topic_score_gemma":0.00040201415,"teacher_disagreement_score":0.046895072,"about_ca_system_score_codex":0.001479972,"about_ca_system_score_gemma":0.0010420382,"threshold_uncertainty_score":0.99983984},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4293483968","doi":"10.1136/bmjopen-2021-060237","title":"Factors Associated with the Magnitude Of acUpuncture treatment effectS (FAMOUS): a meta-epidemiological study of acupuncture randomised controlled trials","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; York University; Hamilton Health Sciences; University of Toronto; McMaster University; Impact","funders":"China Academy of Chinese Medical Sciences; National Natural Science Foundation of China","keywords":"Medicine; Acupuncture; Meta-analysis; Meta-regression; Randomized controlled trial; MEDLINE; Sample size determination; Internal medicine; Clinical trial; Physical therapy; Alternative medicine; Pathology; Statistics","score_opus":0.3686658038902662,"score_gpt":0.4846991083205923,"score_spread":0.11603330443032611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293483968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8683627,0.0011054141,0.000009793547,0.0030420476,0.0000761755,0.1263892,0.00014585577,0.00004716672,0.00082162983],"genre_scores_gemma":[0.9567671,0.000023820152,0.000060316062,0.0003626813,0.000053450425,0.039990947,0.00015555935,0.00004127572,0.002544864],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9842198,0.011482338,0.0015165725,0.00064248516,0.0016082957,0.00053053803],"domain_scores_gemma":[0.957311,0.039205503,0.0018862289,0.0010225737,0.00039905994,0.00017567932],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.011704207,0.0013663692,0.016575314,0.00017105124,0.00043942267,0.00003766343,0.00071697356,0.00013742686,0.0009792444],"category_scores_gemma":[0.027335167,0.00024967195,0.0027744567,0.0005514708,0.00023523782,0.000070895294,0.0008077302,0.00047239146,0.0000012855905],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.42269647,0.020020725,0.119564004,0.00033165974,0.39620748,0.0006841345,0.0118781105,0.001083106,0.0033235194,0.000058836595,0.02341879,0.00073317246],"study_design_scores_gemma":[0.6197907,0.05193467,0.18700331,0.00012434041,0.12626493,0.000021803962,0.010865787,0.000042930526,0.002619791,0.00009239372,0.00071473554,0.00052465295],"about_ca_topic_score_codex":0.0003942172,"about_ca_topic_score_gemma":0.00036186518,"teacher_disagreement_score":0.26994255,"about_ca_system_score_codex":0.00041195215,"about_ca_system_score_gemma":0.00037956462,"threshold_uncertainty_score":0.9999955},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4293511218","doi":"10.1080/08989621.2022.2119136","title":"Appropriate inclusion of adult research participants with intellectual disability: an in-depth review of guidelines and policy statements","year":2022,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Intellectual disability; Terminology; Inclusion (mineral); Documentation; Informed consent; Psychology; Research ethics; Medical model of disability; Population; Medical education; Applied psychology; Medicine; Psychiatry; Social psychology; Alternative medicine","score_opus":0.8001993503299486,"score_gpt":0.7145235454461236,"score_spread":0.08567580488382498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293511218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797761,0.001692349,0.000002657239,0.014742257,0.000020351217,0.002880061,0.00004980063,0.000010919966,0.0008255156],"genre_scores_gemma":[0.98233795,0.016092537,0.0004608944,0.00037770777,0.00005039509,0.00053387135,0.000030737265,0.000034665478,0.00008126918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9794958,0.0065769125,0.0024614097,0.0011718185,0.008889792,0.0014042569],"domain_scores_gemma":[0.93221265,0.047017753,0.00036089725,0.0041689146,0.015411261,0.00082851545],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11843317,0.00019039336,0.00091587316,0.00094381167,0.00036063185,0.000020915497,0.0009627918,0.00019757159,0.0005509679],"category_scores_gemma":[0.19734819,0.00014971472,0.00006493749,0.0051391604,0.0038002685,0.00026661484,0.0069286493,0.0054560346,0.0000045428314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008357234,0.006066829,0.9130301,0.028536709,0.00005276861,0.00003420332,0.012986919,0.000028716828,0.0020357848,0.0023109242,0.00022041403,0.026339421],"study_design_scores_gemma":[0.015020969,0.029349446,0.5630691,0.04516428,0.000075681535,0.000043728258,0.08576573,0.0056049004,0.007339715,0.2451641,0.002411463,0.000990877],"about_ca_topic_score_codex":0.03269121,"about_ca_topic_score_gemma":0.02032034,"teacher_disagreement_score":0.34996095,"about_ca_system_score_codex":0.0013131363,"about_ca_system_score_gemma":0.0036023892,"threshold_uncertainty_score":0.99891084},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4293918656","doi":"10.21203/rs.3.rs-2010358/v1","title":"Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovative Research Group (Canada); Ottawa Hospital; University of British Columbia","funders":"National Institute for Health Research Applied Research Collaboration West; Medical Research Council; Department of Health and Social Care; University of Bristol; Canadian Institutes of Health Research; National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Popularity; Publication bias; Quality (philosophy); Systematic review; MEDLINE; Quality of evidence; Meta-analysis; Computer science; Inclusion (mineral); Psychology; Medicine; Social psychology; Epistemology","score_opus":0.9320928261565841,"score_gpt":0.6570412207702426,"score_spread":0.27505160538634144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293918656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014448092,0.22491364,0.723795,0.0015281948,0.00026262525,0.032913327,0.0020378556,0.0000066399602,0.00009461803],"genre_scores_gemma":[0.27196893,0.012018272,0.6986523,0.0001635606,0.00029076284,0.012042727,0.00061497046,0.00008039557,0.0041680858],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8383831,0.10870622,0.031082993,0.0030379216,0.017594038,0.0011957703],"domain_scores_gemma":[0.7439804,0.21500036,0.02329762,0.0063987714,0.011104613,0.00021821105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.57759917,0.0006826164,0.017523672,0.0012444446,0.0006303537,0.00022287152,0.0057023223,0.0003941136,0.0065233144],"category_scores_gemma":[0.32764035,0.00031278713,0.021326158,0.0059929425,0.0004980295,0.00012291606,0.0074839424,0.00080614275,0.0000031118284],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037672536,0.0018379352,0.015725886,0.21497846,0.28818014,0.0000065042013,0.014810055,0.09292246,0.00031899216,0.015680982,0.11730368,0.23446767],"study_design_scores_gemma":[0.0048103537,0.0036445102,0.009932857,0.016521718,0.34998512,0.0000051636616,0.011350002,0.07791668,0.0015048421,0.17689157,0.34495065,0.0024865454],"about_ca_topic_score_codex":0.00040712726,"about_ca_topic_score_gemma":0.0005496995,"teacher_disagreement_score":0.25752082,"about_ca_system_score_codex":0.00019798361,"about_ca_system_score_gemma":0.0024828736,"threshold_uncertainty_score":0.9999324},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4294215472","doi":"10.1371/journal.pmed.1000097","title":"Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64081,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development; Canadian Institutes of Health Research; Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; University of Ottawa","keywords":"Systematic review; Meta-analysis; MEDLINE; Statement (logic); Medicine; Psychology; Family medicine; Political science; Pathology","score_opus":0.9574678148491352,"score_gpt":0.6388385086469631,"score_spread":0.3186293062021721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294215472","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041340794,0.35829523,0.26717135,0.191517,0.001245912,0.11124184,0.000056044148,0.00011290136,0.029018931],"genre_scores_gemma":[0.88975674,0.0012659695,0.017202862,0.011885993,0.0008725385,0.0049167457,0.00004407906,0.000059308986,0.073995754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9364108,0.012810979,0.04298964,0.0012573256,0.0061375103,0.0003937288],"domain_scores_gemma":[0.93716055,0.012643134,0.043300677,0.0052395947,0.0014082063,0.00024784598],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3167731,0.00045705837,0.012115657,0.00027383023,0.0002577515,0.00039737063,0.0012359212,0.000058394668,0.0021801013],"category_scores_gemma":[0.36601707,0.00012296776,0.0021870923,0.0010259099,0.00008087078,0.00018260043,0.00006328875,0.00014691573,0.00019688043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037012338,0.00037501415,0.00086164445,0.034612622,0.031002546,0.000032728614,0.0130989775,0.00007451339,0.0036282532,0.0035133555,0.8994579,0.013305465],"study_design_scores_gemma":[0.0021379553,0.0016036178,0.0023034343,0.00815478,0.35552132,0.0002190389,0.012715617,0.06051096,0.00042844095,0.05456996,0.50043666,0.001398242],"about_ca_topic_score_codex":0.0000077951745,"about_ca_topic_score_gemma":0.000008910859,"teacher_disagreement_score":0.848416,"about_ca_system_score_codex":0.00003119816,"about_ca_system_score_gemma":0.000029754328,"threshold_uncertainty_score":0.99873203},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4295309834","doi":"10.15252/rc.2022665859","title":"Author Reply to Peer Reviews of Genome-wide CRISPR screens identify novel regulators of wild-type and mutant p53 stability","year":2022,"lang":"en","type":"peer-review","venue":"","topic":"Science, Research, and Medicine","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Mount Sinai Hospital; McGill University","funders":"","keywords":"CRISPR; Mutant; Computational biology; Biology; Genetics; Computer science; Gene","score_opus":0.13833279848118382,"score_gpt":0.42267410381099846,"score_spread":0.2843413053298146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295309834","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049227614,0.34326097,0.001362959,0.5401099,0.005830207,0.023055874,0.0017331847,0.00019607853,0.03522321],"genre_scores_gemma":[0.006201226,0.077184595,0.005684432,0.033899073,0.0007701452,0.00025575366,0.0013637112,0.00016330238,0.87447774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919998,0.00028996594,0.0021957904,0.001258806,0.0035923999,0.0006632068],"domain_scores_gemma":[0.99206364,0.00040962963,0.00077781174,0.0024314532,0.0033566328,0.0009608091],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013534276,0.00050364394,0.003132082,0.00063212507,0.000110455,0.000013429927,0.00064985553,0.00020062247,0.011256146],"category_scores_gemma":[0.026831253,0.0003515666,0.00038566955,0.0023755978,0.00063053437,0.00008443678,0.0006903939,0.0009229493,0.000017335664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020692199,0.00028787417,0.002467616,0.019160736,0.00013270788,0.000027394482,0.00050855294,3.4373346e-7,0.0062143966,0.000052904645,0.9654168,0.0055237715],"study_design_scores_gemma":[0.0007134965,0.0011048625,0.017101208,0.004447998,0.0007045647,0.000062750674,0.00047537682,0.000006265989,0.0007927541,0.000014225156,0.97429013,0.00028636694],"about_ca_topic_score_codex":0.0026521299,"about_ca_topic_score_gemma":0.00026752424,"teacher_disagreement_score":0.83925456,"about_ca_system_score_codex":0.00025499743,"about_ca_system_score_gemma":0.0014567132,"threshold_uncertainty_score":0.9998936},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4295827824","doi":"10.1016/j.annonc.2022.07.1459","title":"1326P Oncology under attack by predatory journals: A global survey","year":2022,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Impact factor; Descriptive statistics; Citation; Family medicine; Publishing; Medical education; Library science; Political science","score_opus":0.17573406555172752,"score_gpt":0.5317821283083254,"score_spread":0.35604806275659784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295827824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84554046,0.032667726,0.0021094768,0.0481064,0.003965026,0.0009274456,0.0011099132,0.00011979827,0.065453775],"genre_scores_gemma":[0.9343855,0.00611832,0.001916987,0.05249709,0.00057553,0.0001146546,0.00020809515,0.00004971122,0.0041341307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662036,0.0014495128,0.00067128515,0.0003827416,0.0003581316,0.0005179989],"domain_scores_gemma":[0.9976538,0.00091380294,0.0005286271,0.0003708945,0.00030141446,0.00023147764],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023705089,0.00020380307,0.00094708236,0.00011543949,0.00023868788,0.0000036340878,0.00035075762,0.0003742667,0.0038483576],"category_scores_gemma":[0.00032625726,0.0001905944,0.00018787241,0.0004323399,0.0005650554,0.00009344612,0.00017896872,0.0007640831,0.000027891323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046206573,0.0034319072,0.054941773,0.000034563087,0.000748856,0.0005798108,0.00027357828,0.0005165289,0.0012395931,0.0005073164,0.7885082,0.14459723],"study_design_scores_gemma":[0.0032068025,0.013245333,0.050726913,0.000009595588,0.00005001104,0.001392663,0.0003937673,0.00005860483,0.00013787282,0.0011180337,0.9294949,0.00016549423],"about_ca_topic_score_codex":0.00009546076,"about_ca_topic_score_gemma":0.00017492556,"teacher_disagreement_score":0.14443174,"about_ca_system_score_codex":0.00069708115,"about_ca_system_score_gemma":0.001554938,"threshold_uncertainty_score":0.99706227},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4296483166","doi":"10.1093/epirev/mxac008","title":"Addressing Health Inequities in Digital Clinical Trials: A Review of Challenges and Solutions From the Field of HIV Research","year":2022,"lang":"en","type":"review","venue":"Epidemiologic Reviews","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of General Medical Sciences; National Institute on Drug Abuse; National Institute of Mental Health; National Heart, Lung, and Blood Institute; National Institute on Aging; Johns Hopkins Bloomberg School of Public Health; National Cancer Institute; University of Toronto; Center for AIDS Research, University of Washington; National Institutes of Health; McMaster University; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University","keywords":"Medicine; Human immunodeficiency virus (HIV); Clinical trial; Field (mathematics); Public health; Family medicine; Nursing; Pathology","score_opus":0.9913697562020214,"score_gpt":0.8098235030883421,"score_spread":0.18154625311367933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296483166","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.92312e-7,0.9514169,0.000014186011,0.04025116,0.00017612363,0.0055665853,0.00018903399,0.000011280789,0.002374223],"genre_scores_gemma":[7.545875e-7,0.99424833,0.00061354693,0.0034399123,0.0004692746,0.0007789105,0.00019809637,0.00003085876,0.000220343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7925536,0.16677792,0.033801008,0.0024580401,0.0027044793,0.0017049424],"domain_scores_gemma":[0.04249542,0.94669724,0.0071390304,0.0028477674,0.00044254726,0.00037797846],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5355444,0.00041599525,0.017602546,0.0002444702,0.00015817552,0.000013715678,0.001110621,0.0009035895,0.0006492901],"category_scores_gemma":[0.91512465,0.00020547371,0.00227581,0.00073661783,0.001410275,0.00006668099,0.0018083988,0.010473581,0.000027506227],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001852087,0.00011793186,0.00006379124,0.22303027,0.00008766298,0.0000044854996,0.00004806175,8.548986e-9,3.940255e-9,0.0026768055,0.03798765,0.73596483],"study_design_scores_gemma":[0.00014709278,0.0005067217,0.00004327066,0.36433607,0.00017877524,0.000006264599,0.000087159635,0.0000010168591,3.835209e-9,0.009391536,0.6252196,0.00008249024],"about_ca_topic_score_codex":0.00017722072,"about_ca_topic_score_gemma":0.00008300035,"teacher_disagreement_score":0.7799193,"about_ca_system_score_codex":0.0001843484,"about_ca_system_score_gemma":0.0027818053,"threshold_uncertainty_score":0.99698216},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4296836910","doi":"10.1177/16094069221124402","title":"A Virtual, Multi-Session Workshop Model for Integrating Patient and Public Perspectives in Research Analysis and Interpretation","year":2022,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Stakeholder engagement; Session (web analytics); Public engagement; Interpretation (philosophy); Inclusion (mineral); Stakeholder; Knowledge management; Psychology; Computer science; Data science; Public relations; World Wide Web; Political science; Social psychology","score_opus":0.9005962704962832,"score_gpt":0.7440289124472446,"score_spread":0.15656735804903865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296836910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42425272,0.00070711767,0.572823,0.0013472976,0.00032365735,0.00043906062,0.0000550599,0.0000035017845,0.000048618498],"genre_scores_gemma":[0.7838889,0.00008550119,0.2152106,0.00036994883,0.000041039963,0.00023900019,0.000031261847,0.000010146088,0.00012364023],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9840964,0.013466151,0.0011522821,0.00025186635,0.00073575304,0.0002975637],"domain_scores_gemma":[0.988642,0.00886433,0.0007899239,0.0000794447,0.0014701086,0.00015421842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022704758,0.00011642962,0.00034393938,0.001620066,0.00057930336,0.00002974364,0.00021020236,0.00005396852,0.00006592297],"category_scores_gemma":[0.0032177898,0.00009720381,0.0000971503,0.00056945736,0.000111668036,0.00029669737,0.00030502735,0.0010109688,3.0948763e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013888967,0.0004043197,0.010094391,0.000078760095,0.0003451149,0.0000033535598,0.8807929,0.0011733134,0.00042157221,0.011995012,0.00009418082,0.093208164],"study_design_scores_gemma":[0.0011269394,0.00051788817,0.00061657996,0.00021858096,0.000024941055,0.0000016083965,0.65486026,0.33528486,0.000017406797,0.0070707966,0.00018724627,0.00007287675],"about_ca_topic_score_codex":0.00015717414,"about_ca_topic_score_gemma":0.00030329087,"teacher_disagreement_score":0.35963616,"about_ca_system_score_codex":0.0008990542,"about_ca_system_score_gemma":0.00030246555,"threshold_uncertainty_score":0.7869061},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4297830886","doi":"10.1080/14780887.2022.2107967","title":"Toward a trauma-informed qualitative research approach: Guidelines for ensuring the safety and promoting the resilience of research participants","year":2022,"lang":"en","type":"article","venue":"Qualitative Research in Psychology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Qualitative research; Focus group; Psychology; Psychological resilience; Participant observation; Transgender; Medical education; Social psychology; Sociology; Medicine","score_opus":0.9348078840939118,"score_gpt":0.7933928426397497,"score_spread":0.14141504145416206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297830886","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26438156,0.009017241,0.009065133,0.6261872,0.00052534905,0.016345672,0.0005147848,0.000093766444,0.0738693],"genre_scores_gemma":[0.972843,0.0023387729,0.017061967,0.00035070017,0.00033219226,0.0056045293,0.000015510945,0.000060825063,0.0013925357],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5099849,0.46726224,0.0029260158,0.0020678905,0.011877563,0.0058813924],"domain_scores_gemma":[0.7311212,0.25778145,0.0003705109,0.0010774023,0.009175213,0.00047425553],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.656119,0.00025203452,0.0006817477,0.0014873035,0.008156972,0.0001964538,0.0026766458,0.00024597673,0.00008863093],"category_scores_gemma":[0.21492235,0.00016925046,0.00015735354,0.0073784995,0.02701955,0.00033580832,0.0013653589,0.005878878,0.000009136431],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011156705,0.00021573713,0.00006227564,0.00026016793,0.000051123337,0.0000049999817,0.6628561,0.000018695315,0.00022479576,0.31775978,0.002974823,0.014455832],"study_design_scores_gemma":[0.00072571513,0.0009618387,0.00029490085,0.00010566101,0.000002680672,0.000002397638,0.65434676,0.00039264577,0.000067178,0.31231698,0.030652596,0.00013061347],"about_ca_topic_score_codex":0.006603499,"about_ca_topic_score_gemma":0.0018438167,"teacher_disagreement_score":0.7084614,"about_ca_system_score_codex":0.0007308856,"about_ca_system_score_gemma":0.0024851032,"threshold_uncertainty_score":0.9982559},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4297996183","doi":"10.1136/bmjebm-2022-112002","title":"Proof of concept: all-virtual guideline development workshops using GRADE during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Medical education; Pandemic; Psychological intervention; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Nursing; Engineering","score_opus":0.548356336968319,"score_gpt":0.5763784541983684,"score_spread":0.028022117230049437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297996183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8239501,0.00356341,0.012507189,0.15317193,0.001999903,0.0046311193,0.000015323878,0.000087833665,0.000073173156],"genre_scores_gemma":[0.97042346,0.00009055777,0.001461893,0.024490463,0.0011782486,0.0010923436,0.000050330036,0.000021737615,0.0011909904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99275446,0.0023049237,0.0016744721,0.00042353195,0.0019198029,0.00092281087],"domain_scores_gemma":[0.99302405,0.0046262285,0.0007207884,0.00053316256,0.00035239328,0.00074338866],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01595448,0.0001853378,0.00039762392,0.0002970219,0.002660115,0.0000056325516,0.0007034781,0.00008586417,0.004067687],"category_scores_gemma":[0.013070211,0.000118944256,0.00004763863,0.0011883291,0.00055001077,0.00016554931,0.00027935172,0.0010461735,0.000009228425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018967241,0.0004293027,0.3176646,0.0034032133,0.00010141043,0.00007499131,0.09630002,0.07755966,0.0077946186,0.00030756692,0.4768119,0.017656013],"study_design_scores_gemma":[0.008641548,0.0018823099,0.028703464,0.006128522,0.0001225461,0.00011628582,0.13292973,0.022195479,0.0016760586,0.0004491841,0.79627603,0.0008788172],"about_ca_topic_score_codex":0.0017921604,"about_ca_topic_score_gemma":0.00020395026,"teacher_disagreement_score":0.31946415,"about_ca_system_score_codex":0.002027466,"about_ca_system_score_gemma":0.017191956,"threshold_uncertainty_score":0.9986383},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4298007568","doi":"10.1016/j.annonc.2022.09.158","title":"Oncology phase I trial design and conduct: time for a change - MDICT Guidelines 2022","year":2022,"lang":"en","type":"review","venue":"Annals of Oncology","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Queen's University","funders":"European Society for Medical Oncology; National Institute for Health and Care Research","keywords":"Medicine; Clinical trial; Clinical endpoint; Protocol (science); Randomization; Center of excellence; Clinical study design; Oncology; Medical physics; Phases of clinical research; Internal medicine; Alternative medicine; Pathology","score_opus":0.9812556986171592,"score_gpt":0.7770008680159786,"score_spread":0.20425483060118066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298007568","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016979882,0.96824366,0.013065699,0.0017433378,0.0026612536,0.011476295,0.0018209433,0.00007055567,0.00091654254],"genre_scores_gemma":[1.19674155e-8,0.6244099,0.36938405,0.00073406496,0.0013890162,0.0036354202,0.000046540856,0.00008136405,0.00031962016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.985186,0.008816279,0.0041195233,0.0008781712,0.00036919987,0.00063085277],"domain_scores_gemma":[0.7675969,0.22845262,0.0027693934,0.0005839238,0.00037567646,0.00022151365],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023233186,0.0005940061,0.0081566395,0.00033458014,0.00012932696,0.000014057602,0.0007068315,0.0012714766,0.0035407238],"category_scores_gemma":[0.20784964,0.00048483405,0.0010258633,0.0003368041,0.00048808206,0.00005515272,0.0004646919,0.00076386955,0.000024200835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071516447,0.0011632775,3.2261824e-9,0.004170976,0.0005292455,0.00004642265,0.000045588207,3.012856e-8,9.575465e-7,0.0057349526,0.13694723,0.8442097],"study_design_scores_gemma":[0.01845959,0.026950361,2.5199647e-9,0.0005585913,0.0017796756,0.00005269588,0.000012094892,0.000036542628,0.0000026638954,0.19483836,0.75700045,0.00030895977],"about_ca_topic_score_codex":0.00000800082,"about_ca_topic_score_gemma":0.0000013295446,"teacher_disagreement_score":0.84390074,"about_ca_system_score_codex":0.00013602308,"about_ca_system_score_gemma":0.0014878268,"threshold_uncertainty_score":0.9997603},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4301244490","doi":"","title":"Stability of additive treatment effects in multiple treatment comparison meta-analysis: a simulation study","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Stability (learning theory); Medicine; Computer science; Internal medicine; Machine learning","score_opus":0.9352895565389213,"score_gpt":0.7186595126440565,"score_spread":0.21663004389486484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301244490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96828884,0.023472464,0.0030172067,0.00002686857,0.00016900754,0.004177411,0.00014700493,0.0000051638317,0.00069600646],"genre_scores_gemma":[0.9985085,0.00021239108,0.00047805038,0.000020733556,0.000045595745,0.00044847451,0.000020784131,0.000020393627,0.0002450799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95849824,0.02321494,0.011777163,0.001161478,0.0048708566,0.000477304],"domain_scores_gemma":[0.9641815,0.01969835,0.011143359,0.003303396,0.001298373,0.00037503554],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058594834,0.00068752863,0.013785437,0.0023709766,0.00018292347,0.0012580893,0.003030157,0.00010475821,0.046091527],"category_scores_gemma":[0.012316247,0.0003310179,0.005945338,0.0054387185,0.00009620005,0.0021512697,0.00043422994,0.00016606595,0.00010612722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010913737,0.005530857,0.91462606,0.000028914785,0.056504723,0.0000045735787,0.003000529,0.011335974,0.000315424,0.00000898657,0.00046208338,0.008072746],"study_design_scores_gemma":[0.000923727,0.00011018847,0.90652794,0.000016850416,0.07611148,4.6856763e-7,0.0015111634,0.010561318,0.0024106493,0.00034223552,0.0012065904,0.00027741631],"about_ca_topic_score_codex":0.002074893,"about_ca_topic_score_gemma":0.002151078,"teacher_disagreement_score":0.046278585,"about_ca_system_score_codex":0.0003824238,"about_ca_system_score_gemma":0.00010069118,"threshold_uncertainty_score":0.99991417},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4301391427","doi":"10.1093/aje/kwac173","title":"Sex and Gender Multidimensionality in Epidemiologic Research","year":2022,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"Schulich School of Medicine and Dentistry; Canadian Institutes of Health Research; Schulich School of Medicine and Dentistry, Western University; University of Minnesota","keywords":"Medicine; Psychology; Gerontology","score_opus":0.4147122169761671,"score_gpt":0.5234514570760302,"score_spread":0.10873924009986313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301391427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739625,0.0057080197,0.00016837245,0.019516213,0.00018312201,0.0001580617,0.0000046483838,0.0000063935413,0.0002926858],"genre_scores_gemma":[0.982156,0.0006908236,0.007697288,0.009200816,0.0001664346,0.000013967628,0.000004754941,0.000011056842,0.000058854395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98256975,0.015074273,0.0011569592,0.00034127536,0.0002754092,0.00058234826],"domain_scores_gemma":[0.98041373,0.018346796,0.0004719904,0.00027129703,0.00019259418,0.00030356864],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050209258,0.00011185922,0.0011265528,0.00041637002,0.0001572649,9.484462e-7,0.00014019785,0.00005531471,0.00018566694],"category_scores_gemma":[0.017065883,0.00008573666,0.000110375564,0.00047025437,0.000719015,0.00002738886,0.00018237838,0.0017152341,0.000002771538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053039123,0.000110824694,0.9542271,0.000027136823,0.00005446846,0.00024155571,0.0008842272,0.00029306934,0.00013591135,0.002246867,0.0027673633,0.038481098],"study_design_scores_gemma":[0.0010416223,0.0039316877,0.91387385,0.000018125147,0.000019022162,0.0044492492,0.009683711,0.00059715554,0.000009146884,0.048294395,0.017971154,0.00011089384],"about_ca_topic_score_codex":0.0007513754,"about_ca_topic_score_gemma":0.000010004753,"teacher_disagreement_score":0.046047527,"about_ca_system_score_codex":0.00024561706,"about_ca_system_score_gemma":0.0002758373,"threshold_uncertainty_score":0.9912138},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4301606097","doi":"10.2196/37070","title":"A Living Database of HIV Implementation Research (LIVE Project): Protocol for Rapid Living Reviews","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Bill and Melinda Gates Foundation; National Institute of Allergy and Infectious Diseases; National Institutes of Health; ViiV Healthcare; World Health Organization","keywords":"Human immunodeficiency virus (HIV); Protocol (science); Computer science; Database; World Wide Web; Data science; Medicine; Family medicine; Alternative medicine","score_opus":0.9295766023681991,"score_gpt":0.8372809100425895,"score_spread":0.09229569232560952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301606097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023825016,0.0000022031847,0.00024542212,0.0021128927,0.000019558116,0.9949035,0.0006866535,0.00008222611,0.0017093063],"genre_scores_gemma":[0.00021756026,0.000002109679,0.0032493086,0.0006470117,0.00041702183,0.9921961,0.000040882747,0.00007992607,0.0031501104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9526769,0.036380332,0.0027308764,0.0010809008,0.004020835,0.0031101762],"domain_scores_gemma":[0.97544104,0.019063389,0.0010600628,0.0014128583,0.0025795978,0.00044305457],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1175354,0.00027229247,0.0006042076,0.0017015756,0.00685821,0.00008442561,0.0017019839,0.000114399656,0.016151113],"category_scores_gemma":[0.012273164,0.00025105162,0.00013664007,0.003130608,0.00039555476,0.0007653198,0.0034252603,0.0029673935,0.0003643093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064048386,0.000625135,0.0108811185,0.017128661,0.000012847956,0.0000034357834,0.06613182,8.7230575e-7,0.0052212663,0.0017697924,0.8872363,0.010348268],"study_design_scores_gemma":[0.0024381224,0.0024438256,0.0019711077,0.0055226395,0.0000012636777,0.0000020425775,0.038737122,0.00012289484,0.00021622152,0.0002002922,0.948133,0.00021148156],"about_ca_topic_score_codex":0.000793516,"about_ca_topic_score_gemma":0.00037762756,"teacher_disagreement_score":0.105262235,"about_ca_system_score_codex":0.0016583463,"about_ca_system_score_gemma":0.008799565,"threshold_uncertainty_score":0.99999416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4302027384","doi":"10.21203/rs.3.rs-2108920/v1","title":"Techniques predatory journals use to solicit manuscripts: a contrast between Africa (lower- income countries) and Canada (high income country)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University; MicroResearch","keywords":"Publishing; Timeline; Public relations; Political science; Psychology; Geography; Law","score_opus":0.43964109730457085,"score_gpt":0.5436568410953451,"score_spread":0.10401574379077422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302027384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597957,0.004753274,0.0007540068,0.0064397547,0.0014733764,0.004947342,0.018300012,0.00016268589,0.0033738413],"genre_scores_gemma":[0.9882503,0.0023488891,0.0007209633,0.000336541,0.0006053847,0.0006701965,0.00007662395,0.000104662744,0.0068864194],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.94296896,0.0033186094,0.002282744,0.0027313656,0.045704555,0.0029937744],"domain_scores_gemma":[0.95733434,0.020900244,0.00072154345,0.003375301,0.014559456,0.0031090917],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.07385631,0.0007266749,0.0017316821,0.08301059,0.0019933572,0.016700527,0.008991889,0.0007373277,0.0046943408],"category_scores_gemma":[0.06837624,0.0005998361,0.00024683695,0.093298264,0.0006861309,0.0010890696,0.02252647,0.005922473,0.00008335066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027402627,0.00014922,0.7577138,0.00044629732,0.00021988021,0.00081014814,0.0003842135,0.00008125226,0.00006849953,0.0006659779,0.22999161,0.009195073],"study_design_scores_gemma":[0.00033640434,0.0005315295,0.39490056,0.00035910343,0.000014244702,0.000010537827,0.00045774263,0.00010588213,0.00010216246,0.0033786274,0.5992043,0.00059890916],"about_ca_topic_score_codex":0.5694511,"about_ca_topic_score_gemma":0.18880321,"teacher_disagreement_score":0.3806479,"about_ca_system_score_codex":0.004297902,"about_ca_system_score_gemma":0.008745584,"threshold_uncertainty_score":0.9996453},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4303446476","doi":"10.1136/bmjoq-2022-001945","title":"Improving incident reporting among physicians at south health campus hospital","year":2022,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; Alberta Health Services","funders":"","keywords":"Intervention (counseling); Medicine; Family medicine; Incident report; Patient safety; Nursing; Medical emergency; Health care","score_opus":0.20063961061795677,"score_gpt":0.5345084986771919,"score_spread":0.3338688880592351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303446476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769929,0.000027824444,0.0019696846,0.009427559,0.0019086093,0.005788568,0.00012059013,0.000119718476,0.0036445388],"genre_scores_gemma":[0.98609346,0.0000016324972,0.0005063315,0.0058681974,0.00020293573,0.0023502724,0.00023892437,0.000027868364,0.004710352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928926,0.0026290982,0.0025581147,0.0005227219,0.0007500838,0.00064738013],"domain_scores_gemma":[0.97972846,0.0002686371,0.018881492,0.00078182627,0.00010405869,0.00023553758],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012876071,0.00015528896,0.00052444346,0.0000507041,0.0038954136,0.00000536973,0.0005543492,0.0000693024,0.0007161492],"category_scores_gemma":[0.0062946132,0.00015830527,0.000106016974,0.00026755157,0.000071254864,0.00023875022,0.0023730013,0.00082459184,0.00010501068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012295581,0.0002391248,0.8818157,0.00033929702,0.00003052923,0.00001533055,0.08667848,0.00011749048,0.000035157253,0.0014832765,0.0083261365,0.020796558],"study_design_scores_gemma":[0.0008864643,0.00013903085,0.92306405,0.00013408698,0.000009907731,0.0000016135256,0.0645004,0.00013864438,0.000011373754,0.0002554146,0.010562339,0.00029664714],"about_ca_topic_score_codex":0.012133872,"about_ca_topic_score_gemma":0.0016389155,"teacher_disagreement_score":0.04124842,"about_ca_system_score_codex":0.0013247454,"about_ca_system_score_gemma":0.0013812388,"threshold_uncertainty_score":0.99740136},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4303627805","doi":"10.17615/wqtv-3571","title":"COVID-19 Therapies for inpatients: a review and quality assessment of clinical guidelines","year":2022,"lang":"en","type":"review","venue":"UNC Libraries","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; Agenzia Italiana del Farmaco, Ministero della Salute; Centers for Disease Control and Prevention; Robert Koch Institut; Ministère des Solidarités et de la Santé; Bundesministerium für Gesundheit; Société de Réanimation de Langue Française; National Institute for Health and Care Excellence; Ministry of Health and Family Welfare; Infectious Diseases Society of America; Indian Council of Medical Research; Government of Canada; Ministry of Health, Labour and Welfare","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medicine; Quality (philosophy); Intensive care medicine; Virology; Internal medicine; Infectious disease (medical specialty); Disease; Outbreak","score_opus":0.906746005424084,"score_gpt":0.6543808772702445,"score_spread":0.2523651281538395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303627805","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021061528,0.9710429,0.002200933,0.01725211,0.00078326557,0.0035393634,0.0042771623,0.000054599135,0.00084757316],"genre_scores_gemma":[3.2785036e-7,0.93005264,0.030201677,0.036596503,0.00031780978,0.0013802027,0.0007437393,0.000063291525,0.00064379035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97991383,0.002138111,0.01654249,0.00093089667,0.00015473716,0.00031993756],"domain_scores_gemma":[0.9715079,0.01370559,0.013244229,0.0010456055,0.000109244946,0.00038742236],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045271058,0.0004294944,0.007781165,0.00031986454,0.00027033623,0.00009935832,0.0005952491,0.00030323907,0.0021597277],"category_scores_gemma":[0.056707215,0.00043571176,0.0008565906,0.00028614988,0.00026090728,0.0005341733,0.0003032036,0.00035461783,0.0000263919],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004900944,0.000095334464,0.0018740162,0.21844964,0.00044076837,1.5780084e-7,0.00021134596,6.653169e-7,2.213446e-10,0.6321395,0.10930149,0.0374822],"study_design_scores_gemma":[0.0004187604,0.00012763779,0.000079469115,0.0032535307,0.00019078987,0.0000015373145,0.00018065928,0.00001752117,1.8230186e-9,0.04054198,0.9548019,0.00038622535],"about_ca_topic_score_codex":0.00031820068,"about_ca_topic_score_gemma":0.000024966503,"teacher_disagreement_score":0.8455004,"about_ca_system_score_codex":0.00032001376,"about_ca_system_score_gemma":0.0033201142,"threshold_uncertainty_score":0.99980944},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4306181334","doi":"10.1136/bmjebm-2022-112065","title":"The Pandora’s Box of Evidence Synthesis and the case for a living Evidence Synthesis Taxonomy","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; University of Toronto; McMaster University; Queen's University; Impact","funders":"National Health and Medical Research Council; University of Adelaide","keywords":"Context (archaeology); Pandemic; Nursing; Scope (computer science); Public relations; Psychology; Medical education; Business; Medicine; Coronavirus disease 2019 (COVID-19); Political science; Geography; Computer science","score_opus":0.7695973013225446,"score_gpt":0.5618726478439796,"score_spread":0.20772465347856495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306181334","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09481427,0.104466006,0.0052043786,0.7740754,0.0020537488,0.01891594,0.00009224699,0.00019519759,0.00018283162],"genre_scores_gemma":[0.9444512,0.009312398,0.0011103249,0.011390498,0.0009802452,0.032217458,9.415832e-7,0.00006326784,0.00047363457],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9701009,0.023907956,0.0025257324,0.0008852295,0.0014791568,0.0011010353],"domain_scores_gemma":[0.44358376,0.5511241,0.0023200666,0.0016695482,0.00092445815,0.00037806714],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.088950366,0.00045166595,0.0012449747,0.00025210582,0.0055225524,0.000044504093,0.0012246927,0.00018235904,0.0010280912],"category_scores_gemma":[0.5281563,0.00023593091,0.00023017792,0.0008683498,0.0017491578,0.0008889062,0.0007103605,0.0014949922,0.00001814769],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04064043,0.0006093096,0.16404559,0.041859098,0.0010609297,0.0016416807,0.0379085,0.0002609977,0.001410557,0.015557555,0.19047672,0.50452864],"study_design_scores_gemma":[0.0075249486,0.005039957,0.021874987,0.32830215,0.007608755,0.0017656337,0.3118049,0.015905079,0.0012891331,0.0026930396,0.29346487,0.0027265495],"about_ca_topic_score_codex":0.014886424,"about_ca_topic_score_gemma":0.002445777,"teacher_disagreement_score":0.849637,"about_ca_system_score_codex":0.0006320087,"about_ca_system_score_gemma":0.0037190241,"threshold_uncertainty_score":0.9998851},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4306253448","doi":"10.1002/pra2.641","title":"Investigating Open Access Publishing Practices of Early and <scp>Mid‐Career</scp> Researchers in Humanities and Social Sciences Disciplines","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Audience measurement; Descriptive statistics; Library science; Scholarly communication; Open peer review; Citation; Psychology; Political science; Advertising; Computer science; Plant biology; Business","score_opus":0.6736601966620449,"score_gpt":0.5621824102859028,"score_spread":0.11147778637614214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306253448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845085,0.00007561501,0.000002727295,0.009097034,0.000066672284,0.00044471625,0.00003055118,0.000009425561,0.005764748],"genre_scores_gemma":[0.9993123,0.0000367114,0.00033726703,0.000110421315,0.000007272898,0.000058592163,6.6283513e-7,0.0000019617266,0.00013485369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939381,0.000031832595,0.00061811,0.0002904762,0.004754495,0.0003670017],"domain_scores_gemma":[0.986647,0.0028685096,0.0033156613,0.00010272363,0.007018161,0.000047958518],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.055342477,0.000069432586,0.00020345261,0.019848257,0.0020194498,0.012004744,0.0047194175,0.000078439094,0.0000014675404],"category_scores_gemma":[0.20841368,0.000049711474,0.000018826531,0.078638405,0.001560307,0.026061628,0.009099861,0.0002905632,1.5427531e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030556946,0.0000134565325,0.91181886,0.000027194677,0.000003977937,8.112961e-9,0.0041540554,0.0000031996226,0.0016777928,0.06952808,0.0010350879,0.011735207],"study_design_scores_gemma":[0.00083286065,0.00033362902,0.7160398,0.000022925211,0.000007982082,0.000003475047,0.09521636,0.00335206,0.006828561,0.16305554,0.014211025,0.0000957852],"about_ca_topic_score_codex":0.00021603183,"about_ca_topic_score_gemma":0.000022163647,"teacher_disagreement_score":0.1957791,"about_ca_system_score_codex":0.00015647139,"about_ca_system_score_gemma":0.00042697717,"threshold_uncertainty_score":0.9992798},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4306291337","doi":"10.1186/s13643-022-02093-1","title":"Identifying existing approaches used to evaluate the sustainability of evidence-based interventions in healthcare: an integrative review","year":2022,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; University of Alberta Hospital; University of Alberta","funders":"University of Alberta; Faculty of Nursing, University of Alberta; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Psychological intervention; Health care; Sustainability; Nursing","score_opus":0.9762583753968781,"score_gpt":0.7713929362206201,"score_spread":0.204865439176258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306291337","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016454989,0.8857055,0.001887169,0.006278869,0.0005008474,0.105438285,0.00006946541,0.000039343144,0.000078881385],"genre_scores_gemma":[0.000021935099,0.88872993,0.0006296199,0.0027408,0.00007642272,0.10743912,0.000050746876,0.00006161332,0.00024979815],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8217947,0.15755299,0.016684039,0.0011653692,0.0016814409,0.0011214527],"domain_scores_gemma":[0.94116825,0.041181482,0.012011163,0.0040893,0.0010027552,0.0005470573],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17320322,0.00080099516,0.009272444,0.00079105474,0.0010676419,0.00004700252,0.0023579244,0.0002013532,0.00068031676],"category_scores_gemma":[0.16733964,0.00038663752,0.0016370468,0.0050253505,0.00014655034,0.0004445659,0.00058765284,0.0019953442,0.00021289066],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000017032734,0.000034074936,0.000023194792,0.89244145,0.000021589067,0.0000011797379,0.006675257,7.7543103e-7,1.2921374e-8,0.0007706378,0.0006980678,0.09933205],"study_design_scores_gemma":[0.00008438076,0.00009330995,0.0000048328584,0.65025324,0.00047063432,0.000003041442,0.0036739928,0.000018431083,1.37617535e-8,0.00014050453,0.34504777,0.00020986484],"about_ca_topic_score_codex":0.00153087,"about_ca_topic_score_gemma":0.0027173802,"teacher_disagreement_score":0.3443497,"about_ca_system_score_codex":0.0047551813,"about_ca_system_score_gemma":0.007520049,"threshold_uncertainty_score":0.99985856},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4306407305","doi":"10.1053/j.semvascsurg.2022.10.002","title":"The art of peer review: Guidelines to become a credible and constructive peer reviewer","year":2022,"lang":"en","type":"review","venue":"Seminars in Vascular Surgery","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Peer review; Medical education; Constructive; Construct (python library); Curriculum; Set (abstract data type); Technical peer review; Foundation (evidence); Peer feedback; Peer group; MEDLINE; Psychology; Pedagogy; Social psychology","score_opus":0.11032172519537455,"score_gpt":0.3853321692656513,"score_spread":0.27501044407027675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306407305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031930226,0.9874139,0.0000024682276,0.004272115,0.0018754345,0.0010983888,0.00005345124,0.000016851187,0.0052641956],"genre_scores_gemma":[5.548706e-8,0.9889028,0.0001931109,0.0008924672,0.0002583132,0.00014752494,0.000083696774,0.00002142996,0.009500565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99296737,0.0013441186,0.0010801614,0.00045723736,0.0037257874,0.000425332],"domain_scores_gemma":[0.9945471,0.0025266022,0.00045023434,0.0006009908,0.0016992079,0.0001758387],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037396435,0.0002938947,0.0021868073,0.0002678931,0.0004210552,0.000054443295,0.00079030666,0.000181366,0.00069554616],"category_scores_gemma":[0.042552136,0.00021712665,0.00086537644,0.0013829946,0.0006091086,0.00009504841,0.00048573336,0.00049823336,0.000031850563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011768332,0.000008153817,0.00006492276,0.0047887764,0.00007188525,0.00001585828,0.0003192652,7.5050565e-8,2.4414368e-9,0.00013074101,0.5270943,0.46750486],"study_design_scores_gemma":[0.000034259894,0.000011252953,0.0000029354596,0.05523731,0.0005481303,0.000006702994,0.0025083818,6.417508e-8,2.208171e-8,0.000082088336,0.9413516,0.00021723402],"about_ca_topic_score_codex":0.00029254679,"about_ca_topic_score_gemma":0.00014275311,"teacher_disagreement_score":0.4672876,"about_ca_system_score_codex":0.0001872881,"about_ca_system_score_gemma":0.00077717926,"threshold_uncertainty_score":0.99120295},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4306927028","doi":"10.1016/j.jclinepi.2022.08.017","title":"Understanding how deferred consent affects patient characteristics and outcomes: an exploratory analysis of a clinical trial of prone positioning for COVID-19","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Ethics in medical practice","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; William Osler Health System; Mount Sinai Hospital; Ottawa Hospital; University Health Network; Health Sciences Centre; Sinai Health System; University of Ottawa; University of Toronto; St Joseph's Health Centre","funders":"","keywords":"Informed consent; Clinical trial; Medicine; Exploratory research; Family medicine; Coronavirus disease 2019 (COVID-19); Psychology; Alternative medicine; Disease; Infectious disease (medical specialty); Internal medicine","score_opus":0.8585974383909769,"score_gpt":0.6889582603977699,"score_spread":0.16963917799320705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306927028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8705237,0.00009726129,0.090230554,0.033656098,0.0041777636,0.0011034138,0.0001360153,0.000011966802,0.00006320863],"genre_scores_gemma":[0.9764198,0.00045257193,0.0073995516,0.015041733,0.0005527751,0.00006326834,0.000036716774,0.000020057087,0.000013521472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8968636,0.09156873,0.010089462,0.0004192509,0.00062215724,0.0004368059],"domain_scores_gemma":[0.4129494,0.5663611,0.018857384,0.0004196962,0.0005374824,0.0008748764],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21870774,0.00018555736,0.005028942,0.00038559802,0.00065250735,0.000003955576,0.0003284578,0.0006994865,0.00012268206],"category_scores_gemma":[0.7459928,0.00014563263,0.0010763357,0.0003360446,0.0009641757,0.00014817134,0.00029639332,0.0057478985,3.8847986e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.067481525,0.0019659128,0.89501137,0.0006373095,0.0034566715,0.000041410007,0.0028552557,0.00031408793,0.000015051275,0.022854196,0.003968732,0.0013984594],"study_design_scores_gemma":[0.17741643,0.07167122,0.4774706,0.0008027998,0.015075113,0.000056351866,0.08224936,0.020251893,0.000001866633,0.1416247,0.01248876,0.0008908769],"about_ca_topic_score_codex":0.00002076472,"about_ca_topic_score_gemma":0.00007103622,"teacher_disagreement_score":0.52728504,"about_ca_system_score_codex":0.0002595942,"about_ca_system_score_gemma":0.0028812666,"threshold_uncertainty_score":0.9965459},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4307628881","doi":"10.1101/2022.10.26.22281577","title":"Strategies used to manage overlap of primary study data by exercise-related overviews. Protocol for a systematic methodological review","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Systematic review; Psychological intervention; Cochrane Library; MEDLINE; Protocol (science); Medicine; Computer science; Meta-analysis; Alternative medicine; Pathology; Political science","score_opus":0.9204098108760591,"score_gpt":0.6357333278459203,"score_spread":0.2846764830301388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307628881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025039513,0.016837796,0.028441416,0.00041204327,0.0004180832,0.9480163,0.0009473195,0.000042865064,0.0023802666],"genre_scores_gemma":[0.0015281001,0.00040067427,0.018116888,0.0003834709,0.000039489827,0.97392267,0.00036148174,0.00008596826,0.0051612435],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.86968935,0.080370486,0.032152135,0.004754752,0.01243258,0.000600724],"domain_scores_gemma":[0.9420328,0.01361794,0.019794235,0.02309872,0.0011745619,0.0002817429],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.42158628,0.0010751317,0.022097828,0.0005969773,0.0001814515,0.00094630953,0.015497722,0.0002668413,0.0108982595],"category_scores_gemma":[0.06777077,0.0005196769,0.0034675037,0.0024071503,0.000071743765,0.0003281833,0.008155669,0.00072209444,0.00034792227],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091062575,0.0014336279,0.0042917733,0.6888974,0.0023880645,0.000029938235,0.0014182643,0.00026706705,0.000050564086,0.0004840409,0.2979483,0.0026999111],"study_design_scores_gemma":[0.005042766,0.0022721572,0.012405365,0.28012428,0.02921207,0.0000355008,0.01870823,0.008731647,0.000027779673,0.025182098,0.6131247,0.005133403],"about_ca_topic_score_codex":0.00003474254,"about_ca_topic_score_gemma":0.000018672634,"teacher_disagreement_score":0.4087731,"about_ca_system_score_codex":0.00011872417,"about_ca_system_score_gemma":0.00028358298,"threshold_uncertainty_score":0.9998662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4307711315","doi":"10.1186/s12961-022-00905-3","title":"What the policy and stewardship landscape of a national health research system looks like in a developing country like Iran: a qualitative study","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institutes of Health Research","funders":"","keywords":"Stewardship (theology); Scope (computer science); Health services research; Health administration; Public relations; Health policy; Qualitative research; Health care; Medicine; Political science; Medical education; Business; Knowledge management; Public health; Nursing; Sociology; Social science","score_opus":0.6564368557691846,"score_gpt":0.6298083061130365,"score_spread":0.026628549656148137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307711315","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008591767,0.9767779,0.0000011638342,0.008049273,0.0004456697,0.012399236,0.00039175755,0.00003827055,0.0010375526],"genre_scores_gemma":[0.012050696,0.9816303,0.000008144484,0.0014125999,0.0011446225,0.002696872,0.00015258414,0.000082586805,0.0008215958],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9451072,0.04117022,0.003330282,0.001151444,0.006076154,0.0031647051],"domain_scores_gemma":[0.97645223,0.018709464,0.0009594092,0.0008711712,0.0013277107,0.001680043],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.12216672,0.00053431286,0.0039510834,0.0048361095,0.0017026277,0.00031840935,0.00047035783,0.00037550714,0.000005766865],"category_scores_gemma":[0.005682026,0.00036924466,0.00016838398,0.006159257,0.00053841656,0.0001799089,0.00059716037,0.003577197,0.000010406377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006384426,0.0006108875,0.00035846504,0.6529169,0.00036781857,0.00016633712,0.16199546,9.657606e-7,1.8946222e-8,0.05586519,0.018922012,0.10815749],"study_design_scores_gemma":[0.0010680429,0.0014862329,0.00018635365,0.04795329,0.000009612275,0.00046673723,0.24656564,0.00003995438,2.2444637e-9,0.00006565863,0.7019762,0.00018229822],"about_ca_topic_score_codex":0.07893181,"about_ca_topic_score_gemma":0.0031323566,"teacher_disagreement_score":0.68305415,"about_ca_system_score_codex":0.007188011,"about_ca_system_score_gemma":0.07407217,"threshold_uncertainty_score":0.99987596},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4308314465","doi":"10.1007/s10639-022-11365-1","title":"Developing a comprehensive plagiarism assessment rubric","year":2022,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Likert scale; Psychology; Categorization; Paraphrase; Mathematics education; Writing assessment; Plagiarism detection; Computer science; Medical education; Medicine; Information retrieval; Artificial intelligence","score_opus":0.023286801803039932,"score_gpt":0.328594484222961,"score_spread":0.30530768241992107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308314465","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3233856,0.0017719032,0.02553642,0.28472427,0.004535568,0.0015473361,0.000045451718,0.0031651396,0.3552883],"genre_scores_gemma":[0.98613685,0.0011037097,0.008549163,0.00334717,0.000036239944,0.00018227834,0.00006394166,0.0000026237158,0.0005780125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992705,0.000080916834,0.00018375301,0.00006814743,0.00025973746,0.00013691693],"domain_scores_gemma":[0.999567,0.000083607716,0.00012867425,0.00007750427,0.0001235717,0.000019695975],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00048079138,0.000059535603,0.00007034398,0.00024384206,0.0013351947,0.00008879339,0.00020096342,0.0001996748,0.00014471386],"category_scores_gemma":[0.00022996213,0.00006242244,0.000015134265,0.00036478823,0.00013969751,0.0011412419,0.00013306951,0.0008060745,0.00002054095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012944578,0.000010469284,0.00045895408,0.0000074134878,0.0000036750148,4.1369475e-8,0.01107871,0.000004538921,0.0000036845452,0.7660672,0.016633404,0.2057306],"study_design_scores_gemma":[0.000043982724,0.000010593949,0.0015094331,0.000004354924,0.0000018232663,0.000002997639,0.26946318,0.000050510564,0.00003213104,0.016021674,0.71279126,0.000068040245],"about_ca_topic_score_codex":0.00041147336,"about_ca_topic_score_gemma":0.000008119597,"teacher_disagreement_score":0.75004554,"about_ca_system_score_codex":0.00027811818,"about_ca_system_score_gemma":0.0007493325,"threshold_uncertainty_score":0.99996495},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4308725917","doi":"10.22541/au.166799774.47417677/v1","title":"Multiple sclerosis risk among anti-tumor necrosis factor alpha users: A methodological review of observational studies based on real-world data","year":2022,"lang":"en","type":"review","venue":"","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; University of Calgary; University of British Columbia","funders":"","keywords":"Confounding; Observational study; Contraindication; Multiple sclerosis; Medicine; Causal inference; Clinical psychology; Internal medicine; Immunology; Pathology; Alternative medicine","score_opus":0.8503832755111407,"score_gpt":0.5412088577386965,"score_spread":0.30917441777244414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308725917","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010788703,0.9851757,0.000057064146,0.00044517647,0.0002502788,0.005877663,0.0074091502,0.00020352683,0.00047349624],"genre_scores_gemma":[0.000035379555,0.9735521,0.019299744,0.0009262585,0.00021436292,0.0016647183,0.0037071877,0.00015026571,0.00044997124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866746,0.004547098,0.0028769446,0.0021692782,0.0028191714,0.0009129017],"domain_scores_gemma":[0.9639178,0.028847849,0.0023864012,0.0037792926,0.0006687196,0.00039992554],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074892417,0.0012480833,0.0097464975,0.0008296101,0.0004676097,0.000044356584,0.0017594761,0.00017222208,0.0031049382],"category_scores_gemma":[0.068624735,0.0008054551,0.0016877739,0.0027072283,0.0009679178,0.00024125022,0.0028768023,0.001832362,0.000038766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015139252,0.0011118717,0.032014024,0.30940628,0.004450737,0.00003931543,0.000058464993,0.0000037751545,0.000004028452,0.000021284864,0.066879764,0.58585906],"study_design_scores_gemma":[0.001117962,0.000514246,0.08229161,0.17491807,0.0035848229,0.0000018976783,0.000073229174,0.0003723215,0.0000052786445,0.0000018672496,0.73643774,0.00068095414],"about_ca_topic_score_codex":0.0014851651,"about_ca_topic_score_gemma":0.0005057952,"teacher_disagreement_score":0.669558,"about_ca_system_score_codex":0.00108142,"about_ca_system_score_gemma":0.0012598324,"threshold_uncertainty_score":0.99943966},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4308866009","doi":"10.3390/vision6040065","title":"Musical Novices Are Unable to Judge Musical Quality from Brief Video Clips: A Failed Replication of Tsay (2014)","year":2022,"lang":"en","type":"article","venue":"Vision","topic":"Neuroscience and Music Perception","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Office of Defense Programs; Natural Sciences and Engineering Research Council of Canada; U.S. Department of Defense","keywords":"Musical; Replication (statistics); Quality (philosophy); Psychology; Cognitive psychology; Computer science; Visual arts","score_opus":0.05938127848475169,"score_gpt":0.3531853783222646,"score_spread":0.2938040998375129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308866009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951994,0.000003731369,0.0007758941,0.0019909842,0.00062229607,0.000421462,0.00014370958,0.00011312694,0.000729436],"genre_scores_gemma":[0.99263114,0.0000074677546,0.00018092967,0.0066612996,0.00014371244,0.00007852251,0.000018741157,0.000017624583,0.00026054133],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99617165,0.0004623451,0.00048179543,0.0016483326,0.00093336543,0.0003024844],"domain_scores_gemma":[0.99767375,0.0003234467,0.0002857774,0.0014968079,0.0000568664,0.0001633522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001062114,0.00015735308,0.0002759774,0.00015923334,0.00043369873,0.0000729875,0.00058588677,0.00005921577,0.000903395],"category_scores_gemma":[0.0015334445,0.00014873465,0.00010466284,0.0008082893,0.00012429418,0.0003666525,0.00058296236,0.00025386817,0.00016283544],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001450599,0.00032839325,0.00040869968,0.000010043752,6.622874e-7,0.000006479262,0.0006768137,0.00009071936,0.9789549,0.00045264515,0.0078098006,0.011115765],"study_design_scores_gemma":[0.0012393309,0.0013682835,0.62268543,0.00005946732,0.00002474096,0.000011514706,0.00094259274,0.0036884716,0.22253409,0.0017159305,0.14515592,0.0005742331],"about_ca_topic_score_codex":0.00062485243,"about_ca_topic_score_gemma":0.000061139624,"teacher_disagreement_score":0.75642085,"about_ca_system_score_codex":0.00009943576,"about_ca_system_score_gemma":0.000061693034,"threshold_uncertainty_score":0.98915416},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4309080724","doi":"10.1016/j.ajogmf.2022.100786","title":"Keepin’ it real: research integrity, manuscript trustworthiness, and data reliability","year":2022,"lang":"en","type":"editorial","venue":"American Journal of Obstetrics & Gynecology MFM","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Measles; Scopus; Autism; Autism spectrum disorder; Medicine; Pediatrics; Psychology; Library science; MEDLINE; Vaccination; Psychiatry; Pathology; Computer science; Political science","score_opus":0.2397307506893118,"score_gpt":0.4978062870131412,"score_spread":0.2580755363238294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309080724","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09307966,0.003801514,0.000036908903,0.013686347,0.8877639,0.00063782465,0.00018860334,0.00003085301,0.00077436655],"genre_scores_gemma":[0.14434345,0.091442786,0.004405131,0.0013758997,0.75367695,0.00006449396,0.0016858077,0.000254308,0.0027511586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99228054,0.0017270218,0.0020556718,0.00092982576,0.002189793,0.000817163],"domain_scores_gemma":[0.9010784,0.08212268,0.003496599,0.0035119653,0.008619592,0.0011707641],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011835498,0.00036512033,0.0016261438,0.0014865645,0.00046971795,0.00007982523,0.0014955694,0.00077015423,0.0005355855],"category_scores_gemma":[0.1672875,0.0003322907,0.00017266886,0.0023845215,0.0015804473,0.00029604632,0.0010551803,0.010045043,0.000022474556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032186203,0.0003607406,0.01320212,0.00019788643,0.00012451255,0.00035034135,0.0011279751,0.0000029485516,0.0000027666322,0.000020122718,0.8402008,0.14408797],"study_design_scores_gemma":[0.00019226634,0.0048998096,0.0023808826,0.00014071664,0.0003083018,0.00013994935,0.01213837,0.00007159299,0.000005239795,0.0009636105,0.97850907,0.00025021372],"about_ca_topic_score_codex":0.005203081,"about_ca_topic_score_gemma":0.00030068925,"teacher_disagreement_score":0.155452,"about_ca_system_score_codex":0.0018753294,"about_ca_system_score_gemma":0.0073115393,"threshold_uncertainty_score":0.9999129},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4309323596","doi":"10.1177/00220426221139420","title":"Qualitative Research on Cannabis Use Among Youth: A Methodological Review","year":2022,"lang":"en","type":"review","venue":"Journal of Drug Issues","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Qualitative research; Cannabis; Data collection; Qualitative property; Recreation; Legalization; Psychology; Applied psychology; Sociology; Computer science; Social science; Psychiatry; Political science","score_opus":0.698350717683246,"score_gpt":0.6430572980455516,"score_spread":0.05529341963769441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309323596","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010731233,0.98320967,0.0000017138976,0.01345003,0.00038257428,0.0016789127,0.0001166186,0.000019270401,0.0010338724],"genre_scores_gemma":[0.0000016636517,0.9290976,0.0003641748,0.00036367204,0.00093335763,0.00015515852,0.00006386467,0.00010444482,0.06891606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97528887,0.017093543,0.0022102334,0.0005902722,0.004008855,0.0008082434],"domain_scores_gemma":[0.99372274,0.0016635456,0.0014069933,0.0008773596,0.0015849458,0.0007444307],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033882473,0.0005695388,0.0053549097,0.0015131193,0.00027407505,0.00012871364,0.0008581496,0.00030345577,0.0030408006],"category_scores_gemma":[0.019603392,0.00034700654,0.0022943616,0.001939243,0.0005034043,0.00019007703,0.00040842558,0.006440734,0.00005763117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015312518,0.00032026626,0.0000022058898,0.038703103,0.00049411465,0.0011142303,0.004937691,2.3133406e-7,1.9331635e-7,0.00009685751,0.6846617,0.2695163],"study_design_scores_gemma":[0.0003343787,0.0015598211,0.000011634932,0.08547108,0.001315652,0.00043102592,0.007504581,1.687937e-7,0.0000019229428,0.000057657104,0.9030369,0.0002751742],"about_ca_topic_score_codex":0.0004485461,"about_ca_topic_score_gemma":0.000015517617,"teacher_disagreement_score":0.2692411,"about_ca_system_score_codex":0.0010791746,"about_ca_system_score_gemma":0.00200298,"threshold_uncertainty_score":0.9998982},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4309400080","doi":"10.1111/amet.13106","title":"Gendered disruptions in academic publishing during COVID‐19","year":2022,"lang":"en","type":"article","venue":"American Ethnologist","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Publishing; Coronavirus disease 2019 (COVID-19); Phenomenon; Productivity; Sociology; Service (business); Work (physics); Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Set (abstract data type); 2019-20 coronavirus outbreak; Peer review; Qualitative property; Public relations; Media studies; Political science; Business; Marketing; Economics; Epistemology; Medicine; Law; Economic growth","score_opus":0.226723561196816,"score_gpt":0.39129515124383835,"score_spread":0.16457159004702235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309400080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411565,0.00011139205,0.0001340033,0.044027295,0.00018136518,0.00014632319,0.000054586657,0.0002221811,0.013966376],"genre_scores_gemma":[0.99704677,0.00015873223,0.000108047214,0.0017519513,0.000052160387,0.000030897485,0.000016375123,0.0000050273484,0.0008300357],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99778867,0.0007717713,0.00018332644,0.0003104592,0.00042114666,0.0005246163],"domain_scores_gemma":[0.9992684,0.00015649757,0.00015328496,0.00019649425,0.000021823207,0.00020350653],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016555834,0.00007819282,0.00014983505,0.0001872088,0.0020430249,0.00010074625,0.00073788146,0.00006801356,0.0006083343],"category_scores_gemma":[0.0020218417,0.000095292846,0.000054028158,0.0012603047,0.0011968608,0.00047417442,0.0004911463,0.00097728,0.00001787169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004943864,0.00014048268,0.7642792,0.000015315805,0.000026451975,0.0000750601,0.1722248,0.0014097281,0.0002717285,0.049787115,0.004790222,0.0069304705],"study_design_scores_gemma":[0.00034635718,0.00003908606,0.17838931,0.0000014617284,0.0000068635663,0.0000028774498,0.73236614,0.000019387217,0.000010239515,0.0034753857,0.08512419,0.0002187161],"about_ca_topic_score_codex":0.09626807,"about_ca_topic_score_gemma":0.011504614,"teacher_disagreement_score":0.5858899,"about_ca_system_score_codex":0.0008640737,"about_ca_system_score_gemma":0.00033012478,"threshold_uncertainty_score":0.9992562},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310224193","doi":"10.15402/esj.v8i2.70776","title":"Avoiding Risk, Protecting the “Vulnerable”: A Story of Performative Ethics and Community Research Relationships","year":2022,"lang":"en","type":"article","venue":"Engaged Scholar Journal Community-Engaged Research Teaching and Learning","topic":"Ethics in medical practice","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; University of Saskatchewan","keywords":"Public relations; Sociology; Political science","score_opus":0.6049047470961533,"score_gpt":0.5714209861346862,"score_spread":0.0334837609614671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310224193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855739,0.0016666744,0.00072974566,0.004876182,0.00025338837,0.0009907925,0.0000069640982,0.00009668107,0.005805711],"genre_scores_gemma":[0.99553245,0.000961821,0.0019101516,0.00019607673,0.00024548505,0.00017158633,0.000008848642,0.00008056928,0.00089299015],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.0017769473,0.9922048,0.0010501636,0.0002650092,0.0034492936,0.0012537799],"domain_scores_gemma":[0.010622755,0.9851885,0.0009648182,0.0009788685,0.0017759282,0.00046915945],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.999632,0.00026794223,0.00048080893,0.0010825052,0.9965201,0.0004024865,0.0016572749,0.0005395493,0.00014079617],"category_scores_gemma":[0.99949163,0.00021739214,0.0000940338,0.0011452746,0.0018437909,0.001133372,0.003989628,0.999342,0.00001231178],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021337249,0.00018438442,0.0047132056,0.00042819043,0.00010388332,0.000007969587,0.9874031,0.0006899534,0.0014929245,0.00012507253,0.0003569856,0.004280991],"study_design_scores_gemma":[0.0009988908,0.0008161693,0.0054389974,0.0010163349,0.000032385204,0.00016025812,0.9742741,0.0015058013,0.000016357602,0.0035399543,0.0120079145,0.00019284931],"about_ca_topic_score_codex":0.004920459,"about_ca_topic_score_gemma":0.00035137194,"teacher_disagreement_score":0.9988024,"about_ca_system_score_codex":0.0008207202,"about_ca_system_score_gemma":0.0012283012,"threshold_uncertainty_score":0.8864994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4310566398","doi":"10.1002/sim.9605","title":"Point estimation for adaptive trial designs I: A methodological review","year":2022,"lang":"en","type":"review","venue":"Statistics in Medicine","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Cambridge Biomedical Research Centre; Medical Research Council; National Institute for Health and Care Research; Medical Research Council Canada; Department of Health and Social Care; Cancer Research UK; Health and Care Research Wales","keywords":"Estimator; Computer science; Estimation; Type I and type II errors; Point estimation; Point (geometry); Contrast (vision); Set (abstract data type); Econometrics; Statistics; Artificial intelligence; Mathematics","score_opus":0.9563494966257471,"score_gpt":0.7322871607745378,"score_spread":0.22406233585120927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310566398","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0958632e-9,0.48299348,0.5069911,0.000099774115,0.0012302574,0.007038091,0.0012783484,0.000043404325,0.0003255577],"genre_scores_gemma":[1.5075861e-9,0.4989441,0.4967474,0.00023479915,0.00046098902,0.003247237,0.00017936868,0.00007606356,0.0001100399],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97788954,0.013765913,0.005443167,0.001123923,0.0011301286,0.00064734236],"domain_scores_gemma":[0.5717872,0.42524847,0.0018967566,0.00073647196,0.00014252464,0.00018859073],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04316554,0.00081176154,0.009406961,0.00033608204,0.00013118256,0.000014350118,0.00079817243,0.00050462235,0.0052671293],"category_scores_gemma":[0.75426865,0.00056774676,0.00054484955,0.000814416,0.00048389158,0.000032567008,0.00024580187,0.0017048809,0.000018694029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012181841,0.000131013,4.397882e-9,0.051359635,0.00012385815,0.000049852777,0.000019826084,2.7359877e-7,6.346444e-9,0.2590469,0.042817567,0.64523286],"study_design_scores_gemma":[0.0068177297,0.0023312839,2.1030896e-8,0.03373432,0.0032682014,0.00001667119,0.000014563743,0.00016939583,1.8429853e-8,0.57573503,0.3775855,0.00032727738],"about_ca_topic_score_codex":0.000010210643,"about_ca_topic_score_gemma":0.000003994642,"teacher_disagreement_score":0.7111031,"about_ca_system_score_codex":0.0005504522,"about_ca_system_score_gemma":0.0005204607,"threshold_uncertainty_score":0.9996774},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310692034","doi":"10.3390/curroncol29120750","title":"Integrating Systematic Reviews into Supportive Care Trial Design: The Rethinking Clinical Trials (REaCT) Program","year":2022,"lang":"en","type":"review","venue":"Current Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Clinical trial; Psychological intervention; Systematic review; Prostate cancer; Breast cancer; Alternative medicine; Clinical study design; Medical physics; Family medicine; MEDLINE; Cancer; Nursing; Internal medicine; Pathology","score_opus":0.9854177838826668,"score_gpt":0.7701734279469957,"score_spread":0.21524435593567104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310692034","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.624192e-7,0.91146296,0.0045946063,0.00010606082,0.014618761,0.06787089,0.000029322951,0.00003469649,0.0012817074],"genre_scores_gemma":[0.0000022367915,0.9605729,0.0049777892,0.00009322737,0.0021259123,0.031384476,0.00022785712,0.000073648145,0.00054193055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.12937587,0.747968,0.10987098,0.0037539874,0.008118079,0.00091303687],"domain_scores_gemma":[0.21011892,0.57197285,0.19839361,0.01584107,0.0029149507,0.0007586131],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8136124,0.0017034257,0.075822406,0.0008854833,0.000880109,0.0016576579,0.009516989,0.0009874245,0.009685037],"category_scores_gemma":[0.7817574,0.0005780133,0.032579873,0.0035185735,0.0003609151,0.00020605604,0.0013792048,0.004397707,0.0034187736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009768806,0.00021176712,0.0000020333134,0.09085987,0.0008254778,0.000015211771,0.0023638143,2.017508e-7,2.9121776e-9,0.00023976095,0.047064744,0.8583194],"study_design_scores_gemma":[0.0016770558,0.0012977541,7.19459e-8,0.03238938,0.016993077,0.00006197358,0.002973478,0.00012212715,7.3172863e-9,0.0009691171,0.9430209,0.00049507193],"about_ca_topic_score_codex":0.000005936184,"about_ca_topic_score_gemma":0.00003927727,"teacher_disagreement_score":0.89595616,"about_ca_system_score_codex":0.0011843358,"about_ca_system_score_gemma":0.0033527503,"threshold_uncertainty_score":0.9996671},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310773520","doi":"10.1016/j.jclinepi.2022.11.020","title":"Indicators of questionable research practices were identified in 163,129 randomized controlled trials","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"ZonMw","keywords":"Blinding; Randomized controlled trial; Checklist; Proxy (statistics); Sample size determination; Publication bias; Medicine; Logistic regression; MEDLINE; Impact factor; Consolidated Standards of Reporting Trials; Family medicine; Meta-analysis; Statistics; Psychology; Surgery; Internal medicine","score_opus":0.9659537253604227,"score_gpt":0.7731422889942364,"score_spread":0.19281143636618625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310773520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050728,0.018683337,0.0070323986,0.051912956,0.005206742,0.0043877074,0.000019500469,0.000002938255,0.007681627],"genre_scores_gemma":[0.987888,0.0014980998,0.0043727574,0.0008571908,0.0005354849,0.00013980536,0.0000021733872,0.0000098077935,0.004696714],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.013345846,0.8360722,0.14230552,0.00076966506,0.0070727156,0.00043401966],"domain_scores_gemma":[0.0019291795,0.7941249,0.19955583,0.0015497688,0.0025557461,0.00028457865],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98947763,0.00023848092,0.07177835,0.0027014476,0.00017147916,0.00010565714,0.003145909,0.00029511916,0.020028546],"category_scores_gemma":[0.99550444,0.00009647657,0.016644537,0.0021339278,0.0006108762,0.00028348475,0.00040395372,0.0026551476,0.00015135181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17781569,0.0013463752,0.48071548,0.000083724546,0.0056680283,0.000092404545,0.0003361308,0.0036560646,0.000027505152,0.06983161,0.24701639,0.013410604],"study_design_scores_gemma":[0.25409484,0.001099375,0.043941323,0.00016351332,0.00198919,0.00009946784,0.002644935,0.0075205425,0.0000040094938,0.55695516,0.13125907,0.00022857416],"about_ca_topic_score_codex":0.00007460198,"about_ca_topic_score_gemma":0.000025037602,"teacher_disagreement_score":0.48712355,"about_ca_system_score_codex":0.00006306936,"about_ca_system_score_gemma":0.0010643451,"threshold_uncertainty_score":0.99964577},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310940450","doi":"10.1177/15562646221138450","title":"Protecting the Vulnerable and Including the Under-Represented: IRB Practices and Attitudes","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Advancing Translational Sciences; Harvard Catalyst; University of Pennsylvania","keywords":"Political science; Informed consent; Engineering ethics; Psychology; Law; Public relations; Medicine; Alternative medicine; Engineering","score_opus":0.9735816868509165,"score_gpt":0.8029646020742615,"score_spread":0.17061708477665505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310940450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5816386,0.0027287602,0.000023058776,0.410048,0.00008202985,0.0011904847,0.0000033883416,0.00001416371,0.004271566],"genre_scores_gemma":[0.9872696,0.005092855,0.00023954132,0.0022445077,0.0007733243,0.00014837504,0.0000010225091,0.000054814238,0.0041760034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9135324,0.06002451,0.0013326952,0.00087105064,0.022534655,0.0017046883],"domain_scores_gemma":[0.22613743,0.759194,0.0009345616,0.0017807076,0.010690711,0.001262568],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.45931932,0.00021376711,0.0005152865,0.0010418667,0.02046738,0.0008507231,0.0017319975,0.0005191503,0.00032376172],"category_scores_gemma":[0.6147963,0.00011563002,0.00017055386,0.0021016067,0.005566443,0.00027559514,0.005163239,0.14978325,0.000012028071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02524646,0.011219479,0.16234393,0.007264236,0.0041692145,0.0067214025,0.103324175,0.0017575137,0.052809484,0.46281835,0.13758235,0.024743415],"study_design_scores_gemma":[0.0055924575,0.02990327,0.07314998,0.0028495344,0.00012957072,0.002137415,0.14428574,0.0016051683,0.0022222255,0.55288994,0.18467793,0.00055677356],"about_ca_topic_score_codex":0.00060648995,"about_ca_topic_score_gemma":0.00058226724,"teacher_disagreement_score":0.6991695,"about_ca_system_score_codex":0.00076309714,"about_ca_system_score_gemma":0.005039976,"threshold_uncertainty_score":0.9971398},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4311046123","doi":"10.1007/s11192-022-04565-6","title":"Retraction of Predatory publishing in Scopus: evidence on cross-country differences lacks justification","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Scopus; Publishing; Bibliometrics; Library science; Data science; Political science; Regional science; Computer science; Geography; MEDLINE; Law","score_opus":0.7729591827362152,"score_gpt":0.6206454994995081,"score_spread":0.15231368323670713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311046123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859817,0.0014403409,0.0007649863,0.0004990958,0.0038719669,0.00041493453,0.00016691037,0.000033950568,0.004209634],"genre_scores_gemma":[0.9975622,0.00019991281,0.0002498348,0.00013407263,0.000082184,0.000044307388,0.000012112484,0.000012527898,0.0017027968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9628152,0.0007973398,0.0015642622,0.0014876176,0.032456428,0.00087914756],"domain_scores_gemma":[0.97594756,0.01508291,0.0012771401,0.0017986144,0.005421689,0.0004720582],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09781933,0.00019763832,0.00040519002,0.21557449,0.00068646536,0.0067095743,0.005449575,0.00020236606,0.0011561909],"category_scores_gemma":[0.27711844,0.00016431129,0.00013692804,0.6009262,0.00039972298,0.004809255,0.0015294885,0.0013916155,0.0000779208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008790491,0.00045448792,0.9269142,0.00002293511,0.0000046827026,0.0000074609156,0.00032113513,0.0016653131,0.0012292454,0.0013475316,0.00771228,0.060232814],"study_design_scores_gemma":[0.00038789544,0.0003916381,0.9791538,0.000032638396,0.0000036056194,0.0000030835872,0.0012208901,0.008783312,0.0012112206,0.0018374604,0.00676536,0.00020910651],"about_ca_topic_score_codex":0.00031571757,"about_ca_topic_score_gemma":0.000034142344,"teacher_disagreement_score":0.38535172,"about_ca_system_score_codex":0.0010373471,"about_ca_system_score_gemma":0.00064940355,"threshold_uncertainty_score":0.9999314},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4311286084","doi":"10.1186/s40900-022-00405-2","title":"A scoping review of methods to measure and evaluate citizen engagement in health research","year":2022,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Dalhousie University; University of Calgary","funders":"","keywords":"Public engagement; CLARITY; Inclusion (mineral); Community engagement; Empowerment; Psychology; Public relations; Medical education; Focus group; Medicine; Political science; Sociology; Social psychology","score_opus":0.9410964001498081,"score_gpt":0.7252266863511517,"score_spread":0.21586971379865638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311286084","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026740146,0.95336753,0.00005598104,0.0010306906,0.00048341753,0.04179748,0.000105734194,0.00003588329,0.0030965349],"genre_scores_gemma":[0.000004219321,0.9693987,0.003955468,0.0018378302,0.00017384504,0.023272369,0.00050230866,0.00011354791,0.00074173074],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8560721,0.12735264,0.005582068,0.0020021154,0.0051988307,0.003792213],"domain_scores_gemma":[0.9843768,0.011463755,0.00090347324,0.0012797331,0.000635593,0.0013406579],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.30941767,0.0006972744,0.0033267075,0.0029056852,0.003750211,0.000044905264,0.00090542954,0.0002711233,0.0026161808],"category_scores_gemma":[0.0028714621,0.00060004636,0.00022361941,0.0031438423,0.00026200354,0.00011514502,0.0051928074,0.0072717965,0.000082859995],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000030751402,0.00017334713,0.00005556124,0.53486645,0.00006829383,0.000004968649,0.0024470023,2.8943572e-7,4.6649802e-7,0.0005422523,0.0064046048,0.455406],"study_design_scores_gemma":[0.0005183082,0.00094817637,0.0000055497676,0.4614974,0.0000396669,3.851934e-7,0.0031184594,0.000006417468,5.779097e-7,0.00013268625,0.5335091,0.00022330318],"about_ca_topic_score_codex":0.0016155811,"about_ca_topic_score_gemma":0.00044867164,"teacher_disagreement_score":0.5271045,"about_ca_system_score_codex":0.0039535873,"about_ca_system_score_gemma":0.005678217,"threshold_uncertainty_score":0.9999587},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4311338564","doi":"10.1016/j.jval.2022.09.2165","title":"PCR232 The Use of EuroQol EQ-5D in the Middle East and North Africa Region: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CINAHL; PsycINFO; Data extraction; Systematic review; Medicine; EQ-5D; MEDLINE; Population; Inclusion (mineral); Family medicine; Psychology; Health related quality of life; Environmental health; Psychiatry; Psychological intervention; Political science; Pathology","score_opus":0.9323004053396625,"score_gpt":0.4378622853480493,"score_spread":0.49443811999161325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311338564","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000329975,0.97936386,0.000020888385,0.010567684,0.00029396007,0.009191776,0.00034353268,0.000014307529,0.00017098182],"genre_scores_gemma":[0.00003632871,0.98968416,0.00013447255,0.0079505425,0.00009806204,0.0018502816,0.00005399749,0.00005826424,0.00013387964],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97578084,0.010413447,0.012147789,0.00079738884,0.00025244462,0.0006080947],"domain_scores_gemma":[0.9806557,0.008419103,0.009082471,0.0016787178,0.000030147172,0.00013383201],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04363389,0.00042084185,0.0059431726,0.0004878268,0.00023537029,0.00007671273,0.00096573215,0.00014421977,0.00007475124],"category_scores_gemma":[0.008659461,0.00031774788,0.00037960493,0.0013331647,0.00010113573,0.00020244044,0.00016381116,0.00085312745,0.00012373058],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014750889,0.000077583805,0.00015691687,0.9766261,0.000044747856,0.0000047051603,0.0061897393,0.0000603506,2.4485466e-11,0.008988855,0.006655382,0.0011941495],"study_design_scores_gemma":[0.00013688298,0.00006849195,0.000045637556,0.21997452,0.00006128942,0.00008537178,0.00072420423,0.00041847245,3.7964874e-11,0.00024665933,0.7780075,0.00023098488],"about_ca_topic_score_codex":0.003772407,"about_ca_topic_score_gemma":0.00034455297,"teacher_disagreement_score":0.7713521,"about_ca_system_score_codex":0.000989036,"about_ca_system_score_gemma":0.0008687248,"threshold_uncertainty_score":0.99992746},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311460075","doi":"10.1016/j.jclinepi.2022.12.011","title":"Imputing missing laboratory results may return erroneous values because they are not missing at random","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; Institute of Health Services and Policy Research; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Missing data; Statistics; Imputation (statistics); Regression analysis; Abnormality; Linear regression; Regression; Score test; Test (biology); Medicine; Mathematics; Standard deviation; Statistical hypothesis testing; Biology; Psychiatry","score_opus":0.2945736067314565,"score_gpt":0.5166305419911295,"score_spread":0.22205693525967296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311460075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.783232,0.0031096814,0.000486077,0.20905596,0.0030559069,0.00034078138,0.00012634958,0.00005642904,0.000536838],"genre_scores_gemma":[0.9304063,0.00058719155,0.0059758457,0.058548976,0.0038669999,0.000003847809,0.000015736343,0.000054803004,0.0005403561],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95949787,0.027661817,0.010658066,0.000700289,0.00073878764,0.00074315054],"domain_scores_gemma":[0.6659181,0.30466944,0.024517415,0.0014498731,0.0015924863,0.0018526741],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12514874,0.00034296533,0.00469207,0.00016441554,0.00060817273,0.000026494383,0.00043254503,0.00050183083,0.00033437647],"category_scores_gemma":[0.44011983,0.00025673403,0.001375768,0.00024868242,0.0003561486,0.00018565045,0.00037417532,0.004271716,0.00002177136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19699916,0.003473577,0.6061831,0.00039430917,0.0029258868,0.00686422,0.0013568386,0.0025241151,0.0037385544,0.0005793816,0.10559044,0.069370426],"study_design_scores_gemma":[0.06497728,0.008925781,0.19856372,0.0010736015,0.0026397319,0.0029066529,0.0015405696,0.014844975,0.00014741019,0.0063698427,0.6970464,0.0009640479],"about_ca_topic_score_codex":0.000035388195,"about_ca_topic_score_gemma":0.000016201344,"teacher_disagreement_score":0.59145594,"about_ca_system_score_codex":0.00026656786,"about_ca_system_score_gemma":0.0009709662,"threshold_uncertainty_score":0.9999885},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4311468933","doi":"10.21203/rs.3.rs-2255873/v1","title":"A holistic and practical framework for evaluating research co-production: Research Quality Plus for Co-Production (RQ+ 4 Co-Pro)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; McGill University; University of Manitoba; Ottawa Hospital; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; Department of Health and Social Care; International Development Research Centre","keywords":"Production (economics); Quality (philosophy); Process management; Business; Economics; Epistemology; Philosophy; Microeconomics","score_opus":0.9478134032381059,"score_gpt":0.7878103812747216,"score_spread":0.16000302196338434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311468933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74111956,0.0055421093,0.0061060605,0.057255622,0.013427926,0.1571061,0.0086610485,0.0005937962,0.010187799],"genre_scores_gemma":[0.56683403,0.005980645,0.06411678,0.0010637722,0.027439464,0.26636347,0.027434444,0.000949309,0.039818097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9339961,0.042051557,0.0027590499,0.003904101,0.011840538,0.005448643],"domain_scores_gemma":[0.930763,0.052651986,0.0007941681,0.0031146656,0.01117293,0.0015032558],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.22464277,0.00065493665,0.0013321104,0.0021003596,0.02093921,0.00028773464,0.0010018217,0.0016034502,0.0019675426],"category_scores_gemma":[0.09748927,0.000657569,0.000297376,0.0018144879,0.0017048815,0.00031392174,0.0027342031,0.022658393,0.0003469886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.032786243,0.0030263287,0.026036564,0.26774877,0.0004271148,0.000047186986,0.04853454,0.00030390045,0.00074812456,0.11779481,0.48813555,0.014410883],"study_design_scores_gemma":[0.0059868167,0.013724063,0.005633177,0.017926333,0.00010732094,0.000018476872,0.23691002,0.0036027327,0.0010366691,0.34451577,0.3687401,0.0017985404],"about_ca_topic_score_codex":0.0027101722,"about_ca_topic_score_gemma":0.00039145755,"teacher_disagreement_score":0.24982244,"about_ca_system_score_codex":0.008645804,"about_ca_system_score_gemma":0.01350232,"threshold_uncertainty_score":0.9996927},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4311586875","doi":"10.1186/s13104-022-06263-1","title":"Competition for recruitment in SARS-CoV-2 Trials in the United States: a longitudinal cohort analysis","year":2022,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ethica (Canada)","funders":"Narodowe Centrum Nauki","keywords":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus disease 2019 (COVID-19); Cohort; 2019-20 coronavirus outbreak; Competition (biology); Medicine; Cohort study; Sars virus; Demography; Virology; Biology; Outbreak; Disease; Infectious disease (medical specialty); Internal medicine; Ecology","score_opus":0.9400359417216635,"score_gpt":0.7114902230524065,"score_spread":0.228545718669257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311586875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97555584,0.00017371975,0.0015074995,0.016032135,0.000048050253,0.0062052496,0.00013001988,0.000018848015,0.0003286271],"genre_scores_gemma":[0.9907681,0.00059452304,0.0011343543,0.00062285777,0.00010579239,0.005749336,0.0008128628,0.000021655344,0.0001905559],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98242575,0.0107173985,0.0013162785,0.0007008632,0.0039854045,0.00085431803],"domain_scores_gemma":[0.7865826,0.21119665,0.00015499616,0.0009941761,0.00096359267,0.00010801033],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17662902,0.0001329742,0.0008444142,0.002474014,0.0003344441,0.000095809206,0.00060514454,0.0001392225,0.000263627],"category_scores_gemma":[0.15218118,0.000094567244,0.00035128114,0.0065391324,0.0003687994,0.000048078426,0.00038447007,0.003125536,0.000015621687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005129533,0.0018158809,0.95966077,0.00044378595,0.00052288175,0.00016248874,0.001687274,0.0018714882,0.0015478702,0.025326537,0.0012975585,0.0005339435],"study_design_scores_gemma":[0.010182945,0.004980782,0.75678295,0.000395873,0.0005054614,0.000013881371,0.009061903,0.037748907,0.0034456968,0.15915781,0.017350934,0.00037285723],"about_ca_topic_score_codex":0.0063463897,"about_ca_topic_score_gemma":0.017792854,"teacher_disagreement_score":0.20287782,"about_ca_system_score_codex":0.0007385077,"about_ca_system_score_gemma":0.000891531,"threshold_uncertainty_score":0.9991743},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311683938","doi":"10.21203/rs.3.rs-2163946/v1","title":"A scoping review on two-stage randomized preference trial in mental health","year":2022,"lang":"en","type":"review","venue":"Research Square","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Randomized controlled trial; Blinding; Mental health; Preference; Medicine; Psychological intervention; Generalizability theory; Population; Clinical psychology; Physical therapy; Psychology; Psychiatry; Surgery; Environmental health","score_opus":0.9358554349528032,"score_gpt":0.7671878181029377,"score_spread":0.16866761684986553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311683938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5353838e-7,0.94047177,0.00022626047,0.00030492668,0.0006086122,0.055096097,0.0005756649,0.00007017766,0.0026463273],"genre_scores_gemma":[4.1688835e-8,0.9576218,0.02766815,0.00013769076,0.00036567333,0.013398987,0.00008203343,0.00012773227,0.00059790356],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8880348,0.10012012,0.005393378,0.0014356178,0.0036385395,0.0013775275],"domain_scores_gemma":[0.6836575,0.31335828,0.0011778583,0.0013386373,0.00010431898,0.00036339287],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.124894604,0.00061903923,0.0113152,0.0006891364,0.0003206748,0.00009910787,0.0012299218,0.0002797933,0.0077848895],"category_scores_gemma":[0.46966818,0.00044501634,0.0014805138,0.001725192,0.00036017015,0.000050008926,0.00092613,0.0043137707,0.00016710901],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03001017,0.00036546166,1.43263925e-8,0.44643638,0.00007118353,0.000026932355,0.000038708065,3.8217227e-8,1.5836746e-9,0.019817978,0.0018402224,0.5013929],"study_design_scores_gemma":[0.15883707,0.0006779745,3.8191965e-9,0.5930773,0.00008624453,0.0000022029083,0.000014576261,0.0000036898673,3.2691787e-8,0.03092484,0.21611296,0.00026310477],"about_ca_topic_score_codex":0.000070007016,"about_ca_topic_score_gemma":0.000034682907,"teacher_disagreement_score":0.5011298,"about_ca_system_score_codex":0.0014044225,"about_ca_system_score_gemma":0.0034429133,"threshold_uncertainty_score":0.99980015},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311692627","doi":"10.1053/j.ajkd.2022.10.015","title":"Sex and Gender in Randomized Controlled Trials of Adults Receiving Maintenance Dialysis: A Meta-epidemiologic Study","year":2022,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute; University of Calgary; University of Alberta","funders":"Medical Research Council","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Dialysis; MEDLINE; Gerontology; Intensive care medicine; Internal medicine","score_opus":0.08894198904737506,"score_gpt":0.3763907996304896,"score_spread":0.28744881058311456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311692627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759297,0.01802678,0.000083306375,0.0036534353,0.000167605,0.0019830365,0.000087626395,0.000010373195,0.00005817647],"genre_scores_gemma":[0.9945864,0.0013611193,0.00036377806,0.003215043,0.000117390395,0.0002980506,0.0000063729026,0.000015405307,0.000036456782],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98306423,0.012625192,0.0031850121,0.0002806656,0.0005795559,0.00026536375],"domain_scores_gemma":[0.981548,0.013034409,0.00397563,0.00031203817,0.00029723742,0.0008326575],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020533435,0.00022441286,0.010470563,0.00046874865,0.00007395841,0.000007981832,0.0001495484,0.00001899642,0.00028994848],"category_scores_gemma":[0.11429765,0.00012502236,0.0018523675,0.00044347259,0.0002463974,0.000053205615,0.00006599656,0.00032022988,1.761933e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5972139,0.0019147774,0.35111502,0.00021773038,0.020384384,0.00038952703,0.010169015,0.00021500111,0.000061969666,0.0000207676,0.0018388605,0.016459009],"study_design_scores_gemma":[0.76229167,0.0056339577,0.082916416,0.0002554882,0.036501497,0.00026615063,0.10915265,0.00051862904,0.000014720467,0.0019616538,0.00016261711,0.00032456178],"about_ca_topic_score_codex":0.00029619082,"about_ca_topic_score_gemma":0.0000033258802,"teacher_disagreement_score":0.2681986,"about_ca_system_score_codex":0.00007551205,"about_ca_system_score_gemma":0.00074632943,"threshold_uncertainty_score":0.893163},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4311953968","doi":"10.1177/01622439221143804","title":"Affective Labor in Integrative STS Research","year":2022,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"ARC Centre for Excellence in Convergent Bio-Nano Science and Technology; Council for Science, Technology and Innovation; Mitacs; University of Waterloo; Australian Government; Institut national de recherche en informatique et en automatique (INRIA); Arizona State University","keywords":"Scholarship; Sociotechnical system; Vulnerability (computing); Qualitative research; Field (mathematics); Sociology; Engineering ethics; Psychology; Social science; Knowledge management; Political science; Computer science; Engineering","score_opus":0.5973481928772838,"score_gpt":0.7110315686956851,"score_spread":0.11368337581840127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311953968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647794,0.0001934369,0.000022732633,0.0028675701,0.00017829712,0.0006523167,0.0000057526076,0.00025349992,0.031046992],"genre_scores_gemma":[0.9964397,0.000013839976,0.0006936709,0.000051781666,0.00003986816,0.00061402586,4.2112035e-7,0.000010717095,0.002135997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.990597,0.004370316,0.0002348408,0.0007743729,0.0024834857,0.0015400032],"domain_scores_gemma":[0.9978712,0.00080868223,0.00006990231,0.00049606705,0.0005722304,0.00018192297],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.041611325,0.00012245984,0.00023185356,0.0042910394,0.008952058,0.000117104464,0.0026005385,0.00010728489,0.0005674238],"category_scores_gemma":[0.01256493,0.000118510936,0.000037294056,0.016678872,0.027161943,0.00050316885,0.0014895424,0.0017395737,0.00006279447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017124781,0.0002485182,0.035499007,0.0000028072166,0.0000057519824,0.000049900566,0.0682382,0.000015981772,0.055352326,0.828217,0.00045025878,0.011903108],"study_design_scores_gemma":[0.00033979668,0.000922149,0.025402345,0.000028371387,0.0000029655662,0.0000017933099,0.33554527,0.00014990417,0.027498154,0.5952841,0.014563036,0.00026213092],"about_ca_topic_score_codex":0.0015918039,"about_ca_topic_score_gemma":0.002966119,"teacher_disagreement_score":0.26730707,"about_ca_system_score_codex":0.0021700533,"about_ca_system_score_gemma":0.0020723196,"threshold_uncertainty_score":0.99575263},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4312061410","doi":"10.1136/bmjebm-2022-112024","title":"Retrieval barriers in individual participant data reviews with network meta-analysis","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Randomized controlled trial; MEDLINE; Medicine; Psychological intervention; Systematic review; Unavailability; Meta-analysis; Data sharing; Computer science; Alternative medicine; Nursing; Political science; Surgery; Engineering","score_opus":0.9577443300487736,"score_gpt":0.6060650932160673,"score_spread":0.3516792368327063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312061410","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021422202,0.71632934,0.06826182,0.17107318,0.0016144994,0.018758798,0.00066939543,0.00007244538,0.0017983387],"genre_scores_gemma":[0.95490634,0.00077552046,0.013396424,0.021303542,0.0008912636,0.0016626634,0.00051349227,0.00006480582,0.0064859604],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8788678,0.07041906,0.022745205,0.0037911034,0.023037111,0.001139741],"domain_scores_gemma":[0.9367366,0.027516259,0.013379351,0.020393385,0.00097644434,0.0009979856],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5393995,0.00068469456,0.015017841,0.0014656595,0.00048126286,0.00036140514,0.0077279327,0.00008111708,0.14160162],"category_scores_gemma":[0.1982478,0.00028676708,0.003181848,0.019505166,0.00033518983,0.0006582847,0.0010160622,0.0007112744,0.000390477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044755504,0.00011141769,0.0770483,0.00015663115,0.077507235,0.00035558923,0.0013473362,0.06867061,0.000010261065,0.00043356325,0.77155066,0.0023608315],"study_design_scores_gemma":[0.0008580069,0.0006384046,0.006616291,0.00021836982,0.5391726,0.000028719182,0.0023007526,0.031664297,0.0000029896696,0.00068893464,0.41720983,0.0006007861],"about_ca_topic_score_codex":0.00018076428,"about_ca_topic_score_gemma":0.0006441035,"teacher_disagreement_score":0.93348414,"about_ca_system_score_codex":0.0000882886,"about_ca_system_score_gemma":0.00079793285,"threshold_uncertainty_score":0.99995846},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4312113458","doi":"10.1152/ajpheart.00462.2022","title":"Female sex-specific considerations to improve rigor and reproducibility in cardiovascular research","year":2022,"lang":"en","type":"editorial","venue":"American Journal of Physiology-Heart and Circulatory Physiology","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Kidney Disease Network; Libin Cardiovascular Institute of Alberta; University of Calgary; University of Alberta","funders":"","keywords":"Generalizability theory; Inclusion and exclusion criteria; Medicine; Disease; Inclusion (mineral); Clinical trial; Health care; Clinical significance; Cardiovascular health; Gerontology; Alternative medicine; Psychology; Internal medicine; Pathology; Developmental psychology; Social psychology","score_opus":0.058063820555162085,"score_gpt":0.3561181826125531,"score_spread":0.29805436205739105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312113458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8822037,0.009544159,2.1943467e-7,0.0005085477,0.10693251,0.00070125813,0.00006637069,0.000015331176,0.000027906188],"genre_scores_gemma":[0.8467051,0.0010975315,0.00017163168,0.00047386775,0.15131459,0.00007986473,0.000051724557,0.00005699572,0.000048734597],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99282944,0.002201077,0.0010122908,0.002473369,0.00077835197,0.0007054883],"domain_scores_gemma":[0.99423337,0.0017901848,0.0003303427,0.00238779,0.00082890724,0.0004294232],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006377296,0.00038295233,0.0024226902,0.0006264208,0.00035337952,0.00001895726,0.00019345433,0.00040116865,0.00013487523],"category_scores_gemma":[0.0019320492,0.00035080733,0.00039932138,0.0005081375,0.0013578846,0.000073672876,0.00031083685,0.0033449377,0.000006681071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008331444,0.00028951684,0.0017653959,0.00047487018,0.0008000109,0.000022886956,0.0027377356,0.000074258285,0.80416197,0.000035260073,0.18569504,0.0031099443],"study_design_scores_gemma":[0.0014111395,0.004306349,0.36522642,0.00009309766,0.0001296793,0.00025164077,0.0051536723,0.000005343488,0.00024933318,0.001782164,0.621013,0.0003781918],"about_ca_topic_score_codex":0.0003750753,"about_ca_topic_score_gemma":0.000014440643,"teacher_disagreement_score":0.80391264,"about_ca_system_score_codex":0.00029426438,"about_ca_system_score_gemma":0.0011933682,"threshold_uncertainty_score":0.9998944},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4312440227","doi":"10.7202/1091195ar","title":"Déroulement et apport de la technique du protocole oral chez le lecteur adulte","year":2022,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Humanities; Philosophy","score_opus":0.06825396644512266,"score_gpt":0.4749255163243715,"score_spread":0.40667154987924886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312440227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061760444,0.0001515497,0.856378,0.03837536,0.0020588234,0.0076070507,0.000028116407,0.0002586319,0.03338201],"genre_scores_gemma":[0.92076755,0.000009099656,0.039120685,0.0017747233,0.00035423736,0.014333821,0.0005615867,0.00008989598,0.022988383],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.5448711,0.45264947,0.00069880986,0.00065222755,0.00066063565,0.0004677877],"domain_scores_gemma":[0.9977069,0.00092785346,0.0005467951,0.000450627,0.00030787705,0.000059943617],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.46951696,0.00028279255,0.00028442944,0.00032029304,0.00057221035,0.00009102703,0.00028167482,0.00025486253,0.0038749115],"category_scores_gemma":[0.002031783,0.00034518327,0.00010866901,0.00076192804,0.000104372135,0.00018974252,0.000106456384,0.0017659377,0.00008255107],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015835604,0.002315667,0.020770175,0.00012177879,0.00015198035,0.000010592343,0.8118722,0.004534145,0.013174057,0.04659769,0.0628593,0.03743406],"study_design_scores_gemma":[0.0015251462,0.00050165027,0.64498216,0.00006994215,0.00008336191,0.00016263284,0.004561324,0.001679409,0.0017071244,0.0060647354,0.3382362,0.0004263249],"about_ca_topic_score_codex":0.0014634292,"about_ca_topic_score_gemma":0.0000322639,"teacher_disagreement_score":0.8590071,"about_ca_system_score_codex":0.0010237572,"about_ca_system_score_gemma":0.0027214282,"threshold_uncertainty_score":0.99990004},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313199550","doi":"10.14740/wjon1438r","title":"Retraction Notice to “Cancer Prevalence in E-Cigarette Users: A Retrospective Cross-Sectional NHANES Study”","year":2022,"lang":"en","type":"retraction","venue":"World Journal of Oncology","topic":"Nutrition, Health and Food Behavior","field":"Nursing","cited_by":3,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Notice; Cross-sectional study; Environmental health; Cancer; Family medicine; Gerontology; Internal medicine; Pathology","score_opus":0.05717473482894379,"score_gpt":0.43171673360693197,"score_spread":0.37454199877798816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313199550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87278044,0.0057732672,0.000011008653,0.0059734606,0.11028527,0.0025112294,0.00031872094,0.00006622469,0.0022803927],"genre_scores_gemma":[0.96580845,0.0034163033,0.00043963324,0.001816992,0.015860174,0.0004884081,0.000060948973,0.00018523658,0.011923878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99435323,0.0009863359,0.0018731838,0.0006541436,0.0015158597,0.00061724725],"domain_scores_gemma":[0.9955406,0.0005654049,0.0023153406,0.00029076057,0.0009881372,0.00029974486],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030385624,0.00039551748,0.0011051424,0.0024265142,0.0003940082,0.00009923701,0.0004636245,0.0008109449,0.0034744798],"category_scores_gemma":[0.0005414645,0.00042786176,0.00030476102,0.0015512985,0.00009051889,0.00058868644,0.00007655078,0.006742415,0.000021175842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01098119,0.0040162373,0.88551146,0.0006364328,0.0001663185,0.0006036983,0.0015153651,0.0003424146,0.00019867653,0.000005068774,0.079646714,0.016376454],"study_design_scores_gemma":[0.0019737876,0.006718708,0.6773244,0.00035722434,0.00026983308,0.00046619834,0.00027582652,0.0000037692437,0.000028599696,0.000041306368,0.31226867,0.00027163763],"about_ca_topic_score_codex":0.0004724134,"about_ca_topic_score_gemma":0.004498649,"teacher_disagreement_score":0.23262195,"about_ca_system_score_codex":0.011471875,"about_ca_system_score_gemma":0.0008753537,"threshold_uncertainty_score":0.9998173},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313208965","doi":"10.4103/0973-3698.364675","title":"Disseminating Biomedical Research: Predatory Journals and Practices","year":2022,"lang":"en","type":"article","venue":"Indian Journal of Rheumatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Dissemination; Engineering","score_opus":0.6830509861330616,"score_gpt":0.6488471419017912,"score_spread":0.03420384423127043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313208965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833119,0.007029027,0.00014075382,0.007916777,0.0009472963,0.00008728595,0.000019135565,0.0000039060565,0.00054395513],"genre_scores_gemma":[0.9980003,0.0009494791,0.00074206723,0.000052357635,0.000046559024,0.000004319109,5.642319e-7,0.000009548221,0.00019477459],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.981538,0.0032074107,0.0015722213,0.0003794171,0.012593251,0.0007097161],"domain_scores_gemma":[0.9654472,0.025972348,0.0032099613,0.00042474899,0.003988719,0.0009570552],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.12487538,0.000101748556,0.0004821823,0.067568064,0.0010347668,0.0012925814,0.0027757373,0.00010626692,0.002487135],"category_scores_gemma":[0.20049366,0.00007244194,0.000115665694,0.061971772,0.0006393072,0.00084342744,0.0015036359,0.002121441,0.000032023694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119018536,0.0003369398,0.7015039,0.000019291914,0.00007604732,0.0018359275,0.0036791025,0.000015968422,0.00066429545,0.0009404521,0.09676135,0.19404773],"study_design_scores_gemma":[0.0026481857,0.004397966,0.12911253,0.00014236593,0.00001872927,0.10573468,0.098282784,0.0012601323,0.00029738262,0.05457896,0.6030451,0.00048118908],"about_ca_topic_score_codex":0.0000344341,"about_ca_topic_score_gemma":0.0000046612304,"teacher_disagreement_score":0.57239133,"about_ca_system_score_codex":0.00013682978,"about_ca_system_score_gemma":0.0008589899,"threshold_uncertainty_score":0.9997442},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313248583","doi":"10.2196/45034","title":"Peer Review of \"Exercise-Induced Hypoalgesia Following Proprioceptive Neuromuscular Facilitation and Resistance Training Among Individuals With Shoulder Myofascial Pain: Randomized Controlled Trial\"","year":2022,"lang":"en","type":"article","venue":"JMIRx Med","topic":"Myofascial pain diagnosis and treatment","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitation; Proprioception; Physical medicine and rehabilitation; Resistance training; Hypoalgesia; Medicine; Physical therapy; Randomized controlled trial; Psychology; Nociception; Hyperalgesia; Neuroscience; Surgery","score_opus":0.017734355128485334,"score_gpt":0.2723613415033913,"score_spread":0.254626986374906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313248583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738196,0.010003703,0.00022399507,0.0043865554,0.00016292011,0.010754388,0.000030708932,0.000021191761,0.00059695134],"genre_scores_gemma":[0.9890881,0.00085434323,0.00037004476,0.00036734217,0.00006002427,0.0066316174,0.00018752081,0.000032677617,0.002408331],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99557656,0.001953632,0.0006453945,0.0005043416,0.0010657527,0.00025428928],"domain_scores_gemma":[0.9985061,0.00035211188,0.00043791535,0.00029909296,0.0003111216,0.00009360642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008331699,0.00027131592,0.001350767,0.000074053525,0.00022195869,0.00002651352,0.00014982243,0.00008768046,0.000042792886],"category_scores_gemma":[0.0039833933,0.00020149647,0.00048436556,0.00018408414,0.000104313505,0.000010092075,0.00007864945,0.00014177652,2.9467284e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9403371,0.0012207606,0.0026422348,0.0020791835,0.0045124074,0.00008591399,0.0069908034,0.000056231547,0.02025185,0.00021100038,0.012956478,0.0086560035],"study_design_scores_gemma":[0.9819539,0.0015030169,0.00092169846,0.0013126654,0.0013302279,0.0000022352594,0.0013920362,0.000034979712,0.0029086552,0.00016443765,0.007927146,0.00054896326],"about_ca_topic_score_codex":0.00001670438,"about_ca_topic_score_gemma":0.000017042534,"teacher_disagreement_score":0.041616805,"about_ca_system_score_codex":0.000026322363,"about_ca_system_score_gemma":0.00016161652,"threshold_uncertainty_score":0.82167876},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4313304290","doi":"10.1136/bmjopen-2021-060172","title":"Restoring mortality data in the FOURIER cardiovascular outcomes trial of evolocumab in patients with cardiovascular disease: a reanalysis based on regulatory data","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Maryland","keywords":"Medicine; Evolocumab; Placebo; Internal medicine; Clinical trial; Myocardial infarction; Disease; PCSK9; Cardiology; Alternative medicine; Pathology","score_opus":0.1302853567261814,"score_gpt":0.3771575657031397,"score_spread":0.24687220897695827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313304290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786491,0.0010848651,0.0000825816,0.00044600075,0.0001756003,0.018516378,0.0005602184,0.000016826447,0.00046843206],"genre_scores_gemma":[0.99564976,0.000015672475,0.00031799756,0.0002521775,0.00014531772,0.0016295371,0.0019147112,0.000045034656,0.000029799688],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98721474,0.0022440196,0.0007492567,0.0011454211,0.008283186,0.00036336845],"domain_scores_gemma":[0.9650533,0.0000984085,0.00019047303,0.034433216,0.00008569385,0.0001388742],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036408357,0.0002640436,0.0016166503,0.00025339084,0.00016607443,0.000046401517,0.0027213055,0.000056321922,0.00003877024],"category_scores_gemma":[0.0015104571,0.00017777967,0.00073004107,0.000993128,0.0000702545,0.00031076476,0.0022473603,0.00046213542,0.0000013543307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036043953,0.0020018616,0.9040731,0.0004786319,0.01099231,0.0007306007,0.00020176514,0.020896109,9.509621e-8,0.00004341538,0.00057017046,0.02396799],"study_design_scores_gemma":[0.059541658,0.00041350472,0.92369395,0.00017612215,0.0031709448,0.0000029486548,0.00021756272,0.0021630235,5.30747e-7,0.00001041304,0.0103617115,0.00024763294],"about_ca_topic_score_codex":0.01025822,"about_ca_topic_score_gemma":0.00034427593,"teacher_disagreement_score":0.0348979,"about_ca_system_score_codex":0.0003037481,"about_ca_system_score_gemma":0.0011036746,"threshold_uncertainty_score":0.9963325},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313393036","doi":"10.25011/cim.v45i4.39559","title":"Hats Off to the CIM Reviewers Of 2022","year":2022,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Medicine; Process (computing); Medical education; Psychology; Political science; Computer science; Law","score_opus":0.9066931462513458,"score_gpt":0.5865846385363537,"score_spread":0.3201085077149921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313393036","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43922132,0.034025054,0.0009873599,0.50178134,0.0028981774,0.002347076,0.000050423103,0.0000072048215,0.018682024],"genre_scores_gemma":[0.911795,0.00093786453,0.0013353006,0.045175977,0.0006796649,0.00016397588,0.000013344954,0.000013892953,0.03988495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9707507,0.015801106,0.008750124,0.00072886393,0.0038210836,0.00014816063],"domain_scores_gemma":[0.9843216,0.008076768,0.003872625,0.0024978842,0.00080669305,0.00042444238],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1837343,0.00016798754,0.0030157638,0.00012858812,0.00023630637,0.000032519514,0.0013815354,0.000026820953,0.020200333],"category_scores_gemma":[0.20427854,0.000057496254,0.00060651265,0.001739553,0.0029235466,0.000059570495,0.0004945011,0.00034607155,0.00035284754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006131766,0.000028039653,0.038208343,0.000024456243,0.00008876736,0.0000020577809,0.0010631545,0.00000962497,0.000044797463,0.010035143,0.8861213,0.06436821],"study_design_scores_gemma":[0.00019927585,0.00047685104,0.03243231,0.00006570062,0.00014833204,0.0000037439381,0.0016062986,0.00043970149,0.000006250341,0.034896724,0.9296557,0.0000691659],"about_ca_topic_score_codex":0.000014460241,"about_ca_topic_score_gemma":0.000010019455,"teacher_disagreement_score":0.4725737,"about_ca_system_score_codex":0.0000080605005,"about_ca_system_score_gemma":0.00006411211,"threshold_uncertainty_score":0.99978995},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313559832","doi":"10.3389/fpsyg.2022.956300","title":"Use of mixed methods research in intervention studies to increase young people’s interest in STEM: A systematic methodological review","year":2023,"lang":"en","type":"review","venue":"Frontiers in Psychology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"European Regional Development Fund; Agencia Estatal de Investigación; Ministerio de Asuntos Económicos y Transformación Digital, Gobierno de España; Ministerio de Economía y Competitividad","keywords":"Psychology; Intervention (counseling); Multimethodology; Scopus; Qualitative research; Medical education; Systematic review; Applied psychology; MEDLINE; Management science; Medicine; Mathematics education; Social science; Sociology","score_opus":0.9775995104503828,"score_gpt":0.8345659530141992,"score_spread":0.14303355743618362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313559832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021493474,0.9706246,0.0072790505,0.0019677728,0.0054984684,0.014230198,0.00007588822,0.000043227836,0.00006585562],"genre_scores_gemma":[0.000009482216,0.9318993,0.054505423,0.0012689527,0.000058935337,0.0119285565,0.000020173218,0.00006254737,0.00024662862],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.79973924,0.18884496,0.00810977,0.0012663688,0.00049922714,0.0015404468],"domain_scores_gemma":[0.9570766,0.03880976,0.0020431757,0.0013360755,0.00043946688,0.00029490763],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13690132,0.0004795601,0.0073716077,0.0059285825,0.000125891,0.000011656602,0.0012608836,0.00076262467,0.00005169505],"category_scores_gemma":[0.06905142,0.00038119717,0.00033734302,0.00897457,0.00026423577,0.00018444513,0.001007801,0.0030016473,0.00020206886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003856159,0.000079629324,0.0021049492,0.7169492,0.00007768172,0.000030418361,0.0035628385,1.2289956e-7,1.781039e-7,0.0001463759,0.054104514,0.22290549],"study_design_scores_gemma":[0.00070602016,0.0002564714,0.0017712088,0.8413686,0.00016202033,0.000017756574,0.009291028,0.000007132539,4.443453e-8,0.0017480529,0.14432755,0.00034410463],"about_ca_topic_score_codex":0.0016984777,"about_ca_topic_score_gemma":0.017416595,"teacher_disagreement_score":0.22256139,"about_ca_system_score_codex":0.0018003697,"about_ca_system_score_gemma":0.0006675698,"threshold_uncertainty_score":0.999864},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313824971","doi":"10.2196/43722","title":"Accumulation of Biological and Behavioral Data of Female Sex Workers Using Respondent-Driven Sampling: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Observational study; Protocol (science); Population; Sampling (signal processing); Data collection; Data quality; Scale (ratio); Data extraction; Systematic review; Observational methods in psychology; Scopus; Psychology; Medicine; MEDLINE; Environmental health; Computer science; Statistics; Alternative medicine; Geography; Biology; Political science; Engineering","score_opus":0.954106471357703,"score_gpt":0.7654041862458333,"score_spread":0.1887022851118697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313824971","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003436277,0.035598677,0.00006217016,0.000014280133,0.0000028963905,0.96381956,0.0004347318,0.00004901771,0.000015225317],"genre_scores_gemma":[1.7243815e-7,0.033986136,0.0022173808,0.000004008194,0.000098767494,0.96276844,0.0004247991,0.00013176141,0.00036854827],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915418,0.0024017736,0.002769696,0.0010945016,0.0014756818,0.00071652594],"domain_scores_gemma":[0.99250454,0.0022511513,0.0015562514,0.0025845743,0.00081802724,0.00028545028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0088325245,0.0005122269,0.0047181807,0.00078169105,0.00013106067,0.000059927137,0.0012108216,0.00059612986,0.000049589777],"category_scores_gemma":[0.0048296754,0.0003421749,0.0003702388,0.0015764965,0.00040227576,0.00016910046,0.0013709499,0.0009312814,0.000022019538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037267982,0.00046999936,0.00017424536,0.9789317,0.00014351192,0.000015109257,0.0001399995,3.7144025e-7,0.000025492393,0.000006869915,0.0005075787,0.019212408],"study_design_scores_gemma":[0.0012892358,0.001669357,0.000010346968,0.88570553,0.00033225224,0.00003124695,0.00033208024,0.0001043642,0.0000060285624,0.000014295403,0.11026678,0.00023849102],"about_ca_topic_score_codex":0.000016194841,"about_ca_topic_score_gemma":0.0000033070198,"teacher_disagreement_score":0.109759204,"about_ca_system_score_codex":0.00025779713,"about_ca_system_score_gemma":0.0015286524,"threshold_uncertainty_score":0.999903},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4313829688","doi":"10.20933/100001254","title":"IKT for Research Stage 7: Reporting","year":2022,"lang":"en","type":"report","venue":"","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; University of Dundee","keywords":"General partnership; Knowledge translation; Stakeholder; Stakeholder engagement; Public relations; Knowledge transfer; Medical education; Translational research; Best practice; Political science; Dialog box; Knowledge management; Business; Engineering; Medicine; Computer science","score_opus":0.942710228280253,"score_gpt":0.7227769695398172,"score_spread":0.2199332587404358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313829688","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004057898,0.0007115837,0.00009575051,0.00045046976,0.010691642,0.010602933,0.00096818595,0.00016039798,0.97226113],"genre_scores_gemma":[0.0010968193,0.00093481404,0.001153883,0.0017218561,0.002166411,0.007743647,0.007833795,0.00012563106,0.97722316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883555,0.0012922595,0.004515599,0.00079592044,0.0031787422,0.0018619399],"domain_scores_gemma":[0.9903248,0.002593839,0.0040113977,0.00090133544,0.0017258304,0.00044283186],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.049474947,0.0002652186,0.00072545855,0.0004219939,0.0041862563,0.00001043545,0.00036339177,0.00049959257,0.03767407],"category_scores_gemma":[0.0034850999,0.0002286501,0.00021258065,0.00033232174,0.000042719013,0.000045066336,0.0007958606,0.0034904766,0.00036990107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009772896,0.00011041475,0.021568637,0.024441006,0.000034077675,0.000026853642,0.0010498359,0.0000010992403,0.0000032121764,0.0013072107,0.94757867,0.0037812432],"study_design_scores_gemma":[0.0004006248,0.00047555915,0.00023236545,0.0009440608,0.000013716768,0.0000014509906,0.008465777,0.00001994101,0.000007593573,0.00037907026,0.9888504,0.0002094386],"about_ca_topic_score_codex":0.0126344,"about_ca_topic_score_gemma":0.0021150692,"teacher_disagreement_score":0.04598985,"about_ca_system_score_codex":0.0044914107,"about_ca_system_score_gemma":0.014800095,"threshold_uncertainty_score":0.99933016},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4315475599","doi":"10.1136/bmjebm-2022-112117","title":"Expanding the measurement of overdiagnosis in the context of disease precursors and risk factors","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Université de Montréal; Université Laval; University of Alberta; Public Health Ontario; University of Toronto; McGill University","funders":"","keywords":"Overdiagnosis; Context (archaeology); Disease; Medicine; Intensive care medicine; Risk analysis (engineering); Internal medicine; History","score_opus":0.11546235201575854,"score_gpt":0.35582039208908084,"score_spread":0.2403580400733223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315475599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98700637,0.0035251244,0.000093086644,0.008091069,0.00015936133,0.0010193188,0.000008019583,0.000027768274,0.00006987535],"genre_scores_gemma":[0.9978577,0.0015925458,0.000009011265,0.0002517543,0.00012609891,0.00013982161,0.0000036967904,0.000009098454,0.000010260317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998041,0.00025300172,0.00039624877,0.00019577061,0.0009526886,0.00016132872],"domain_scores_gemma":[0.9969453,0.002243579,0.00023073796,0.00033077324,0.00015403696,0.00009553107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031951468,0.000127501,0.00033627497,0.00020908988,0.000069165704,0.000004400582,0.00010627399,0.00003829017,0.0000302906],"category_scores_gemma":[0.0065972507,0.00006206514,0.00008100956,0.0007677095,0.000274144,0.000057553305,0.000023570085,0.00018332605,0.0000010233359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008207529,0.00008569396,0.9571326,0.00064208603,0.000089772955,0.000019282743,0.0072225216,0.00018502715,0.0014387934,0.000030009565,0.004127109,0.02081962],"study_design_scores_gemma":[0.0018923692,0.0028003806,0.96938115,0.006283843,0.0004362695,0.000002018532,0.008976921,0.0009648236,0.008850016,0.00008324794,0.00024692516,0.000082059036],"about_ca_topic_score_codex":0.0026348492,"about_ca_topic_score_gemma":0.00031667587,"teacher_disagreement_score":0.02073756,"about_ca_system_score_codex":0.00007925486,"about_ca_system_score_gemma":0.00017354194,"threshold_uncertainty_score":0.78980017},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4316038951","doi":"10.1016/j.jclinepi.2022.12.023","title":"Methods for living guidelines: early guidance based on practical experience. Paper 4: search methods and approaches for living guidelines","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; MEDLINE; Management science; Medical physics; Engineering; Political science","score_opus":0.9740793613632596,"score_gpt":0.8525299430597519,"score_spread":0.12154941830350763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316038951","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017208947,0.00012947744,0.7672917,0.21204647,0.0020386407,0.0011097789,0.000019031671,0.000045689525,0.00011025692],"genre_scores_gemma":[0.0048825326,0.0003484537,0.89209515,0.09869411,0.003119212,0.0004461651,0.0000017156665,0.00004516206,0.00036747527],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9237576,0.05893234,0.014284729,0.00086694065,0.00045561703,0.0017027312],"domain_scores_gemma":[0.34148523,0.65084386,0.004218331,0.00049142045,0.002108233,0.0008529576],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4179558,0.0002991221,0.0025771828,0.000404228,0.00082226365,0.00002036956,0.00057274674,0.0006735897,0.00017481082],"category_scores_gemma":[0.9031839,0.00021463961,0.00056894816,0.0005665475,0.00045635324,0.00042272272,0.0002738469,0.00157682,0.000021604552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011267003,0.00018649141,0.23052457,0.0010869534,0.00014990405,0.0000057790717,0.007574134,0.0019080976,0.00027996986,0.015421839,0.23556134,0.5061742],"study_design_scores_gemma":[0.0019235975,0.0023666539,0.17851779,0.001310896,0.000078899684,0.000017932265,0.0052226083,0.4106504,0.000015127617,0.011418066,0.38811466,0.00036336257],"about_ca_topic_score_codex":0.00007716909,"about_ca_topic_score_gemma":0.00001879413,"teacher_disagreement_score":0.5919115,"about_ca_system_score_codex":0.00011960267,"about_ca_system_score_gemma":0.0025444645,"threshold_uncertainty_score":0.87527496},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4316495941","doi":"10.1016/j.cct.2023.107085","title":"A rank-based approach to design and analysis of pretest-posttest randomized trials, with application to COVID-19 ordinal scale data","year":2023,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Chongqing Municipal Education Commission","keywords":"Categorical variable; Covariate; Ordinal data; Randomized controlled trial; Medicine; Ordinal Scale; Analysis of covariance; Sample size determination; Research design; Statistics; Sample (material); Scale (ratio); Mathematics","score_opus":0.9017466379471525,"score_gpt":0.6591598961225824,"score_spread":0.24258674182457007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316495941","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022929476,0.00009670128,0.97354245,0.0044051236,0.00027582725,0.016565932,0.0021909273,0.0003244303,0.00030567555],"genre_scores_gemma":[0.09306343,0.00005230604,0.90166783,0.002381252,0.00045090367,0.0018169978,0.0003842995,0.00008830238,0.00009466872],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8969936,0.08433956,0.014127978,0.0025674147,0.0013525091,0.0006189488],"domain_scores_gemma":[0.17483725,0.81586987,0.004010034,0.003212516,0.00047277592,0.0015975438],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3881864,0.0005685201,0.013689977,0.0009077838,0.00014212151,0.00013300288,0.0014339199,0.00052552123,0.000082626735],"category_scores_gemma":[0.91317207,0.00038280303,0.0012871595,0.0043034144,0.0007510527,0.00014797528,0.00055569794,0.00045209573,0.000034983987],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83367646,0.0029246632,0.00539084,0.0010928346,0.014855926,0.000034160632,0.000372576,0.0038160768,0.0004758096,0.012626991,0.0910137,0.033719976],"study_design_scores_gemma":[0.42207026,0.0030890573,0.0010454053,0.00046617378,0.031818174,0.000003339032,0.00021196686,0.22075072,0.00040367714,0.3139081,0.0044822805,0.001750828],"about_ca_topic_score_codex":0.00007602082,"about_ca_topic_score_gemma":0.000006192581,"teacher_disagreement_score":0.7315303,"about_ca_system_score_codex":0.00004774963,"about_ca_system_score_gemma":0.0011569895,"threshold_uncertainty_score":0.9998624},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4317628580","doi":"10.1177/22925503221146791","title":"The Battle for the Truth: Social Media Versus Critical Appraisal","year":2023,"lang":"en","type":"editorial","venue":"Plastic Surgery","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Battle; Social media; Critical appraisal; Psychology; Social psychology; Sociology; History; Political science; Medicine; Archaeology; Law","score_opus":0.20332704919108593,"score_gpt":0.46101292931936866,"score_spread":0.25768588012828275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317628580","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001359332,0.00037991354,0.000049219303,0.0058608786,0.9928044,0.00022312404,0.00031367666,0.0001971216,0.000035748704],"genre_scores_gemma":[0.0015182686,0.0007046576,0.000011223372,0.0000011524564,0.9944881,0.0029764164,0.00020830962,0.000086235836,0.000005600038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952849,0.00070443796,0.00057599146,0.00042258744,0.001884754,0.0011272941],"domain_scores_gemma":[0.0001893353,0.99846673,0.0002710865,0.00024497646,0.00059202255,0.00023586172],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0049219076,0.00026026517,0.00046512124,0.00009911168,0.0037940384,0.00032212437,0.0006710933,0.001011375,0.00008335781],"category_scores_gemma":[0.99426013,0.0001872463,0.00034178235,0.0005686489,0.0015660932,0.00008980155,0.00006683122,0.00088329724,0.00023895706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019416685,0.0000196115,0.000013781516,0.00005685616,0.000048256697,0.0000012038136,0.006511289,2.68718e-7,3.261295e-8,0.0023038662,0.98411304,0.006737625],"study_design_scores_gemma":[0.00016195091,0.000011797066,0.00037106354,0.000043577224,0.00014994999,2.5318307e-8,0.0069855163,0.00001269985,1.8973303e-7,0.00009342362,0.99196255,0.00020725366],"about_ca_topic_score_codex":0.00090288353,"about_ca_topic_score_gemma":0.0033709565,"teacher_disagreement_score":0.99776226,"about_ca_system_score_codex":0.0004240808,"about_ca_system_score_gemma":0.004848506,"threshold_uncertainty_score":0.99750286},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4318239436","doi":"10.48550/arxiv.2301.10493","title":"From Baseline to Top Performer: A Reproducibility Study of Approaches at the TREC 2021 Conversational Assistance Track","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; University of Waterloo","keywords":"Computer science; Baseline (sea); Pipeline (software); Information retrieval; Set (abstract data type); Margin (machine learning); Measure (data warehouse); Track (disk drive); Data mining; Machine learning","score_opus":0.2084443694460633,"score_gpt":0.22112230941693917,"score_spread":0.012677939970875879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318239436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74445003,0.000023495104,0.25342453,0.00071770186,0.0004758475,0.0005852084,0.000039263417,0.00006565164,0.00021827302],"genre_scores_gemma":[0.9940738,0.00001067572,0.0022250067,0.000038451624,0.00016876265,0.0000054702296,0.00002393758,0.000013212648,0.0034406967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954079,0.00039114367,0.0003926525,0.0033091889,0.00024676407,0.000252393],"domain_scores_gemma":[0.9935689,0.0004206593,0.0002959549,0.0054109097,0.00019006773,0.00011351078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021842232,0.00026372625,0.00039186637,0.00013379348,0.00017470607,0.000059537313,0.001945688,0.00013954844,0.00010519766],"category_scores_gemma":[0.0003559301,0.00024367216,0.00017199022,0.00062591466,0.000083762556,0.000185937,0.002884571,0.00041915348,0.00006738171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017252512,0.00071724335,0.12269292,0.000075307544,0.00032024892,0.000077739845,0.012001242,0.8531603,0.000046885103,0.004389083,0.0008419264,0.0055045555],"study_design_scores_gemma":[0.00073355966,0.00010073496,0.074215196,0.00006289253,0.000118237476,7.9286747e-7,0.0027316448,0.9138315,0.00032712542,0.0072111594,0.00022823796,0.0004389266],"about_ca_topic_score_codex":0.001974967,"about_ca_topic_score_gemma":0.0017390227,"teacher_disagreement_score":0.25119954,"about_ca_system_score_codex":0.00032149334,"about_ca_system_score_gemma":0.0002256607,"threshold_uncertainty_score":0.9936662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4318617696","doi":"10.2139/ssrn.4326210","title":"A Methodological Review Found that Randomization is Often Fragile in Stepped-Wedge Cluster Randomized Trials","year":2023,"lang":"en","type":"review","venue":"SSRN Electronic Journal","topic":"Statistical Methods and Inference","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"CRTS; Randomization; Covariate; Restricted randomization; Randomized controlled trial; Cluster randomised controlled trial; Cluster (spacecraft); Medicine; Statistics; Computer science; Mathematics; Surgery","score_opus":0.6072679954036581,"score_gpt":0.5511764173398821,"score_spread":0.05609157806377596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318617696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7145626e-7,0.6615081,0.33301714,0.00036712465,0.0003419365,0.0044625346,0.00002847874,0.00004705066,0.0002274036],"genre_scores_gemma":[1.6275527e-7,0.9650814,0.031263232,0.0006087169,0.0004554186,0.0007960963,0.000026702251,0.00013400955,0.0016342468],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94309366,0.04730742,0.0053439382,0.0007349334,0.00083796505,0.002682058],"domain_scores_gemma":[0.8733672,0.12185856,0.0037969034,0.00056987145,0.00021609101,0.00019139922],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17116958,0.00084558764,0.015649797,0.00046658618,0.00014482488,0.00014425787,0.00076224294,0.00069360837,0.00066802296],"category_scores_gemma":[0.18254401,0.00049028336,0.0031349042,0.0008253483,0.00014602504,0.00012276707,0.0001698165,0.0049334485,0.00015810462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005095777,0.00007884611,1.5448276e-7,0.020699905,0.001403402,0.000016984035,0.000045422796,1.7663044e-7,4.5107647e-8,0.11616682,0.0043047103,0.85218775],"study_design_scores_gemma":[0.061193317,0.0000845298,5.2010204e-8,0.040166587,0.005030637,0.00029855757,0.000028610739,0.000036934456,9.648803e-8,0.7681892,0.12451245,0.000459006],"about_ca_topic_score_codex":0.000015713442,"about_ca_topic_score_gemma":0.000030580995,"teacher_disagreement_score":0.85172874,"about_ca_system_score_codex":0.0010594984,"about_ca_system_score_gemma":0.0027617384,"threshold_uncertainty_score":0.9997549},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4318973081","doi":"10.1136/bmjebm-2022-112053","title":"Different meta-analysis methods can change judgements about imprecision of effect estimates: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Random effects model; Mathematics; Medicine; Restricted maximum likelihood; Maximum likelihood; Econometrics; Internal medicine","score_opus":0.9820049695252123,"score_gpt":0.7362051535903333,"score_spread":0.24579981593487898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318973081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026479369,0.941686,0.035551738,0.0012982978,0.00088342046,0.020254027,0.00019375369,0.000051734714,0.00005459706],"genre_scores_gemma":[0.0002460588,0.96465504,0.011140316,0.0007026578,0.000682681,0.019788336,0.00023435002,0.00014404584,0.002406525],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6700647,0.24845043,0.05377088,0.006069376,0.020360285,0.001284344],"domain_scores_gemma":[0.6266546,0.3138774,0.040614326,0.015240023,0.0026586838,0.00095495436],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.61449736,0.0036427567,0.15125279,0.006392405,0.00028243288,0.00038423185,0.008078281,0.00077824167,0.035556857],"category_scores_gemma":[0.536687,0.001118133,0.07427885,0.016860403,0.00049318926,0.00029865943,0.0011139681,0.0011487169,0.0009962902],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035257755,0.00030827217,0.0009351403,0.013056746,0.61072904,0.000087566026,0.00019709743,0.000060264258,5.269549e-7,0.000029277599,0.011220056,0.36334074],"study_design_scores_gemma":[0.00038038517,0.0015729293,0.00061702466,0.005560864,0.8966656,0.000006883195,0.00011040448,0.0014388227,0.000001173906,0.00035358602,0.09257792,0.0007144275],"about_ca_topic_score_codex":0.00064650824,"about_ca_topic_score_gemma":0.00025075715,"teacher_disagreement_score":0.3626263,"about_ca_system_score_codex":0.0002750828,"about_ca_system_score_gemma":0.00035088262,"threshold_uncertainty_score":0.99978155},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4319007302","doi":"10.1161/str.54.suppl_1.wmp48","title":"Abstract WMP48: The Credibility Of Subgroup Analyses Reporting In Stroke Trials Is Poor: A Methodological Review.","year":2023,"lang":"en","type":"article","venue":"Stroke","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Subgroup analysis; Interquartile range; Stroke (engine); Randomized controlled trial; Publication bias; MEDLINE; Clinical trial; Meta-analysis; Internal medicine","score_opus":0.819245787523417,"score_gpt":0.665103445935658,"score_spread":0.15414234158775908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319007302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383018,0.002813027,0.00022881004,0.02024376,0.00026396985,0.0021190597,0.0001699599,0.00031017928,0.03554945],"genre_scores_gemma":[0.9923125,0.0042261686,0.0018912748,0.00022072879,0.00016389003,0.00011396017,0.0000056010144,0.00001065932,0.0010552541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899257,0.0048093577,0.0026709905,0.00048150177,0.0014851762,0.0006273003],"domain_scores_gemma":[0.9872167,0.010059766,0.0017071033,0.0006514179,0.00025869577,0.000106320775],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12239375,0.00013603587,0.0009403995,0.00021724586,0.00021306549,0.000051055846,0.00076997664,0.00017810757,0.0008242741],"category_scores_gemma":[0.15564278,0.000087921944,0.0004990565,0.001437936,0.00053910515,0.00012225003,0.0002096069,0.00051961595,0.000027795637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004417711,0.00056220905,0.44293103,0.001994839,0.00050401746,0.00047707176,0.011104018,0.000057978654,0.17842107,0.0060606604,0.17495307,0.18249227],"study_design_scores_gemma":[0.0009873429,0.000331625,0.81780535,0.001798154,0.0002855061,0.0000075531952,0.029503355,0.00024277759,0.058079574,0.030969206,0.05915165,0.00083792786],"about_ca_topic_score_codex":0.006331791,"about_ca_topic_score_gemma":0.0012257239,"teacher_disagreement_score":0.3748743,"about_ca_system_score_codex":0.00010946466,"about_ca_system_score_gemma":0.0002894787,"threshold_uncertainty_score":0.9571817},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4319068973","doi":"10.52294/fb60878a-5ee2-44cf-a6a9-9cdcc2f1c397","title":"Controversies on brain-wide association studies: commentaries from the field","year":2023,"lang":"en","type":"article","venue":"Aperture Neuro","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Association (psychology); Field (mathematics); Psychology; Epistemology; Philosophy; Mathematics","score_opus":0.04172148903516595,"score_gpt":0.2928106412625535,"score_spread":0.2510891522273876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319068973","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00920054,0.000076892175,0.000008322268,0.98726517,0.0015770505,0.00020951476,0.00006622375,0.00024085477,0.0013554264],"genre_scores_gemma":[0.05108548,0.00014852948,0.0000028739528,0.94667524,0.00027294274,0.000036652338,0.0000060070415,0.000014835572,0.0017574097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985024,0.00026129,0.00013499823,0.00040176295,0.0004397804,0.00025977066],"domain_scores_gemma":[0.051237527,0.94834113,0.00008903768,0.00026409744,0.000042347674,0.000025856953],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00020377875,0.00016103068,0.00019060905,0.000037676633,0.000626808,0.00007302229,0.00024307694,0.00005648385,0.000041220548],"category_scores_gemma":[0.97446513,0.00010869185,0.00008872511,0.00031956352,0.00007855446,0.0001233425,0.00018586453,0.00030032755,0.0003698329],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006311589,0.000018920411,0.0056970106,0.0000026033247,0.000051926825,0.000016166483,0.00082954037,0.0000170374,0.0008950489,0.0011688023,0.99102646,0.00021338565],"study_design_scores_gemma":[0.00036885208,0.00016109235,0.0042958143,0.000013178733,0.000015193201,4.3612414e-7,0.00063355156,0.00006686851,0.0044626673,0.002284979,0.98759085,0.00010653248],"about_ca_topic_score_codex":0.000078076904,"about_ca_topic_score_gemma":0.00018639187,"teacher_disagreement_score":0.97426134,"about_ca_system_score_codex":0.000106186766,"about_ca_system_score_gemma":0.000015401682,"threshold_uncertainty_score":0.48209637},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4319297150","doi":"10.3390/curroncol30020151","title":"Selection Bias in Real-World Data Studies Used to Support Health Technology Assessments: A Case Study in Metastatic Cancer","year":2023,"lang":"en","type":"article","venue":"Current Oncology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Referral; Selection bias; Reimbursement; Population; Cancer; Cancer registry; Internal medicine; Family medicine; Oncology; Health care; Pathology; Environmental health","score_opus":0.9392876707396586,"score_gpt":0.7035704028671058,"score_spread":0.23571726787255276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319297150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95776236,0.0010149817,0.00010566171,0.0362401,0.0018317045,0.0024972197,0.00035772086,0.000121730154,0.000068525376],"genre_scores_gemma":[0.9939752,0.0013400522,0.00071891444,0.0015310481,0.00017001202,0.0019221317,0.00012535416,0.000040550713,0.000176719],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925984,0.0011345882,0.0043510096,0.0010777666,0.00010093585,0.0007372589],"domain_scores_gemma":[0.9960989,0.001272034,0.0016948824,0.0007041987,0.00007548562,0.00015450806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.027164308,0.00022670238,0.001868857,0.00350489,0.0001360077,0.00002814965,0.00043012126,0.00006746038,0.00007838659],"category_scores_gemma":[0.002728398,0.00028466774,0.00003494459,0.0033476767,0.00007381187,0.0003350414,0.0003879272,0.0004124456,0.00057299837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001679078,0.0008182097,0.9530907,0.0002682581,0.00010213353,0.00011510641,0.0066269804,0.00027985428,1.9415525e-7,0.0016283363,0.026611155,0.010442236],"study_design_scores_gemma":[0.009062087,0.004785095,0.519829,0.0004329996,0.000055253935,0.00015022788,0.18414755,0.022513436,0.0000011547602,0.0061086495,0.25168,0.0012346088],"about_ca_topic_score_codex":0.021720529,"about_ca_topic_score_gemma":0.62981886,"teacher_disagreement_score":0.6080983,"about_ca_system_score_codex":0.0045558074,"about_ca_system_score_gemma":0.001119863,"threshold_uncertainty_score":0.99996054},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4319333978","doi":"10.1111/cdoe.12801","title":"How to use mixed methods in oral health research","year":2023,"lang":"en","type":"article","venue":"Community Dentistry And Oral Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Multimethodology; Realm; Qualitative research; Oral health; Management science; Dentistry; Social science; Sociology","score_opus":0.9453277389606242,"score_gpt":0.7967801699629851,"score_spread":0.1485475689976391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319333978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82011,0.000056112855,0.009350286,0.16851768,0.0008099533,0.00088568364,0.00006154199,0.00011389353,0.00009479955],"genre_scores_gemma":[0.74713534,0.0006381135,0.14713971,0.09715916,0.00015376955,0.00060454983,0.00011570081,0.0000414106,0.0070122303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.852581,0.14396897,0.0011202536,0.00032534671,0.00018877929,0.0018156398],"domain_scores_gemma":[0.8813085,0.11666625,0.00025828293,0.00079767813,0.00021496527,0.0007543292],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12163777,0.00014769449,0.00073358486,0.00062701834,0.0027866194,0.000028106517,0.00060964504,0.00025858748,0.00007617748],"category_scores_gemma":[0.13339297,0.00013994012,0.000035578272,0.0020802892,0.0004076078,0.00028997197,0.0013809116,0.003125174,0.00033351645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004033309,0.000029153498,0.5280769,0.00041008898,0.0000068692116,0.0000133347885,0.008478495,0.00000761667,0.00013563171,0.005766062,0.4247847,0.032250833],"study_design_scores_gemma":[0.00039687348,0.00013770226,0.7315787,0.00008582928,0.000001098503,0.000007789345,0.011898641,0.00018289668,0.000005076871,0.0067408946,0.2488745,0.000089977795],"about_ca_topic_score_codex":0.028490826,"about_ca_topic_score_gemma":0.05652483,"teacher_disagreement_score":0.20350182,"about_ca_system_score_codex":0.00025815857,"about_ca_system_score_gemma":0.0005624212,"threshold_uncertainty_score":0.99917465},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4319333995","doi":"10.1136/bmjopen-2022-070332","title":"Critical appraisal and comparison of recommendations of clinical practice guidelines for the treatment of schizophrenia in children and adolescents: a methodological survey","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McGill University; World Health Organization","keywords":"Medicine; PsycINFO; MEDLINE; Family medicine; Psychosocial; Population; Schizophrenia (object-oriented programming); Critical appraisal; Evidence-based medicine; Psychiatry; Systematic review; Alternative medicine; Pathology; Environmental health","score_opus":0.8414664439390719,"score_gpt":0.7420849522083779,"score_spread":0.099381491730694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319333995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90894186,0.0002982191,0.0044793175,0.07566479,0.00035173428,0.0098208515,0.00039128948,0.000015009697,0.00003693001],"genre_scores_gemma":[0.774813,0.0009009986,0.22298245,0.0005284088,0.00017492709,0.00031555843,0.000254689,0.000016931413,0.000013016404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995109,0.0014425523,0.0028119232,0.00028013968,0.00022480193,0.00013155481],"domain_scores_gemma":[0.9277912,0.069836095,0.00081224967,0.00034313643,0.0011364293,0.00008093071],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015860379,0.0001049168,0.00082960125,0.00007059711,0.000038005055,0.00001597693,0.00013267038,0.00009433512,0.000013220087],"category_scores_gemma":[0.3297862,0.00006812503,0.000078753816,0.00026111587,0.00021456207,0.00016596641,0.00019013045,0.00012078548,0.0000010112257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010098472,0.001687398,0.7680893,0.00010065631,0.00021503765,9.359851e-7,0.0002465684,0.000010174358,0.000057307974,0.00035096897,0.009767325,0.20937586],"study_design_scores_gemma":[0.007648474,0.0021093227,0.9822427,0.00019121009,0.00038184898,0.00001506411,0.0017534368,0.0036113576,0.00007202124,0.00012544793,0.0017811073,0.00006801923],"about_ca_topic_score_codex":0.0018864872,"about_ca_topic_score_gemma":0.0005132906,"teacher_disagreement_score":0.31392583,"about_ca_system_score_codex":0.000010008001,"about_ca_system_score_gemma":0.00018068701,"threshold_uncertainty_score":0.6758593},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4319334482","doi":"10.1111/cdoe.12787","title":"The Necessity of qualitative research for advancing oral health","year":2023,"lang":"en","type":"article","venue":"Community Dentistry And Oral Epidemiology","topic":"Dental Education, Practice, Research","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Sophistication; Qualitative research; Engineering ethics; Morality; Medicine; Oral health; Politics; Sociology; Mythology; Public relations; Epistemology; Social science; Political science; Law","score_opus":0.7259722846307743,"score_gpt":0.733080160884757,"score_spread":0.007107876253982681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319334482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530786,0.001435932,0.0011335651,0.041722395,0.00082290947,0.0010673406,0.000086578184,0.00005777494,0.00059487607],"genre_scores_gemma":[0.9872509,0.002218147,0.0015636474,0.0022643015,0.00012775339,0.00041279267,0.00027802467,0.000026281557,0.005858099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9153655,0.08236576,0.0008455137,0.00019336147,0.00019317889,0.001036666],"domain_scores_gemma":[0.84787935,0.15025851,0.00044076916,0.0006433326,0.00055338413,0.0002246566],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15205088,0.00011163152,0.0005086316,0.00014652169,0.007350451,0.0000107540745,0.0006098215,0.0001912377,0.000049133534],"category_scores_gemma":[0.10629391,0.00008544379,0.00006289713,0.0006246706,0.0010949351,0.0001898925,0.00086796016,0.0026761699,0.00011315969],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007434347,0.0002749995,0.56055796,0.0022935502,0.00011662955,0.0000032263758,0.054859035,0.000009665146,0.00014480506,0.0517732,0.28818452,0.04103897],"study_design_scores_gemma":[0.00063196744,0.0003166348,0.52934664,0.00012404307,0.000007806035,0.000008031524,0.26329178,0.00034011912,0.000014359942,0.14265373,0.063168384,0.00009649802],"about_ca_topic_score_codex":0.014158231,"about_ca_topic_score_gemma":0.0069440957,"teacher_disagreement_score":0.22501615,"about_ca_system_score_codex":0.00017440462,"about_ca_system_score_gemma":0.0007690164,"threshold_uncertainty_score":0.99962467},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4319459290","doi":"10.12688/f1000research.127563.1","title":"The transparency of quantitative empirical legal research published in highly ranked law journals (2018–2020): an observational study","year":2023,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Hebrew University of Jerusalem; University of Sydney; University of Washington; Boston University","keywords":"Open peer review; Plant biology; Observational study; Transparency (behavior); Medicine; Physiology; Law; Biology; Political science; Internal medicine","score_opus":0.9855275216496603,"score_gpt":0.7394105152556483,"score_spread":0.24611700639401202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319459290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9343868,0.0035210706,0.0012264951,0.040430646,0.0013901609,0.009946884,0.0004335126,0.000030229823,0.008634192],"genre_scores_gemma":[0.9813719,0.00029686705,0.0013005176,0.000062871855,0.00028942927,0.0010242546,0.00009655962,0.00007010274,0.01548751],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.6761583,0.20871738,0.035462104,0.0050877626,0.07230493,0.0022695058],"domain_scores_gemma":[0.88940203,0.074343376,0.0046761055,0.012494359,0.018372066,0.0007120328],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6253095,0.0005801412,0.0053591337,0.0025755377,0.0009368,0.008150139,0.014420432,0.00043697242,0.0069667147],"category_scores_gemma":[0.17350642,0.00027331067,0.0018622647,0.009799591,0.0010253902,0.0010388553,0.0025664705,0.0044511524,0.00160937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070370565,0.0026847688,0.4452987,0.00043284954,0.0021315117,0.0003488717,0.015926978,0.0029761854,0.00018809558,0.06956632,0.45683235,0.0029096527],"study_design_scores_gemma":[0.0009793991,0.0008136936,0.7367146,0.0003067404,0.00012554927,0.0000052974497,0.018830718,0.018204866,0.00001909195,0.18341856,0.040123183,0.00045831336],"about_ca_topic_score_codex":0.0034020785,"about_ca_topic_score_gemma":0.016306646,"teacher_disagreement_score":0.4518031,"about_ca_system_score_codex":0.0002542923,"about_ca_system_score_gemma":0.0023022015,"threshold_uncertainty_score":0.9999719},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4320000384","doi":"10.5225/jjsm.2023-001","title":"Research Promotion Measures based on a Bibliometric Review of Sport Management Research","year":2023,"lang":"en","type":"article","venue":"Japanese Journal of Sport Management","topic":"Diverse Approaches in Healthcare and Education Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Bibliometrics; Sport management; Management science; Sociology; Psychology; Political science; Computer science; Engineering; Public relations; Library science","score_opus":0.3907481524376887,"score_gpt":0.4958524012183109,"score_spread":0.10510424878062224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320000384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9249041,0.0022915674,0.00000996924,0.011402679,0.00038086073,0.0023399934,0.000001022506,0.000045897938,0.058623895],"genre_scores_gemma":[0.9547231,0.040710557,0.00083726906,0.00036861008,0.00016480166,0.00012231308,0.000013087241,0.000021543648,0.0030386816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934651,0.00006672342,0.0010434751,0.00031604548,0.0045436486,0.0005649776],"domain_scores_gemma":[0.9964026,0.000074953416,0.00033410348,0.0006014692,0.0023325349,0.0002543147],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.022555573,0.00015279705,0.0005693545,0.034792304,0.0002009495,0.000024389226,0.00036170732,0.00004824582,0.00018359024],"category_scores_gemma":[0.00013008738,0.000114995055,0.00019930744,0.052838244,0.0001572269,0.00013561257,0.00020526805,0.00050932204,0.00016573445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021948407,0.0059463466,0.53444785,0.07838663,0.0015328396,0.0043785893,0.0019324985,0.00024331262,0.000032337688,0.0069255987,0.17020868,0.19377045],"study_design_scores_gemma":[0.0012780966,0.0015008729,0.9041181,0.011511418,0.00021651233,0.00004701649,0.012455062,0.00005861406,0.0000923273,0.00017671389,0.068412244,0.00013301552],"about_ca_topic_score_codex":0.000038669143,"about_ca_topic_score_gemma":7.81719e-7,"teacher_disagreement_score":0.36967024,"about_ca_system_score_codex":0.00032241837,"about_ca_system_score_gemma":0.000119528006,"threshold_uncertainty_score":0.97614753},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4320002223","doi":"10.1002/dad2.12392","title":"Health equity considerations in pragmatic trials in Alzheimer's and dementia disease: Results from a methodological review","year":2023,"lang":"en","type":"review","venue":"Alzheimer s & Dementia Diagnosis Assessment & Disease Monitoring","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Western University; Université Laval; Bruyère; University of Ottawa; Ottawa Hospital","funders":"National Center for Advancing Translational Sciences; Canadian Institutes of Health Research; National Institute on Aging; National Institutes of Health","keywords":"Health equity; Equity (law); Dementia; Ethnic group; Psychology; Clinical trial; Medicine; Gerontology; Actuarial science; Disease; Political science; Business; Nursing; Public health","score_opus":0.4817509852846867,"score_gpt":0.5664606916257913,"score_spread":0.08470970634110458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320002223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016348633,0.9807248,0.00004475875,0.004130856,0.00064397836,0.012718142,0.0013082955,0.00017491434,0.00009074698],"genre_scores_gemma":[0.009920846,0.9679223,0.0031514287,0.00053001085,0.00048174275,0.014522219,0.0032957033,0.00017121414,0.000004578887],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9763565,0.0113510415,0.006197619,0.0024120654,0.0020790338,0.0016037608],"domain_scores_gemma":[0.9799192,0.01385139,0.0027140959,0.0013499209,0.00024058884,0.0019248308],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.019168856,0.0013197064,0.0071343165,0.0011319597,0.000347353,0.0004399113,0.00045628694,0.00027782144,0.0005398933],"category_scores_gemma":[0.010155362,0.0011347785,0.0012983957,0.0013762043,0.00019536268,0.00043996962,0.0012854884,0.001308885,0.00007785374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016036963,0.0024480585,0.13040209,0.019759053,0.031942014,0.0014595835,0.000055172815,0.0000028026107,4.72156e-7,0.00010579315,0.00474264,0.80892193],"study_design_scores_gemma":[0.0056033996,0.0003649357,0.42935723,0.27730408,0.21133813,0.00000766051,0.000093660004,0.00004680678,0.0000043177242,0.0011861642,0.073146455,0.0015471709],"about_ca_topic_score_codex":0.0006937457,"about_ca_topic_score_gemma":0.00010504963,"teacher_disagreement_score":0.8073748,"about_ca_system_score_codex":0.00036282366,"about_ca_system_score_gemma":0.0034502677,"threshold_uncertainty_score":0.9999554},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4320710261","doi":"10.1080/08989621.2023.2179919","title":"Can ChatGPT be trusted to provide reliable estimates?","year":2023,"lang":"en","type":"letter","venue":"Accountability in Research","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Direct Anonymous Attestation; Computer security; Internet privacy; Computer science; Scientific misconduct; Trusted Computing; Medicine","score_opus":0.25348492229708014,"score_gpt":0.44915107833577544,"score_spread":0.1956661560386953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320710261","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011622091,0.00003833435,0.00077556807,0.98088056,0.00093584607,0.0029494304,0.000058883274,0.0005706608,0.0021686046],"genre_scores_gemma":[0.040229656,0.000111558315,0.014381901,0.9107402,0.0039546546,0.006423162,0.0003753536,0.0004902538,0.023293281],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98970926,0.0007376699,0.0010391623,0.0023780651,0.0032403101,0.0028955436],"domain_scores_gemma":[0.990083,0.003800906,0.0001268163,0.0042900327,0.001413774,0.0002855085],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009342914,0.00052732934,0.00075349887,0.0018584328,0.00044109623,0.0013843076,0.0064173047,0.0010551644,0.00018457054],"category_scores_gemma":[0.006289001,0.00053592236,0.00014589034,0.006809411,0.00040913562,0.0009048234,0.0031179374,0.00566786,0.0027527756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027384378,0.00009874188,0.001560197,0.0004169177,0.000016399745,0.00070996705,0.00288145,0.00030402114,0.000112462636,0.00074519176,0.9902774,0.0028498722],"study_design_scores_gemma":[0.00014520543,0.00035344914,0.0008600486,0.00040855244,0.000005800862,0.000013959849,0.0005753678,0.015451848,0.004539295,0.037045702,0.9396437,0.00095707114],"about_ca_topic_score_codex":0.055247303,"about_ca_topic_score_gemma":0.014672861,"teacher_disagreement_score":0.0701404,"about_ca_system_score_codex":0.0021552693,"about_ca_system_score_gemma":0.0015869522,"threshold_uncertainty_score":0.99970925},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4320921964","doi":"10.7287/peerj.14788v0.1/reviews/2","title":"Peer Review #2 of \"Low-stress livestock handling protects cattle in a five-predator habitat (v0.1)\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Animal Behavior and Welfare Studies","field":"Veterinary","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Predator; Livestock; Habitat; Environmental science; Animal science; Ecology; Biology; Predation","score_opus":0.10580707418576317,"score_gpt":0.38821892305180616,"score_spread":0.282411848866043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320921964","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018588111,0.8380028,0.00001962632,0.10197508,0.0027336285,0.010048094,0.0060552484,0.00057641865,0.038730286],"genre_scores_gemma":[0.0019606,0.18462731,0.00039887225,0.0015927813,0.00042234972,0.0028526345,0.0023136395,0.00026729965,0.8055645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99539185,0.0002739378,0.0013732064,0.0009344855,0.001401862,0.0006246559],"domain_scores_gemma":[0.99628496,0.00024993456,0.00055048807,0.0008932229,0.0018897658,0.00013162791],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012210765,0.00075482315,0.0023431594,0.00025001235,0.00011246989,0.000027075432,0.0007063954,0.00037000966,0.0014276346],"category_scores_gemma":[0.0035949482,0.0006210638,0.00060969574,0.00064895157,0.00014754327,0.00011522883,0.0008013104,0.00092798175,0.0007084736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035452973,0.00011680742,0.00032681573,0.16365473,0.00008519775,0.0001634258,0.00015503561,1.8389215e-7,0.00003279888,0.000013463452,0.8342244,0.0011917021],"study_design_scores_gemma":[0.00043250108,0.0007796391,0.011976104,0.40249997,0.00048735546,0.0000453335,0.00016173185,0.0000023692564,0.000038894992,0.000018738505,0.58255374,0.0010036081],"about_ca_topic_score_codex":0.0018294927,"about_ca_topic_score_gemma":0.0008881788,"teacher_disagreement_score":0.7668342,"about_ca_system_score_codex":0.00014358197,"about_ca_system_score_gemma":0.00023292207,"threshold_uncertainty_score":0.9996241},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4321350270","doi":"10.1016/j.jclinepi.2023.02.018","title":"Differentiating between mapping reviews and evidence gap maps","year":2023,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Disaster Response and Management","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital","funders":"University of Toronto; Queen's University; La Trobe University","keywords":"Scopus; Systematic review; Pollock; Presentation (obstetrics); MEDLINE; Data extraction; Library science; Medicine; Data science; Computer science; Political science; History; Law","score_opus":0.853818918067726,"score_gpt":0.6569140782935189,"score_spread":0.19690483977420714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321350270","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046040285,0.0080804555,0.004972443,0.97321886,0.007095308,0.0009095306,0.000015187673,0.000039580304,0.0010645925],"genre_scores_gemma":[0.00030289014,0.03732163,0.0027813637,0.9111479,0.03454945,0.00004634147,0.000028350438,0.00007212806,0.013749953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93506664,0.04995359,0.013186132,0.0005513027,0.00031405376,0.0009283083],"domain_scores_gemma":[0.771523,0.21327479,0.014134505,0.0005641293,0.00020688174,0.0002967238],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.09906542,0.00037720258,0.0064189914,0.0003569871,0.00024470207,0.000009654007,0.0006857604,0.0019032687,0.00017444986],"category_scores_gemma":[0.23126586,0.00025434268,0.0010310956,0.00016839837,0.00020258385,0.00013942379,0.00072253123,0.0106361145,0.00064038875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004825478,0.000008064111,0.116690844,0.002194145,0.00023519568,0.0001379526,0.00020653912,2.1535209e-7,2.78225e-7,0.00007507416,0.86107546,0.019327981],"study_design_scores_gemma":[0.0004541402,0.000264138,0.083493516,0.01206082,0.0002970287,0.0000072411144,0.00014337277,0.000007870262,8.726036e-9,0.009885747,0.8932026,0.00018350402],"about_ca_topic_score_codex":0.000032118747,"about_ca_topic_score_gemma":0.0000074537425,"teacher_disagreement_score":0.16354364,"about_ca_system_score_codex":0.0000713355,"about_ca_system_score_gemma":0.00027749003,"threshold_uncertainty_score":0.9999909},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4321846460","doi":"10.2196/39021","title":"Retractions in Dermatology Literature Between 1982 and 2022: Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Dermatology; Medicine; Pathology","score_opus":0.03219977332598051,"score_gpt":0.3672471012859586,"score_spread":0.3350473279599781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321846460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858339,0.002000771,0.000007777574,0.005065796,0.00062302727,0.00085988396,0.00002072054,0.00025761916,0.0053305333],"genre_scores_gemma":[0.9960129,0.0002885079,0.00003546494,0.0020363186,0.0001839474,0.0003019245,0.00018301676,0.000030287509,0.0009275928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976825,0.0002220936,0.00073555607,0.00058055343,0.00022413969,0.0005551172],"domain_scores_gemma":[0.9987277,0.00043928847,0.00012770084,0.00038388933,0.00012897883,0.0001924471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020313317,0.00026869334,0.0008523467,0.0010398099,0.00027005098,0.000013223385,0.0001131599,0.0005465751,0.00004629265],"category_scores_gemma":[0.00017816869,0.00024836295,0.00008431751,0.0010725944,0.00044889608,0.00012969281,0.00013938357,0.0010276452,0.00027037653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009561075,0.00017760687,0.93490684,0.0001682721,0.00012099122,0.004987505,0.0011776292,4.1679823e-7,0.000068607296,0.0001186698,0.05805937,0.00011846689],"study_design_scores_gemma":[0.0031360192,0.0001324075,0.9486044,0.00003838022,0.000051990202,0.010762914,0.00080979953,0.000049356975,0.000029207264,0.00017922485,0.036029827,0.00017648743],"about_ca_topic_score_codex":0.0000220359,"about_ca_topic_score_gemma":0.000073771786,"teacher_disagreement_score":0.022029538,"about_ca_system_score_codex":0.00007418066,"about_ca_system_score_gemma":0.000106658415,"threshold_uncertainty_score":0.99999684},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4323352270","doi":"10.1111/jnc.15776","title":"Journal of Neurochemistry embraces Transparent Peer Review","year":2023,"lang":"en","type":"editorial","venue":"Journal of Neurochemistry","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Neurochemistry; Neuroscience; Psychology; Cognitive science; Neurology","score_opus":0.059789098445692995,"score_gpt":0.30817777420418985,"score_spread":0.24838867575849685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323352270","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018681068,0.029613014,0.0000068228574,0.0061852,0.9517626,0.00007923007,0.0003743988,0.00005067181,0.010059917],"genre_scores_gemma":[0.0012956266,0.026712008,0.000024237044,0.000318032,0.9527592,0.000002128861,0.00009956692,0.00013193124,0.01865727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99296653,0.00010723086,0.0025474066,0.00029960714,0.0036331578,0.00044605797],"domain_scores_gemma":[0.9869439,0.0016579909,0.004819245,0.00033567278,0.005895643,0.00034755486],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025821922,0.0005206779,0.001432954,0.00016063318,0.00018947839,0.00052052975,0.0020249055,0.0006428383,0.00052873313],"category_scores_gemma":[0.017476818,0.00043370033,0.0009952052,0.00011176593,0.00020683199,0.0005225441,0.00009978135,0.0063437526,0.000011005316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052936204,0.00006487526,0.0000018514962,0.0062714457,0.00015164765,0.0004894699,0.0008113763,0.0000063532184,0.0018543535,0.0000058973706,0.9899751,0.00031472207],"study_design_scores_gemma":[0.0004718544,0.00012486616,0.0000033991275,0.011524746,0.0006220498,0.0003440117,0.0006777882,0.0000012828971,0.00035619704,0.000083824205,0.98545074,0.0003392648],"about_ca_topic_score_codex":0.0000053494396,"about_ca_topic_score_gemma":0.0000014461222,"teacher_disagreement_score":0.014894625,"about_ca_system_score_codex":0.00009477984,"about_ca_system_score_gemma":0.0010568688,"threshold_uncertainty_score":0.9998115},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4323536717","doi":"10.1101/2023.03.05.23286821","title":"The impact of blinding on trial results: A systematic review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Dalhousie University; McMaster University","funders":"","keywords":"Blinding; Meta-analysis; Publication bias; Medicine; Randomized controlled trial; Systematic review; MEDLINE; Odds ratio; Strictly standardized mean difference; Clinical trial; Internal medicine","score_opus":0.9072607679519703,"score_gpt":0.6315100895610637,"score_spread":0.2757506783909066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323536717","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031125228,0.9888146,0.000043855525,0.00015392822,0.00010956384,0.009787385,0.00040601313,0.000009392403,0.0006721775],"genre_scores_gemma":[0.00001846364,0.98282075,0.000035280373,0.000035370846,0.00005168383,0.0011583666,0.00002921737,0.000043308493,0.01580757],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.87164116,0.07037715,0.04652056,0.0022137216,0.0087341545,0.0005132481],"domain_scores_gemma":[0.8595928,0.0776829,0.047146555,0.014051641,0.001235917,0.00029019464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.40791047,0.0011461528,0.07879013,0.0018251481,0.00027562928,0.001193437,0.0047813533,0.0002532954,0.0013909861],"category_scores_gemma":[0.2663695,0.00029781068,0.068661146,0.0128931515,0.000122824,0.000100267745,0.00032153557,0.0004808673,0.002618606],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003719983,0.000032170625,0.0000012894444,0.45816323,0.5294082,0.0000066151247,0.000034369816,0.0000046770624,2.700259e-9,0.00018232579,0.010258784,0.0018711191],"study_design_scores_gemma":[0.00038616787,0.0001024364,9.821096e-7,0.021692043,0.9199297,0.0000068936565,0.000021085196,0.000038228973,7.3902227e-9,0.00011766155,0.05745814,0.00024668433],"about_ca_topic_score_codex":0.000020115338,"about_ca_topic_score_gemma":0.000021413392,"teacher_disagreement_score":0.43647116,"about_ca_system_score_codex":0.0000754468,"about_ca_system_score_gemma":0.00021914754,"threshold_uncertainty_score":0.9999474},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4323537830","doi":"10.1117/1.nph.10.2.023518","title":"Reproducibility of infant fNIRS studies: a meta-analytic approach","year":2023,"lang":"en","type":"article","venue":"Neurophotonics","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación; Ikerbasque, Basque Foundation for Science","keywords":"Neuroimaging; Sample size determination; Reproducibility; Psychology; Cognitive psychology; Contrast (vision); Meta-analysis; Repetition (rhetorical device); Multiple comparisons problem; Audiology; Developmental psychology; Computer science; Artificial intelligence; Statistics; Neuroscience; Medicine; Mathematics; Linguistics","score_opus":0.18972864079193918,"score_gpt":0.37961874807244356,"score_spread":0.18989010728050437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323537830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97360045,0.0016521716,0.000006225529,0.00046838098,0.0005756141,0.0003745998,0.00001276242,0.00021887418,0.023090953],"genre_scores_gemma":[0.99379224,0.00014320508,0.00044097562,0.0003514003,0.000039773644,0.00006149603,0.000009222259,0.000033159857,0.0051285573],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969935,0.0002347745,0.00051118864,0.0016689004,0.00028262788,0.00030904956],"domain_scores_gemma":[0.99700814,0.00022524396,0.00018437297,0.0024119061,0.00010938754,0.0000609655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025211358,0.00018522162,0.0008112471,0.00013427068,0.000072063034,0.000009814066,0.000254298,0.000057551733,0.00030293316],"category_scores_gemma":[0.0015347037,0.0001409475,0.00040464112,0.0008448606,0.00011653177,0.000023569602,0.00018606379,0.0002776228,0.0003591194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029152995,0.008895934,0.10998365,0.0040527205,0.14132795,0.0025107916,0.21615165,0.012433966,0.062794864,0.0952596,0.3196764,0.023997167],"study_design_scores_gemma":[0.0028146454,0.0015232728,0.63528985,0.00005228332,0.008740614,0.00015092568,0.007653653,0.0021462457,0.0053118174,0.002453518,0.33224428,0.0016188887],"about_ca_topic_score_codex":0.000030419482,"about_ca_topic_score_gemma":0.0000022256154,"teacher_disagreement_score":0.5253062,"about_ca_system_score_codex":0.00002534915,"about_ca_system_score_gemma":0.000052726467,"threshold_uncertainty_score":0.57476723},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reproducibility","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reproducibility","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4323542543","doi":"10.1136/bmjebm-2022-112100","title":"Proposed triggers for retiring a living systematic review","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Construct (python library); Computer science; Certainty; Actuarial science; Risk analysis (engineering); Business","score_opus":0.8168270424800806,"score_gpt":0.6492158980082676,"score_spread":0.16761114447181302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323542543","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007034876,0.031929586,0.81172496,0.096880935,0.0036847922,0.051973984,0.0000602215,0.0022379218,0.00080413313],"genre_scores_gemma":[0.0064296466,0.009068269,0.95867336,0.01251451,0.0028120603,0.007239824,0.000009766056,0.0002659906,0.002986588],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923989,0.0023178216,0.002875955,0.00061576185,0.0011948231,0.0005967488],"domain_scores_gemma":[0.67636704,0.3209464,0.0009504853,0.0010399802,0.0004232047,0.00027289696],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045198187,0.00035163906,0.0025772073,0.00023442434,0.00013670388,0.000023669767,0.00054823887,0.00016092758,0.00038924426],"category_scores_gemma":[0.8755799,0.00023113948,0.00034098767,0.0012014502,0.00027240068,0.00010769152,0.00007889716,0.0002872524,0.00012413082],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013007801,0.000055978795,0.000025719963,0.93642116,0.00011050589,0.00006770914,0.00010326137,0.0000023516395,0.0002719453,0.010199597,0.051352415,0.0012592617],"study_design_scores_gemma":[0.0009989426,0.0006070661,0.000021055195,0.86160856,0.0017509517,0.000009526775,0.00010986224,0.0018875307,0.00021926625,0.13241112,0.0000876646,0.000288415],"about_ca_topic_score_codex":0.0000070948495,"about_ca_topic_score_gemma":0.0000015834838,"teacher_disagreement_score":0.8303817,"about_ca_system_score_codex":0.0001427996,"about_ca_system_score_gemma":0.00029231503,"threshold_uncertainty_score":0.9831694},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4323772350","doi":"10.3138/jsp-2022-0049","title":"What Can Be Learned about Predatory Journals from a Failed Study? Possible Motivations behind Predatory Journals","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scrutiny; Publishing; Value (mathematics); Grammar; Documentation; Compromise; Public relations; Psychology; Sociology; Internet privacy; Computer science; Social science; Political science; Law; Linguistics","score_opus":0.62953521345765,"score_gpt":0.5478280282914975,"score_spread":0.0817071851661525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597394,0.0080348,0.00066556345,0.025814287,0.004251598,0.0004516387,0.00020354243,0.00005953562,0.0007796513],"genre_scores_gemma":[0.98731506,0.00318616,0.0010432081,0.0009504287,0.0015914084,0.000010998026,0.000012197156,0.00006315212,0.0058273952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9574059,0.0024365005,0.004229961,0.0010643782,0.03347124,0.0013920157],"domain_scores_gemma":[0.946077,0.010681242,0.0045458535,0.0015790977,0.034657437,0.0024593882],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.15450838,0.00041983527,0.001150375,0.1055856,0.0015892718,0.44051355,0.009997955,0.00057859335,0.0026389195],"category_scores_gemma":[0.32009065,0.00030651334,0.0006763601,0.12845936,0.00017817496,0.23200504,0.0021211545,0.0063811317,0.00014850804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089726804,0.00056756666,0.8114066,0.0000065481477,0.0003731189,0.0004195255,0.007446118,0.0005256999,0.0039040959,0.00003153453,0.119450256,0.055779204],"study_design_scores_gemma":[0.0022656105,0.00043633542,0.91334844,0.00029206031,0.00005695101,0.00006988568,0.042533323,0.0005816566,0.00036745227,0.0097383,0.029946173,0.00036382163],"about_ca_topic_score_codex":0.00025494196,"about_ca_topic_score_gemma":0.00019103172,"teacher_disagreement_score":0.20850852,"about_ca_system_score_codex":0.0006784449,"about_ca_system_score_gemma":0.002418506,"threshold_uncertainty_score":0.9999387},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4323772420","doi":"10.3138/jsp-2022-0028","title":"<i>Academia Letters</i>: Examination of an ‘Experimental’ Academia.edu Publishing Model","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Trustworthiness; Scholarly communication; Public relations; Library science; Political science; Computer science; Law; Internet privacy","score_opus":0.1432524128185395,"score_gpt":0.3985733770439685,"score_spread":0.255320964225429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9529666,0.0006927875,0.0030863762,0.034902483,0.0015416384,0.00019461634,0.000043228632,0.00012223296,0.0064500594],"genre_scores_gemma":[0.98813474,0.00005503414,0.0046724277,0.0046169534,0.0015236675,0.00000726663,0.000031214044,0.000066580484,0.00089212926],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9800035,0.0015358091,0.004213318,0.0009589429,0.012304832,0.000983633],"domain_scores_gemma":[0.9858265,0.0024110451,0.0048260437,0.000927373,0.0050540296,0.00095499324],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.094649956,0.00041677032,0.0010226629,0.004150972,0.00055126287,0.1235711,0.013164668,0.002727248,0.00011910647],"category_scores_gemma":[0.11511511,0.00033630896,0.0004305415,0.0064324504,0.00021293825,0.54934824,0.0016178602,0.01748342,0.00003801925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020258856,0.00027812328,0.028803231,0.000038552193,0.00014802271,0.000092008006,0.014154029,0.035186592,0.1592917,0.0073482827,0.63501966,0.11943722],"study_design_scores_gemma":[0.011161418,0.0009916621,0.3359097,0.0016394123,0.0003391378,0.0008116671,0.071302466,0.28970262,0.0978089,0.08975008,0.097231455,0.0033515075],"about_ca_topic_score_codex":0.00006797177,"about_ca_topic_score_gemma":0.000004374095,"teacher_disagreement_score":0.5377882,"about_ca_system_score_codex":0.0004130591,"about_ca_system_score_gemma":0.0006752226,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4323924096","doi":"10.1186/s13104-023-06294-2","title":"Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2023,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Barwon Health Foundation","keywords":"Measure (data warehouse); Context (archaeology); Citation; Data science; Computer science; Information retrieval; Filter (signal processing); Medicine; World Wide Web; Data mining; Biology","score_opus":0.9924253076182565,"score_gpt":0.5832305564598512,"score_spread":0.4091947511584053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323924096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831136,0.0010150581,0.011958896,0.0018378068,0.00007869258,0.0019208556,0.000034787303,0.000016738133,0.00002358793],"genre_scores_gemma":[0.9951926,0.0000062574295,0.0043799086,0.000058348236,0.00006247009,0.0001059081,0.0000060210014,0.000023592642,0.0001649008],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.96088773,0.017646661,0.0039158273,0.0013682878,0.015476488,0.00070500566],"domain_scores_gemma":[0.97399664,0.01445953,0.00053831993,0.0021897352,0.008244745,0.0005710422],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11854617,0.00028539367,0.0019858016,0.0033348575,0.00042362476,0.0020194808,0.0013145973,0.000087808156,0.00025090278],"category_scores_gemma":[0.23282705,0.00014866322,0.00036760094,0.009713655,0.00018730019,0.000763314,0.000470721,0.0002601811,0.0008956001],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012357987,0.00017197749,0.45739803,0.00026236146,0.00035403855,0.0000037908217,0.016099196,0.00206331,0.46237686,0.00029210508,0.0014610954,0.059393656],"study_design_scores_gemma":[0.00094895274,0.0005921933,0.71888953,0.0008036508,0.00011274978,0.0000017322997,0.054622892,0.03748316,0.1810531,0.004165087,0.0007097922,0.0006171668],"about_ca_topic_score_codex":0.0008276974,"about_ca_topic_score_gemma":0.0017080194,"teacher_disagreement_score":0.28132376,"about_ca_system_score_codex":0.00011492819,"about_ca_system_score_gemma":0.00026460912,"threshold_uncertainty_score":0.99988234},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4323981378","doi":"10.1186/s13643-023-02199-0","title":"Evaluation of the use of GRADE in dentistry systematic reviews and its impact on conclusions: a protocol for a methodological study","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Medicine; Grading (engineering); Protocol (science); Data extraction; MEDLINE; Systematic review; Quality assessment; Medical physics; Dentistry; Alternative medicine; Pathology; External quality assessment","score_opus":0.9764385221984356,"score_gpt":0.7166165226667045,"score_spread":0.25982199953173113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323981378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046284936,0.0035599389,0.0011120238,0.00006774101,0.0001888636,0.94870985,0.000023400282,0.000006278042,0.000046989608],"genre_scores_gemma":[0.11041575,0.00009907792,0.0013905957,0.0000493422,0.000026309684,0.8872555,0.0000022242853,0.000023435385,0.00073779066],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4693194,0.46238288,0.0526364,0.0017169821,0.01341388,0.00053044903],"domain_scores_gemma":[0.89103264,0.06556174,0.03418823,0.0064101615,0.0026539166,0.00015332218],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.679616,0.0005983372,0.017307641,0.00061892613,0.00013502364,0.00027657117,0.0018160286,0.00013500167,0.00034687071],"category_scores_gemma":[0.65190315,0.00017988207,0.0036558814,0.0037929541,0.00005662554,0.00023552621,0.00031731525,0.00017222343,0.000362613],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002372272,0.0005294494,0.0037740127,0.98075926,0.00058963103,0.0000024850046,0.0026117405,0.00037289932,0.00018909844,0.0005951037,0.009399274,0.0011533184],"study_design_scores_gemma":[0.0057623168,0.0018033176,0.020842709,0.67790955,0.014394315,0.00014476938,0.006290561,0.25617346,0.00008476365,0.008234806,0.007130983,0.0012284267],"about_ca_topic_score_codex":0.000010606175,"about_ca_topic_score_gemma":0.00003410227,"teacher_disagreement_score":0.42171323,"about_ca_system_score_codex":0.00013042438,"about_ca_system_score_gemma":0.00013564024,"threshold_uncertainty_score":0.99728143},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4324307220","doi":"10.1111/jebm.12522","title":"STandards for Reporting Interventions in Clinical Trials Of Tuina/Massage (STRICTOTM): Extending the CONSORT statement","year":2023,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Massage; Checklist; Consolidated Standards of Reporting Trials; Psychological intervention; Medicine; Physical therapy; Chiropractic; Clinical trial; Guideline; Alternative medicine; Intervention (counseling); Nursing; Psychology","score_opus":0.8701649821119687,"score_gpt":0.6756244896524661,"score_spread":0.19454049245950256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324307220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88412875,0.012649722,0.025624195,0.07257911,0.0026876838,0.0020994889,0.000073036295,0.000025380168,0.00013266345],"genre_scores_gemma":[0.9915122,0.005442155,0.00076308555,0.00038451934,0.0015975148,0.0000378274,0.000013999719,0.00001618389,0.00023250803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9870164,0.000952011,0.0101623535,0.00022021974,0.0013408483,0.00030816928],"domain_scores_gemma":[0.9700735,0.018600114,0.009399343,0.00030308342,0.001438342,0.00018561837],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10580272,0.00018672028,0.0019590731,0.0006971246,0.00010323325,0.000007097475,0.00020002644,0.000024962805,0.0003195237],"category_scores_gemma":[0.1903829,0.00008841097,0.0008482827,0.00073303655,0.00039305445,0.00016130507,0.000062156534,0.00047748696,6.0074933e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006945222,0.0007257848,0.70227396,0.0036154957,0.0017864002,0.0015000504,0.0016593339,0.00022499464,0.0049087615,0.0005022513,0.07317646,0.20268126],"study_design_scores_gemma":[0.04416841,0.03961199,0.6488619,0.14920543,0.004932395,0.00028104574,0.027011579,0.0016782125,0.0037465882,0.0020136328,0.07810141,0.00038742987],"about_ca_topic_score_codex":0.000043463977,"about_ca_topic_score_gemma":0.000026376803,"teacher_disagreement_score":0.20229383,"about_ca_system_score_codex":0.00021922965,"about_ca_system_score_gemma":0.0007398161,"threshold_uncertainty_score":0.92076427},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4327854540","doi":"10.7759/cureus.36369","title":"A Methodological Review of Drug-Related Toxicological Studies in Saudi Arabia","year":2023,"lang":"en","type":"review","venue":"Cureus","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; MEDLINE; Drug; Systematic review; Research design; Cohort study; Meta-analysis; Alternative medicine; Family medicine; Pharmacology; Pathology","score_opus":0.8556461853656148,"score_gpt":0.6411798845326943,"score_spread":0.2144663008329205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327854540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018356937,0.994452,0.0000011779488,0.00064560765,0.00061394053,0.0020457509,0.000019420931,0.00008090091,0.0021228197],"genre_scores_gemma":[0.0000036082436,0.9972136,0.0004818993,0.0008478687,0.00008295565,0.00018155189,0.00006098705,0.000034655688,0.0010928747],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528825,0.0018322291,0.0016678651,0.00048695618,0.00037112154,0.0003535495],"domain_scores_gemma":[0.9912193,0.007387903,0.00072217395,0.00040876976,0.00010542277,0.00015644394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033957004,0.00041054247,0.005134259,0.00012589541,0.000024956616,0.0000037111479,0.0002454572,0.00039177277,0.0005699159],"category_scores_gemma":[0.016061658,0.00023515458,0.00087739335,0.0009009763,0.00022607984,0.000050539595,0.0002715094,0.0011814572,0.00023979621],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004005427,0.00041561248,0.00010832584,0.666508,0.0012630101,0.00052434055,0.000076654374,1.0885847e-7,5.655479e-7,0.00044460013,0.009119217,0.32149947],"study_design_scores_gemma":[0.00032682577,0.00016327304,0.00003032413,0.22473128,0.0028734196,0.000084671185,0.000028304887,0.000001961347,4.124954e-7,0.00021304825,0.7713588,0.00018765412],"about_ca_topic_score_codex":0.000005123209,"about_ca_topic_score_gemma":0.0000029946336,"teacher_disagreement_score":0.7622396,"about_ca_system_score_codex":0.00019577699,"about_ca_system_score_gemma":0.00015628844,"threshold_uncertainty_score":0.9922265},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4360797522","doi":"10.1101/2023.03.22.533841","title":"Expanding Interdisciplinarity: A bibliometric study of medical education using the MEJ-24","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal; Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Variety (cybernetics); Diversity (politics); CLARITY; Bibliometrics; Web of science; Library science; Medical education; Social science; Data science; MEDLINE; Sociology; Engineering ethics; Computer science; Political science; Medicine; Biology","score_opus":0.06255270871918815,"score_gpt":0.3770019123117695,"score_spread":0.31444920359258133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360797522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98550195,0.00043080567,0.0021791405,0.0032261494,0.0066096657,0.0017809548,0.000012330115,0.00025269808,0.000006285145],"genre_scores_gemma":[0.9948724,0.00012765329,0.002725193,0.00038181795,0.0013431162,0.00040212765,0.0000010949228,0.00013407467,0.000012539432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994963,0.00023002681,0.0012131543,0.0008330335,0.0023220167,0.00043878087],"domain_scores_gemma":[0.99551636,0.0001607201,0.0007766809,0.0017757626,0.0015374182,0.00023307293],"candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0037298126,0.0004185434,0.0007433032,0.01666235,0.00027624718,0.00014573315,0.0008877711,0.00066190603,0.00012597081],"category_scores_gemma":[0.0061061624,0.00034260214,0.00014584238,0.04009899,0.00023843649,0.00012292017,0.0012951087,0.0018439206,0.00002561807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050519715,0.033266455,0.73352396,0.0130723845,0.004899924,0.0003515107,0.0044747717,0.0002704771,0.15285975,0.0034489515,0.05224421,0.0010824085],"study_design_scores_gemma":[0.003514166,0.00075215095,0.9458521,0.009536525,0.0022712809,7.8553336e-7,0.003781827,0.013436068,0.017588567,0.000039604824,0.0017314295,0.0014955148],"about_ca_topic_score_codex":0.0003254386,"about_ca_topic_score_gemma":0.0000060287707,"teacher_disagreement_score":0.21232812,"about_ca_system_score_codex":0.00066292286,"about_ca_system_score_gemma":0.0044333595,"threshold_uncertainty_score":0.9999026},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4361188883","doi":"10.7287/peerj.15120v0.2/reviews/2","title":"Peer Review #2 of \"Integrating eDNA and citizen science observations to model distribution of a temperate freshwater turtle near its northern range limit (v0.2)\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Temperate climate; Range (aeronautics); Turtle (robot); Limit (mathematics); Distribution (mathematics); Citizen science; Geography; Ecology; Environmental science; Biology; Mathematics; Engineering","score_opus":0.09886917828815686,"score_gpt":0.31515146191858084,"score_spread":0.21628228363042398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361188883","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12646782,0.054575384,0.001418775,0.6463382,0.0020408405,0.009474617,0.09410518,0.00050923123,0.065069914],"genre_scores_gemma":[0.013199385,0.13522029,0.002319218,0.017299864,0.0001643384,0.000889822,0.027882002,0.00019347356,0.8028316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637085,0.000055189183,0.00079649396,0.0006270255,0.0017213243,0.00042912646],"domain_scores_gemma":[0.99776965,0.000056261462,0.0003471223,0.0005190026,0.0010959748,0.0002119833],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017067259,0.00033694506,0.00072124973,0.000047942398,0.00024161987,0.000067839486,0.0005971772,0.000112019006,0.010461155],"category_scores_gemma":[0.0022615027,0.0002624137,0.00017733467,0.0014289665,0.00045942893,0.00022871373,0.00063636986,0.00023054935,0.0005034563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004156405,0.00004642524,0.0006207769,0.004806075,0.000013365822,0.0000010969416,0.00011125259,0.000032176667,0.001998611,0.00021487389,0.9915996,0.0005515856],"study_design_scores_gemma":[0.00026355468,0.00009751869,0.0051514553,0.016228754,0.00021541929,0.0000066225098,0.00023820091,0.0032556674,0.001044542,0.00004610961,0.9728109,0.0006412355],"about_ca_topic_score_codex":0.00086056575,"about_ca_topic_score_gemma":0.0056565506,"teacher_disagreement_score":0.7377617,"about_ca_system_score_codex":0.00051367894,"about_ca_system_score_gemma":0.00012958514,"threshold_uncertainty_score":0.99998283},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4362590789","doi":"10.1016/j.heliyon.2023.e15184","title":"COVID-19 retracted publications on retraction watch: A systematic survey of their pre-prints and citations","year":2023,"lang":"en","type":"article","venue":"Heliyon","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Misinformation; Coronavirus disease 2019 (COVID-19); Citation; 2019-20 coronavirus outbreak; Scientific misconduct; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Library science; Alternative medicine; Computer science; Pathology; Disease; Infectious disease (medical specialty)","score_opus":0.11558438210485338,"score_gpt":0.3766997325126453,"score_spread":0.26111535040779194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362590789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578506,0.00021138386,0.0007229226,0.0242541,0.0005720075,0.0011747679,0.00024370766,0.00040080215,0.014569715],"genre_scores_gemma":[0.9938141,0.0011817496,0.00003237,0.0002867444,0.000056945475,0.000048330487,0.000094569354,0.0000071032546,0.0044780606],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99801165,0.0009729969,0.00029691972,0.00017701907,0.00036476422,0.00017666903],"domain_scores_gemma":[0.9963572,0.0028264772,0.00019358542,0.00017734367,0.0002730702,0.00017231253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049234508,0.000073875875,0.00017344163,0.00020922454,0.00048603176,0.000048250007,0.00016170637,0.0005033267,0.00014418016],"category_scores_gemma":[0.021647802,0.000064062064,0.00003199652,0.001263946,0.00013061255,0.00019683268,0.000019748362,0.0006084456,0.00010219963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018924427,0.0005305627,0.16532812,0.029438559,0.00034009857,0.000006287825,0.36030394,0.00017556253,0.0033491014,0.35154188,0.087217346,0.0015793184],"study_design_scores_gemma":[0.0003379039,0.000087355336,0.9555527,0.0022343483,0.000050081366,0.0000040739014,0.015616864,0.00070191856,0.0003336221,0.0054555666,0.019320855,0.00030468617],"about_ca_topic_score_codex":0.0031687915,"about_ca_topic_score_gemma":0.0031784712,"teacher_disagreement_score":0.7902246,"about_ca_system_score_codex":0.00011655824,"about_ca_system_score_gemma":0.00030192325,"threshold_uncertainty_score":0.98659325},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4362696149","doi":"10.1016/j.conctc.2023.101132","title":"The reporting quality and transparency of orthopaedic studies using Bayesian analysis requires improvement: A systematic review","year":2023,"lang":"en","type":"review","venue":"Contemporary Clinical Trials Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Bayesian probability; Meta-analysis; Medicine; Transparency (behavior); Medical physics; Bayesian statistics; MEDLINE; Computer science; Bayesian inference; Artificial intelligence; Internal medicine","score_opus":0.9913375353320436,"score_gpt":0.7773831046471873,"score_spread":0.2139544306848563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362696149","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033399256,0.9847584,0.0020303929,0.0010982247,0.00031806558,0.011205246,0.00022361097,0.0000234021,0.0003393213],"genre_scores_gemma":[0.00036807937,0.996132,0.0011039618,0.00014239158,0.00008470498,0.001155671,0.00010911004,0.000044824137,0.00085922895],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.22819568,0.4215628,0.3410271,0.002526847,0.0061774664,0.0005100936],"domain_scores_gemma":[0.040955145,0.5375492,0.3792316,0.037500866,0.004348293,0.00041490313],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8472988,0.00089790963,0.07205826,0.00084796577,0.0009502531,0.0006639915,0.008314211,0.00039799683,0.00007685087],"category_scores_gemma":[0.8878587,0.00035853975,0.02899812,0.00791134,0.0010803315,0.00026615165,0.0015872207,0.0009378043,0.00006681158],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005858928,0.00012197066,0.0004597594,0.8067799,0.045285434,0.0000044135927,0.00014463648,5.549838e-7,1.1068257e-7,0.0013077885,0.002530573,0.14335899],"study_design_scores_gemma":[0.00034415995,0.00009447943,0.000040232786,0.65802646,0.18333766,0.000006854442,0.0014121847,0.0007271502,3.1403356e-8,0.0045307283,0.15076548,0.0007145589],"about_ca_topic_score_codex":0.00005168083,"about_ca_topic_score_gemma":0.0001585578,"teacher_disagreement_score":0.18724053,"about_ca_system_score_codex":0.0000639929,"about_ca_system_score_gemma":0.0010847283,"threshold_uncertainty_score":0.99988663},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4362700715","doi":"10.1101/2023.04.05.535734","title":"Second-order Citations in Altmetrics: A Case Study Analyzing the Audiences of COVID-19 Research in the News and on Social Media","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Queensland University of Technology","keywords":"Altmetrics; Social media; Order (exchange); CITES; Coronavirus disease 2019 (COVID-19); Public relations; Sociology; Political science; Data science; Computer science; World Wide Web; Medicine; Business","score_opus":0.22443319868326883,"score_gpt":0.4181630226410769,"score_spread":0.19372982395780808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362700715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99427557,0.0001797246,0.000021645481,0.0037715232,0.00027540416,0.001243181,0.000064149506,0.00004366842,0.00012515418],"genre_scores_gemma":[0.9990557,0.00031594056,0.00007647595,0.00025738214,0.00018472246,0.0000902006,1.1853724e-7,0.00001567618,0.0000038062578],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99560004,0.0019988234,0.0005597976,0.00038637134,0.0009891383,0.0004658026],"domain_scores_gemma":[0.9955871,0.0031003773,0.00030349742,0.0004295402,0.00041043357,0.00016903861],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013435406,0.00018195758,0.0003032774,0.0014499517,0.00095393514,0.0004088965,0.00066395267,0.00021612193,0.000047827532],"category_scores_gemma":[0.010944738,0.00013155646,0.000047858073,0.0060538854,0.0005206516,0.00020726467,0.00023900696,0.0009468375,0.000010744383],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009617773,0.001237346,0.11645126,0.0007075785,0.00021846416,0.0011682408,0.8392832,0.000578347,0.00030620384,0.032745667,0.0070312605,0.00017622976],"study_design_scores_gemma":[0.0012908061,0.00012834811,0.6247889,0.00018476148,0.000051419534,7.207386e-8,0.36813375,0.00028563145,0.000054885106,0.00014684329,0.004376096,0.00055850315],"about_ca_topic_score_codex":0.008388991,"about_ca_topic_score_gemma":0.03647442,"teacher_disagreement_score":0.5083376,"about_ca_system_score_codex":0.0003204631,"about_ca_system_score_gemma":0.0020408279,"threshold_uncertainty_score":0.99821424},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4365484568","doi":"10.2196/45771","title":"Decolonization in Sexual and Reproductive Health Research Methods: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"McMaster University","keywords":"Reproductive health; Grey literature; Systematic review; Data extraction; Inclusion (mineral); MEDLINE; Data science; Computer science; Medicine; Sociology; Political science; Social science; Population; Environmental health","score_opus":0.95451628307414,"score_gpt":0.8502489641981248,"score_spread":0.10426731887601526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365484568","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0763754e-8,0.286668,0.00009493291,0.002572482,0.000030837673,0.7103056,0.000045375353,0.00016386033,0.00011893527],"genre_scores_gemma":[1.643044e-10,0.3817716,0.0014297188,0.00013131076,0.0010456054,0.6120665,0.00006850404,0.00021744188,0.003269332],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9273661,0.05910629,0.0041264165,0.003663758,0.0019072057,0.0038302648],"domain_scores_gemma":[0.98200494,0.010462543,0.0015487807,0.0022473796,0.0030091314,0.0007272278],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12769923,0.00075840304,0.0042077675,0.0023180088,0.0031763965,0.00008329335,0.0010315664,0.0010164576,0.00014238992],"category_scores_gemma":[0.023328941,0.0005705157,0.00018767871,0.0065309377,0.00071998226,0.00032115096,0.0018747152,0.00888779,0.00039262933],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015233389,0.00036667127,0.000027857743,0.57937783,0.000020114756,0.000004987022,0.00063507585,4.6135344e-8,1.9602955e-7,0.0001954824,0.05924843,0.359971],"study_design_scores_gemma":[0.0007890352,0.001006257,0.0000114866225,0.48745877,0.0000035001453,0.0000036216138,0.0005097874,0.0000018227851,1.7885723e-7,0.00047587062,0.5095055,0.00023416882],"about_ca_topic_score_codex":0.00023497542,"about_ca_topic_score_gemma":0.00054590293,"teacher_disagreement_score":0.4502571,"about_ca_system_score_codex":0.0021782832,"about_ca_system_score_gemma":0.021812608,"threshold_uncertainty_score":0.9996746},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4366386724","doi":"10.1136/bmjebm-2022-112070","title":"Rapid Reviews Methods Series: Involving patient and public partners, healthcare providers and policymakers as knowledge users","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Public Health Ontario; University of Toronto; St. Michael's Hospital; Cochrane; Public Health Agency of Canada; University of Ottawa","funders":"","keywords":"Timeline; Health care; Commission; Knowledge translation; Psychology; Knowledge management; Public relations; Management science; Computer science; Business; Political science; Engineering; Mathematics","score_opus":0.6031864510411815,"score_gpt":0.5799916421850461,"score_spread":0.02319480885613545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366386724","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.258769,0.3104999,0.0003951119,0.39451313,0.005428823,0.027100762,0.000061310886,0.0008907566,0.0023411582],"genre_scores_gemma":[0.2743151,0.40422675,0.022631912,0.26988566,0.004321454,0.016724505,0.0013448485,0.00039518726,0.006154581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904715,0.0049237465,0.0018518257,0.000790769,0.0005938545,0.0013683083],"domain_scores_gemma":[0.99269044,0.003935236,0.00079247373,0.0006636499,0.00032404665,0.0015941488],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009362301,0.0004527502,0.00096644915,0.0005871428,0.0013038561,0.000021228967,0.00020074565,0.000259814,0.0003374251],"category_scores_gemma":[0.0057132333,0.00033660102,0.000074375144,0.0012644324,0.00045176988,0.0005382662,0.00023503136,0.00071676815,0.00018857689],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095243956,0.00013601535,0.14637071,0.05403343,0.000068334135,0.00004701844,0.055924833,0.0000015672067,0.0003208958,0.004351052,0.24700503,0.49078867],"study_design_scores_gemma":[0.0028489768,0.004454576,0.004048455,0.043863464,0.00009513939,0.000009804124,0.059806712,0.0004965396,0.000076521355,0.00098081,0.88275915,0.00055987755],"about_ca_topic_score_codex":0.0033075605,"about_ca_topic_score_gemma":0.0011844067,"teacher_disagreement_score":0.6357541,"about_ca_system_score_codex":0.00048545274,"about_ca_system_score_gemma":0.0018406057,"threshold_uncertainty_score":0.9999963},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366386740","doi":"10.1136/bmjebm-2022-112136","title":"Implementing hierarchical network meta-analysis incorporating exchangeable dose effects compared to standard hierarchical network meta-analysis","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Medical Research Council","keywords":"Meta-analysis; Network analysis; Computer science; Multilevel model; Medicine; Internal medicine; Engineering; Machine learning","score_opus":0.8066750011977708,"score_gpt":0.5551599690728524,"score_spread":0.25151503212491844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366386740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009967649,0.037485387,0.8376179,0.10069394,0.0010030415,0.0108622275,0.00023040948,0.00030900704,0.0018304841],"genre_scores_gemma":[0.86120826,0.00010433775,0.10540837,0.015253887,0.0034460458,0.0039499844,0.0005708569,0.00014834704,0.009909901],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8958602,0.050241165,0.023650242,0.004777538,0.022509374,0.002961467],"domain_scores_gemma":[0.8955351,0.07967909,0.010304482,0.009614623,0.003000953,0.0018657416],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.40647015,0.0016082097,0.035970878,0.0047519486,0.0014373958,0.0014296737,0.0045171417,0.00030231595,0.04573487],"category_scores_gemma":[0.10309399,0.00077990664,0.029638696,0.062264226,0.000441193,0.0005983483,0.0012716099,0.0009766486,0.0017659649],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014976587,0.00003986346,0.009009805,0.00018203499,0.57204187,0.00016882199,0.0003241336,0.24374339,0.000024298792,0.0011936581,0.17190634,0.0012160101],"study_design_scores_gemma":[0.00052514154,0.00033873494,0.0035680342,0.000078372446,0.8590148,0.0000040775553,0.00023650978,0.1056609,0.000013764686,0.0069071497,0.022962939,0.00068958045],"about_ca_topic_score_codex":0.00037673072,"about_ca_topic_score_gemma":0.0023490626,"teacher_disagreement_score":0.85124063,"about_ca_system_score_codex":0.0001918039,"about_ca_system_score_gemma":0.00048373302,"threshold_uncertainty_score":0.9998626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366386744","doi":"10.1136/bmjebm-2022-112111","title":"Rapid reviews methods series: Guidance on assessing the certainty of evidence","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Public Health Agency","keywords":"Grading (engineering); Systematic review; Computer science; Rating system; Certainty; Management science; Medicine; Actuarial science; MEDLINE; Engineering; Mathematics; Business; Political science","score_opus":0.9546345879208633,"score_gpt":0.6949051985894442,"score_spread":0.2597293893314191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366386744","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00785054,0.1790927,0.3232855,0.46836114,0.0040290924,0.010495954,0.000012848418,0.00011124884,0.0067610084],"genre_scores_gemma":[0.35981387,0.07536746,0.37034473,0.0829935,0.0070663923,0.0045592785,0.000043405915,0.00028733624,0.09952403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.881878,0.08236209,0.020710647,0.002047578,0.012269771,0.00073188444],"domain_scores_gemma":[0.7892361,0.17696731,0.01677387,0.013092375,0.0034972574,0.0004330639],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.56694776,0.0005660722,0.0059288456,0.0007524002,0.00034081205,0.00034600633,0.003960373,0.00017041242,0.009986703],"category_scores_gemma":[0.7011788,0.00018533132,0.0018087956,0.007838656,0.00064585794,0.0007350892,0.00020564979,0.0005176863,0.002264584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052739488,0.000021567594,0.0032093665,0.00077530777,0.00008857375,0.000020650807,0.0006504897,0.000473132,0.0025001296,0.0009153329,0.6121005,0.37919223],"study_design_scores_gemma":[0.00038429385,0.00066283956,0.017379332,0.032320533,0.000745789,0.00002351068,0.0022970878,0.015454623,0.0014488541,0.0047357264,0.9241154,0.00043200105],"about_ca_topic_score_codex":0.000055478868,"about_ca_topic_score_gemma":0.000012387487,"teacher_disagreement_score":0.38536763,"about_ca_system_score_codex":0.00009005307,"about_ca_system_score_gemma":0.00043896722,"threshold_uncertainty_score":0.99851227},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4366448066","doi":"10.3138/cjpe.026.007","title":"Stake, R. E. (2010). <i>Qualitative Research: Studying How Things Work.</i> New York, NY: Guilford Press. 244 pages.","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Work (physics); Media studies; Engineering; Mechanical engineering","score_opus":0.9420309666332343,"score_gpt":0.5946086491900977,"score_spread":0.34742231744313656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366448066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6655935,0.03326553,0.024495166,0.072200365,0.016077714,0.020529706,0.00007102297,0.00022733344,0.16753964],"genre_scores_gemma":[0.9724773,0.000086737855,0.020590203,0.0004444065,0.0004422494,0.00012214975,0.000012034285,0.000033572407,0.0057913535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98793954,0.003571084,0.0012968077,0.00043826734,0.0059971116,0.0007572009],"domain_scores_gemma":[0.98901784,0.000992142,0.0011957573,0.0006442399,0.006907349,0.001242693],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07296109,0.00022942669,0.00041806087,0.001186101,0.00054623745,0.0012344558,0.001291025,0.00015369545,0.00280443],"category_scores_gemma":[0.011022671,0.00017577002,0.00019539145,0.001870133,0.00027942672,0.0020911426,0.000052071886,0.00082420884,0.0001554745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056181736,0.00006455366,0.0033407356,0.000005376372,0.00006198808,0.000011603741,0.07592668,0.00009117483,0.000009840199,0.0005728257,0.2060902,0.71376884],"study_design_scores_gemma":[0.0032753171,0.0026612196,0.039209977,0.0003692451,0.0002399041,0.000043369542,0.10835056,0.0052697198,0.00037931552,0.06086,0.77868474,0.00065666443],"about_ca_topic_score_codex":0.0030411493,"about_ca_topic_score_gemma":0.014746446,"teacher_disagreement_score":0.7131122,"about_ca_system_score_codex":0.00061057415,"about_ca_system_score_gemma":0.008502355,"threshold_uncertainty_score":0.99980235},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4366597924","doi":"10.1136/bmjopen-2022-069906","title":"Strategies used to manage overlap of primary study data by exercise-related overviews: protocol for a systematic methodological review","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Institute of Health Services and Policy Research","funders":"Universitat Autònoma de Barcelona; Universitat de Barcelona","keywords":"Medicine; Systematic review; MEDLINE; Psychological intervention; Cochrane Library; Protocol (science); Grey literature; Alternative medicine; Pathology; Nursing","score_opus":0.9715586565184136,"score_gpt":0.7256562755993499,"score_spread":0.2459023809190637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022852585,0.00061740115,0.0057870904,0.00056262256,0.00007158711,0.98685586,0.00017797426,0.000021113716,0.005677812],"genre_scores_gemma":[0.00026223232,0.00003265326,0.012487685,0.00041816346,0.00001651504,0.9730215,0.00010087767,0.00003060952,0.013629768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93702024,0.03567431,0.018692404,0.002100424,0.006086521,0.00042608168],"domain_scores_gemma":[0.9694942,0.009959846,0.00773128,0.011898245,0.000737525,0.00017888856],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43249834,0.00043271124,0.011086576,0.00028838104,0.00012515252,0.0014132989,0.011372567,0.00009318628,0.0026721382],"category_scores_gemma":[0.06146306,0.00019186585,0.0010440866,0.0036576372,0.00003444012,0.0008467201,0.0037466595,0.00011181595,0.002286346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083185434,0.00033123186,0.00043174828,0.15272167,0.00056127395,0.000012606127,0.00075985346,0.000025300054,0.000035255052,0.0006097157,0.84065884,0.003769335],"study_design_scores_gemma":[0.009778625,0.0028612474,0.012150995,0.37771878,0.009694085,0.00004288907,0.04734631,0.016315408,0.00004006131,0.02647533,0.49420413,0.003372137],"about_ca_topic_score_codex":0.000037980066,"about_ca_topic_score_gemma":0.000029306737,"teacher_disagreement_score":0.37103528,"about_ca_system_score_codex":0.000031878084,"about_ca_system_score_gemma":0.00015318899,"threshold_uncertainty_score":0.99962336},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.24007753717370173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366783310","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008900476,0.45563105,0.01418203,0.4871189,0.0015437815,0.010934273,0.0070580426,0.00015732733,0.014474101],"genre_scores_gemma":[0.27519447,0.60402906,0.018777374,0.009009569,0.0006369592,0.0006736663,0.007404114,0.00020898547,0.08406579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9388121,0.0055411663,0.0014558879,0.0018160795,0.05110046,0.0012743281],"domain_scores_gemma":[0.7242428,0.12653145,0.0011073444,0.012871005,0.13354589,0.0017015286],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5547979,0.00021518701,0.0007798712,0.010945799,0.0010654031,0.0035327594,0.0065204636,0.00009799213,0.0006333195],"category_scores_gemma":[0.63858366,0.00010254955,0.000114888164,0.19269064,0.0012004178,0.0005447088,0.0023484963,0.0021607645,0.0005419625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020875057,0.00009121836,0.0071694455,0.0025214362,0.000013243253,0.000009521886,0.000026165071,0.000029473898,0.000006837244,0.00018360357,0.691698,0.2982302],"study_design_scores_gemma":[0.00024597286,0.0002283798,0.031462498,0.0154436305,0.000021467285,0.000009838818,0.000074488285,0.06817354,0.000014715915,0.00070851773,0.883397,0.00021997251],"about_ca_topic_score_codex":0.0006840166,"about_ca_topic_score_gemma":0.00030211522,"teacher_disagreement_score":0.47810936,"about_ca_system_score_codex":0.0000745736,"about_ca_system_score_gemma":0.0012074243,"threshold_uncertainty_score":0.99885476},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4367030240","doi":"10.3138/cjpe.0019.007","title":"Conducting Evaluation Research with Hard-to-Follow Populations: Adopting a Participant-Centred Approach to Maximize Participant Retention","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Mental Health Association; University of Ottawa","funders":"","keywords":"Interview; Attrition; Participant observation; Psychology; Applied psychology; Investment (military); Medical education; Social psychology; Medicine; Sociology","score_opus":0.9454488731941052,"score_gpt":0.6050153259743052,"score_spread":0.3404335472198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367030240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782573,0.00043788354,0.0058883256,0.007988398,0.0006114818,0.0050282557,0.000007934869,0.000025360223,0.0017550439],"genre_scores_gemma":[0.90153587,0.000002159079,0.09688655,0.00024129801,0.00040967474,0.0006774125,0.000034161472,0.000024816474,0.00018802812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98607504,0.0029130802,0.0019069131,0.00059225864,0.0075691487,0.00094355136],"domain_scores_gemma":[0.98516935,0.00032835678,0.00086782203,0.00060197245,0.011695554,0.0013369402],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0662783,0.00022522188,0.00044261653,0.0018765283,0.0008201376,0.0011031947,0.00061029044,0.00011308354,0.0011148328],"category_scores_gemma":[0.01599719,0.00017499134,0.00014264799,0.0031038763,0.00009772569,0.0013256603,0.000036449106,0.00044880333,0.00025888465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014496903,0.00017167599,0.012551121,0.000008168469,0.00007135855,0.0000025138363,0.0125244465,0.25771716,0.00034294106,0.00049586577,0.0027249441,0.71324486],"study_design_scores_gemma":[0.0037577676,0.0016555787,0.091112696,0.00036623867,0.00073000765,0.00007911887,0.032848954,0.8421797,0.0003288779,0.0024466796,0.023968862,0.0005255009],"about_ca_topic_score_codex":0.0006463698,"about_ca_topic_score_gemma":0.016878406,"teacher_disagreement_score":0.7127193,"about_ca_system_score_codex":0.0012537441,"about_ca_system_score_gemma":0.0062174303,"threshold_uncertainty_score":0.9999338},"labels":[{"model":"gpt","categories":[],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4367322153","doi":"10.3138/jsp-2022-0043","title":"Reflection on ResearchGate’s Terminating ResearchGate Score, and Interest Score, as Social Media Altmetrics and Academic Evaluation Tools","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Metric (unit); Reputation; Computer science; Social media; F1 score; Weighting; Ranking (information retrieval); Remuneration; Reflection (computer programming); Sociology; Psychology; Information retrieval; Data science; World Wide Web; Business; Marketing; Artificial intelligence; Social science; Medicine; Finance","score_opus":0.7096541819502548,"score_gpt":0.5536927636685833,"score_spread":0.15596141828167143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367322153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95161045,0.00056787883,0.0000051080315,0.041549325,0.0032102934,0.0006442164,0.000004591844,0.000049154132,0.002359],"genre_scores_gemma":[0.99234974,0.002180387,0.00024380551,0.0002636138,0.004802327,0.000065344626,0.000010884652,0.000028605707,0.00005526098],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99183035,0.0023856459,0.0008004194,0.00032457316,0.004000751,0.00065825623],"domain_scores_gemma":[0.983281,0.011012933,0.00086187094,0.00012221465,0.004106898,0.0006150536],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.056828808,0.00013748065,0.0002764353,0.002494691,0.0017859667,0.012227685,0.00057844125,0.00050745805,0.000034931127],"category_scores_gemma":[0.44328305,0.0001371918,0.00005633342,0.0039707436,0.00035102735,0.034711663,0.00019016328,0.0040768515,0.00001452542],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001487201,0.000037994963,0.054068353,0.000080486025,0.000028416176,0.000018868786,0.06922568,0.00000228728,0.00095752906,0.0075309095,0.008515616,0.85938513],"study_design_scores_gemma":[0.0014801815,0.00048294084,0.8721478,0.0010051772,0.00006256093,0.00002684934,0.056887366,0.00016622627,0.00029488688,0.05799782,0.009136031,0.00031215878],"about_ca_topic_score_codex":0.0008275385,"about_ca_topic_score_gemma":0.0005231944,"teacher_disagreement_score":0.859073,"about_ca_system_score_codex":0.0012683047,"about_ca_system_score_gemma":0.0020206901,"threshold_uncertainty_score":0.99951357},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4367322216","doi":"10.3138/jsp-2022-0066","title":"Who is Publishing in Biomedical Predatory Journals? A Study on Chinese Scholars","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Publishing; Misconduct; Political science; Law","score_opus":0.5387497138985565,"score_gpt":0.5629177425169369,"score_spread":0.02416802861838041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367322216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622217,0.0010842714,0.00018825018,0.030107241,0.0023754511,0.0003104643,0.000041858322,0.000039820923,0.0036309436],"genre_scores_gemma":[0.9957267,0.00023774352,0.00032111272,0.0014989092,0.0010114078,0.0000056420467,0.0000022468023,0.000039637474,0.0011565909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9436076,0.0020527872,0.0040545696,0.001110475,0.047687076,0.0014874911],"domain_scores_gemma":[0.9649983,0.009916127,0.00245083,0.0013677373,0.019077055,0.0021899445],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.27564022,0.0003575288,0.0010303566,0.215598,0.0005998862,0.41802508,0.011789939,0.0005984516,0.0005024198],"category_scores_gemma":[0.6091589,0.00023265283,0.00048532564,0.33289507,0.00014354134,0.26619807,0.0023719463,0.010185017,0.00030350714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008474617,0.00069341104,0.7460919,0.0000051804213,0.00006145326,0.00078621146,0.0021434047,0.000050495208,0.00039131084,0.000043655902,0.19635178,0.053296465],"study_design_scores_gemma":[0.0026800565,0.000826095,0.93627834,0.00016793041,0.000008700473,0.00010859203,0.007101155,0.00078460324,0.000022015472,0.008076262,0.043694712,0.000251548],"about_ca_topic_score_codex":0.00008155908,"about_ca_topic_score_gemma":0.000018205597,"teacher_disagreement_score":0.33351862,"about_ca_system_score_codex":0.00066279684,"about_ca_system_score_gemma":0.0012323802,"threshold_uncertainty_score":0.99355674},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4367627330","doi":"10.32920/22726751.v1","title":"Participatory and Action-Oriented Dissertations: The Challenges and Importance of Community-Engaged Graduate Research","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Participatory action research; Action research; Citizen journalism; Ideology; Sociology; Action (physics); Isolation (microbiology); Graduate students; Public relations; Pedagogy; Engineering ethics; Political science; Engineering","score_opus":0.9260056131653055,"score_gpt":0.6248908050435928,"score_spread":0.30111480812171265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367627330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887747,0.0027794298,0.000008721518,0.0036320519,0.000690819,0.00223385,0.00005556099,0.00007254404,0.0017523043],"genre_scores_gemma":[0.98266965,0.013948387,0.00007073459,0.00035150565,0.000061974715,0.0015653401,0.00019314625,0.000027218206,0.0011120233],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98026407,0.01777119,0.000765402,0.00024506787,0.00047109538,0.00048317388],"domain_scores_gemma":[0.98684907,0.011560836,0.00032806784,0.00071005605,0.00034867818,0.00020328033],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019906739,0.0001691166,0.00030923702,0.0001490892,0.005480322,0.000006651248,0.00020254681,0.00021443739,0.000036820446],"category_scores_gemma":[0.0009059224,0.00011604385,0.00003079154,0.00013692927,0.00028160732,0.00004700357,0.0008241426,0.008462327,0.00002327103],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003273824,0.0004737626,0.23226662,0.034525976,0.00018451134,0.000002507622,0.6831805,0.0000051698394,0.00007007748,0.03555771,0.0047697555,0.00863603],"study_design_scores_gemma":[0.00040957978,0.00018087449,0.41123965,0.0016382451,0.000024470326,1.49363e-7,0.56514215,0.00013188306,0.000048554724,0.020284807,0.0007778659,0.00012179738],"about_ca_topic_score_codex":0.0041668257,"about_ca_topic_score_gemma":0.024480697,"teacher_disagreement_score":0.17897302,"about_ca_system_score_codex":0.00008575582,"about_ca_system_score_gemma":0.00026138074,"threshold_uncertainty_score":0.9958144},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4367693328","doi":"10.12688/wellcomeopenres.19318.1","title":"A rapid review of community engagement and informed consent processes for adaptive platform trials and alternative design trials for public health emergencies","year":2023,"lang":"en","type":"review","venue":"Wellcome Open Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Wellcome Trust","keywords":"Informed consent; Community engagement; Public engagement; Psychological intervention; Inclusion (mineral); Medicine; Clinical trial; Randomized controlled trial; Medical education; Family medicine; Psychology; Nursing; Public relations; Alternative medicine; Political science; Social psychology; Surgery; Pathology","score_opus":0.9935300531894014,"score_gpt":0.7615899451739434,"score_spread":0.23194010801545795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367693328","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016213538,0.91937196,0.000649518,0.007614217,0.000110772075,0.06989132,0.0014385019,0.000024071056,0.000898004],"genre_scores_gemma":[0.000004425298,0.9736545,0.005099739,0.00039882615,0.00016746318,0.01738589,0.0005218627,0.0001188893,0.002648423],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.930195,0.05017255,0.011550747,0.0014939929,0.0042054546,0.0023822866],"domain_scores_gemma":[0.07921732,0.9066892,0.0036971257,0.0016957569,0.007532612,0.0011679386],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5545241,0.0005732005,0.010775948,0.0010723773,0.0010829879,0.00032852858,0.002009492,0.0006033375,0.00016958466],"category_scores_gemma":[0.8008628,0.00037815355,0.0007175347,0.0016492045,0.001385526,0.0002569855,0.0032131216,0.004627502,0.000011863208],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081312354,0.0002451921,5.830041e-7,0.59192157,0.0014823863,0.0000015730474,0.00066130795,2.285197e-8,2.2428253e-7,0.0059644827,0.021156034,0.37775347],"study_design_scores_gemma":[0.0031010115,0.0060607954,0.000001775908,0.29701838,0.000520475,0.000007242979,0.0019476642,0.000005219987,0.000009531745,0.011506033,0.6795744,0.0002475091],"about_ca_topic_score_codex":0.0007016959,"about_ca_topic_score_gemma":0.0007905756,"teacher_disagreement_score":0.8565167,"about_ca_system_score_codex":0.0005660849,"about_ca_system_score_gemma":0.04350419,"threshold_uncertainty_score":0.999867},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4368360813","doi":"10.1177/08445621231172621","title":"Research on Predatory Publishing in Health Care: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Nursing Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; CINAHL; MEDLINE; Health care; Grey literature; Scopus; Empirical research; Multidisciplinary approach; Scientific literature; Medicine; Psychology; Nursing; Political science; Social science; Sociology; Psychological intervention; Biology","score_opus":0.9582995180482285,"score_gpt":0.7773683384431942,"score_spread":0.18093117960503435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368360813","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007932847,0.9830613,0.000005871211,0.0056852647,0.0015892596,0.0024659343,0.000102329985,0.000008351009,0.0070737717],"genre_scores_gemma":[0.0000626319,0.9977125,0.00008556345,0.0001172995,0.0006837561,0.000052945787,0.000015044393,0.000104733044,0.0011655275],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9330321,0.018737216,0.0053755166,0.0016341337,0.036591046,0.004629992],"domain_scores_gemma":[0.901505,0.055748384,0.0020691953,0.0029100182,0.030033275,0.007734115],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.40285283,0.0004283388,0.0034170642,0.383539,0.0014629222,0.014486265,0.012002132,0.00070381863,0.0003360909],"category_scores_gemma":[0.32090995,0.00031706973,0.00080351083,0.41542244,0.0011598025,0.0016076991,0.00048753902,0.012599956,0.0008042057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000043045884,0.000033094708,0.000014466317,0.018661218,0.000010262755,0.00051667885,0.00040536976,0.0000033406045,8.316779e-9,0.00022489589,0.24585165,0.7342747],"study_design_scores_gemma":[0.00012368926,0.00038391977,0.00002582699,0.54715127,0.0000060151847,0.00008423325,0.0015585775,0.0000033341532,5.9533935e-8,0.0009416304,0.44956338,0.00015806496],"about_ca_topic_score_codex":0.0044093514,"about_ca_topic_score_gemma":0.0087226955,"teacher_disagreement_score":0.7341167,"about_ca_system_score_codex":0.018081998,"about_ca_system_score_gemma":0.10470248,"threshold_uncertainty_score":0.9999738},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4372318926","doi":"10.1038/d41586-023-01396-0","title":"Shielding science from politics: how Joe Biden’s research integrity drive is faring","year":2023,"lang":"en","type":"article","venue":"Nature","topic":"Science, Research, and Medicine","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Verdict; Politics; Political science; House of Representatives; Research integrity; Law; Public administration; Public relations","score_opus":0.12606291836500935,"score_gpt":0.4724865144774709,"score_spread":0.34642359611246154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372318926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94837475,0.00062563695,0.000015983069,0.039573096,0.00071012304,0.00029924497,0.000018443097,0.00014112756,0.010241613],"genre_scores_gemma":[0.9886419,0.00025611615,0.00039630782,0.0022311003,0.0011360323,0.000012838641,0.000014405975,0.000016225424,0.0072950767],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9950593,0.000066140834,0.00014466197,0.00066680164,0.0029635497,0.0010995397],"domain_scores_gemma":[0.99729097,0.0005253189,0.000030554304,0.0006133178,0.0009450944,0.00059473875],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003673344,0.00013068855,0.00025250294,0.0012003775,0.0005732611,0.00015642549,0.00067956874,0.0006822417,0.00019643999],"category_scores_gemma":[0.008039701,0.000097191245,0.00006799418,0.004007378,0.00122594,0.00027578548,0.0004267625,0.007188595,0.0002094245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015140495,0.0001658255,0.191147,0.0002794619,0.00008956772,0.0012554575,0.024037745,0.0000012162783,0.5137416,0.016676776,0.21448243,0.037971526],"study_design_scores_gemma":[0.0024969724,0.0007030823,0.6753999,0.0015769388,0.000055095334,0.00007467841,0.039257906,0.003952511,0.19966346,0.012808009,0.06356152,0.0004499154],"about_ca_topic_score_codex":0.0008570523,"about_ca_topic_score_gemma":0.000060986164,"teacher_disagreement_score":0.4842529,"about_ca_system_score_codex":0.0003515654,"about_ca_system_score_gemma":0.0010420706,"threshold_uncertainty_score":0.99510187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4376226302","doi":"10.1186/s12874-023-01933-5","title":"Research recruitment and consent methods in a pandemic: a qualitative study of COVID-19 patients’ perspectives","year":2023,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Simon Fraser University; Vancouver General Hospital; Provincial Health Services Authority; Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; University of British Columbia; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Queen's University; Vancouver Coastal Health Research Institute; Vancouver Coastal Health","funders":"Canadian Institutes of Health Research; Fondation CHU de Québec; Genome British Columbia; Saskatchewan Health Research Foundation","keywords":"Thematic analysis; Focus group; Informed consent; Autonomy; Data collection; Exploratory research; Psychology; Pandemic; Qualitative research; Coronavirus disease 2019 (COVID-19); Biobank; Medical education; Medicine; Family medicine; Alternative medicine; Sociology; Political science","score_opus":0.9879824596544354,"score_gpt":0.8560172394637351,"score_spread":0.13196522019070034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376226302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97385585,0.0011290641,0.0069436287,0.010712243,0.00013183503,0.0053347917,0.000013687159,0.00008203332,0.0017968677],"genre_scores_gemma":[0.79160756,0.021575985,0.17441607,0.0008087441,0.0003307694,0.00458513,0.00004579613,0.00013536194,0.0064945947],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.54977256,0.42377007,0.0031526873,0.0029392114,0.017105285,0.0032601873],"domain_scores_gemma":[0.11616053,0.87606764,0.00017431073,0.0011981349,0.0038536768,0.0025457104],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5778972,0.0002476816,0.0015905041,0.0033474232,0.00031405923,0.000025199926,0.0008399791,0.0011051334,0.0008464571],"category_scores_gemma":[0.91054314,0.00019286665,0.00014057878,0.0050444533,0.00752334,0.000053314616,0.002603288,0.009658535,0.00006026789],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011161271,0.00804666,0.24209319,0.005270121,0.00045415462,0.00086014945,0.64867085,0.0000059323866,0.0014649075,0.035473693,0.004056524,0.042442568],"study_design_scores_gemma":[0.009884889,0.0094202785,0.06699307,0.0005076669,0.000023030423,0.000022809198,0.7813292,0.00023682119,0.00008144267,0.13010076,0.0012284153,0.00017160908],"about_ca_topic_score_codex":0.0055744676,"about_ca_topic_score_gemma":0.013977286,"teacher_disagreement_score":0.45229757,"about_ca_system_score_codex":0.0010663839,"about_ca_system_score_gemma":0.014026434,"threshold_uncertainty_score":0.9951776},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4376270084","doi":"10.1007/s12630-023-02462-x","title":"Black representation in critical care randomized controlled trials: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Impact; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Randomized controlled trial; Medicine; Generalizability theory; Psychological intervention; Demographics; Population; Demography; Confidence interval; Epidemiology; Family medicine; Environmental health; Psychology; Nursing; Internal medicine","score_opus":0.611815265220914,"score_gpt":0.5717538600750817,"score_spread":0.04006140514583234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376270084","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002497429,0.98295134,0.000008193008,0.006597741,0.00068907515,0.0067929234,0.000020411428,0.000021614534,0.0004212478],"genre_scores_gemma":[0.008205249,0.98713833,0.00031192778,0.0001377923,0.0023582883,0.0003430801,0.000028745959,0.00023761198,0.0012389936],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.95065194,0.029228983,0.014449633,0.00096128724,0.002799689,0.0019084698],"domain_scores_gemma":[0.6124834,0.34807307,0.013323515,0.002208344,0.01010121,0.0138104595],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.1754769,0.0013839555,0.04674029,0.005203544,0.0004141912,0.0005408454,0.0016269009,0.0022726054,0.00076839124],"category_scores_gemma":[0.527124,0.00076991506,0.015726732,0.0019704055,0.0017055079,0.00027811952,0.000050299885,0.0133937,0.00008588325],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01702114,0.00019362097,0.00016721206,0.0057350965,0.011264475,0.95010126,0.0017141588,0.000038538456,1.7680131e-8,0.0011151701,0.0009216795,0.011727612],"study_design_scores_gemma":[0.113268785,0.0030770889,0.000051471532,0.01822645,0.07040343,0.7621995,0.0055404603,0.000018549328,5.4285156e-8,0.004656721,0.021793334,0.00076414604],"about_ca_topic_score_codex":0.010944647,"about_ca_topic_score_gemma":0.052889913,"teacher_disagreement_score":0.35164708,"about_ca_system_score_codex":0.003084061,"about_ca_system_score_gemma":0.041944984,"threshold_uncertainty_score":0.9998911},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4376507116","doi":"10.1371/journal.pone.0270616","title":"DORA-compliant measures of research quality and impact to assess the performance of researchers in biomedical institutions: Review of published research, international best practice and Delphi survey","year":2023,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"","keywords":"Delphi method; Quality (philosophy); Delphi; Survey research; Medicine; Computer science; Psychology; Applied psychology; Physics","score_opus":0.9478451877389719,"score_gpt":0.6960668803855102,"score_spread":0.25177830735346163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376507116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012100386,0.96471757,0.0000022078411,0.01745309,0.000039781284,0.0045988914,0.00043638365,0.000010256503,0.0006414326],"genre_scores_gemma":[0.0026992266,0.9961257,0.00025263568,0.00016878326,0.000110383386,0.00030202096,0.00020638209,0.000033414537,0.00010146405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9720566,0.011619409,0.0026890072,0.00074178213,0.011344218,0.0015489345],"domain_scores_gemma":[0.92001116,0.05405393,0.0010532207,0.0022026082,0.016094549,0.0065845456],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16361593,0.00024202336,0.0023719193,0.0021855792,0.00012697132,0.000048703834,0.0008251861,0.00033415353,0.00006951151],"category_scores_gemma":[0.7157572,0.00014461494,0.0001229692,0.005609735,0.0024802072,0.000301263,0.00078276446,0.0035497665,0.000016962462],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012025159,0.0048433547,0.002307335,0.7331451,0.0011767858,0.00006387236,0.00036693842,7.6778186e-8,0.00009408794,0.00017765744,0.008746649,0.24787559],"study_design_scores_gemma":[0.0011909155,0.0038078243,0.011870116,0.78611356,0.00029059057,0.00004399055,0.0004778908,0.000031746084,0.000033496435,0.000030087334,0.19589813,0.00021163277],"about_ca_topic_score_codex":0.0072757793,"about_ca_topic_score_gemma":0.00030664535,"teacher_disagreement_score":0.55214125,"about_ca_system_score_codex":0.0006925979,"about_ca_system_score_gemma":0.023010802,"threshold_uncertainty_score":0.9993349},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4376639745","doi":"10.1136/bmjebm-2022-112215","title":"Catalogue of bias: novelty bias","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Novelty; Computer science; Psychology; Social psychology","score_opus":0.3599031462954102,"score_gpt":0.4300701984081084,"score_spread":0.07016705211269819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376639745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100765176,0.0010086074,0.84708554,0.047732487,0.0016818065,0.00075516844,0.000024100824,0.0005031031,0.00044401572],"genre_scores_gemma":[0.9334265,0.00012499481,0.062391527,0.0028614087,0.0006511437,0.00009830346,0.00009084016,0.000028674838,0.000326588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965537,0.00052988215,0.0007415015,0.00053972367,0.0012688644,0.0003663235],"domain_scores_gemma":[0.9895143,0.008581285,0.00035723072,0.0010019455,0.00035995047,0.00018529345],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057938322,0.00021967408,0.00046597538,0.0006041042,0.00007606278,0.00002924485,0.0011921971,0.00007005052,0.000052700398],"category_scores_gemma":[0.011458035,0.00017171213,0.00012072941,0.0029869555,0.0002709154,0.0005902924,0.00029735622,0.00017060358,0.00015615099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039527327,0.00048460532,0.031046167,0.0021265224,0.00022448135,0.00089650083,0.0050653736,0.25579897,0.0130165145,0.14578289,0.23159899,0.31356373],"study_design_scores_gemma":[0.0028425597,0.001198821,0.17838286,0.006978045,0.00008137389,0.00007054281,0.00025594461,0.75640184,0.017391456,0.025232479,0.010351803,0.0008122888],"about_ca_topic_score_codex":0.0005438872,"about_ca_topic_score_gemma":0.00003476648,"teacher_disagreement_score":0.83266133,"about_ca_system_score_codex":0.000078852296,"about_ca_system_score_gemma":0.00080016843,"threshold_uncertainty_score":0.99686885},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4376654146","doi":"10.48550/arxiv.2305.08651","title":"Methodological considerations for novel approaches to covariate-adjusted indirect treatment comparisons","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Covariate; Econometrics; Robustness (evolution); Weighting; Outcome (game theory); Computer science; Extrapolation; Context (archaeology); Statistics; Mathematics; Medicine; Geography","score_opus":0.95394451213457,"score_gpt":0.4139994722693762,"score_spread":0.5399450398651937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376654146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027393708,0.00000665598,0.966812,0.00039890446,0.00021476082,0.0025091972,0.0005059873,0.0014079467,0.0007508344],"genre_scores_gemma":[0.5556356,0.00002012003,0.44259492,0.00004767109,0.00005027923,0.000086491345,0.00008469607,0.00005288954,0.0014273818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99764806,0.00029492078,0.00040252705,0.0011218734,0.000080898804,0.0004516947],"domain_scores_gemma":[0.9921841,0.0061660707,0.00034233963,0.0009239307,0.00017185995,0.00021172519],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067267957,0.00050349813,0.0010176523,0.00036732844,0.00024298514,0.00006692928,0.00039410678,0.0005429059,0.00004919329],"category_scores_gemma":[0.002132224,0.0005025838,0.00033941382,0.0003865051,0.00013044485,0.00008660609,0.00064881175,0.00042087364,0.000037392845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114427174,0.00047875216,0.0003167039,0.00012656608,0.00042845687,0.000045146644,0.00044092338,0.06436868,0.00020168528,0.93077207,0.0026269455,0.000079633195],"study_design_scores_gemma":[0.0007359972,0.0003253067,0.00032012834,0.000105328705,0.0005593886,0.000004773986,0.00040317568,0.03967979,0.002569078,0.9541942,0.00045397153,0.00064885605],"about_ca_topic_score_codex":0.00013855845,"about_ca_topic_score_gemma":0.00054594217,"teacher_disagreement_score":0.5282419,"about_ca_system_score_codex":0.00061614846,"about_ca_system_score_gemma":0.0002314017,"threshold_uncertainty_score":0.99974257},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4377010956","doi":"10.1093/fampra/cmad052","title":"The quality of paediatric asthma guidelines: evidence underpinning diagnostic test recommendations from a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"Family Practice","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"U.S. Department of Health and Human Services; National Institutes of Health; Canadian Institutes of Health Research; National Institute for Health and Care Research; Canadian Thoracic Society; National Institute for Health and Care Excellence","keywords":"Medicine; Asthma; Spirometry; Epidemiology; Family medicine; Test (biology); Diagnostic test; Pediatrics; MEDLINE; Primary care; Intensive care medicine; Pathology","score_opus":0.41210880923528265,"score_gpt":0.4964183921697496,"score_spread":0.08430958293446694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377010956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85918283,0.04594523,0.0017492761,0.08799274,0.0008295893,0.002418165,0.00020829757,0.0004799361,0.0011939403],"genre_scores_gemma":[0.9859086,0.0056339023,0.0018840317,0.0055646906,0.0004492987,0.00025144056,0.000042083797,0.000024151443,0.00024176556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995338,0.002155445,0.0012148243,0.000426024,0.0005779564,0.00028772806],"domain_scores_gemma":[0.7961112,0.20139988,0.0007823939,0.00074362353,0.0007741653,0.0001887263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066764285,0.00021914359,0.00067895063,0.00008920669,0.00033874513,0.000037353755,0.00024611285,0.00008635356,0.00007176868],"category_scores_gemma":[0.46437365,0.000120750316,0.00030498617,0.0009306925,0.0001190429,0.0003205961,0.00019165722,0.0003530454,0.00021449462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010370984,0.003770191,0.66877675,0.00014791617,0.0035239805,0.00039878825,0.0010983183,0.00051203085,0.0012099136,0.00031732302,0.23406507,0.08514264],"study_design_scores_gemma":[0.0007430311,0.0008585611,0.8412705,0.00010908656,0.0027779655,0.0000044503176,0.024356302,0.00031853298,0.000007932683,0.0002111304,0.12916364,0.0001788539],"about_ca_topic_score_codex":0.0006498115,"about_ca_topic_score_gemma":0.00003388775,"teacher_disagreement_score":0.4576972,"about_ca_system_score_codex":0.00004499277,"about_ca_system_score_gemma":0.00027266843,"threshold_uncertainty_score":0.5401382},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4377101794","doi":"10.1016/j.jclinepi.2023.05.009","title":"Matured forecast analyses for “systematic and narrative review lead experts to different cancer trial predictions”","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Wilfrid Laurier University; Ottawa Hospital; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Colorectal cancer; Systematic review; Clinical trial; Intensive care medicine; Narrative review; Medical physics; MEDLINE; Cancer; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9809273239688449,"score_gpt":0.7848717089134123,"score_spread":0.19605561505543256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377101794","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000283644,0.9706813,0.011183911,0.004781028,0.004299265,0.008870218,0.00011353295,0.0000055069527,0.000036872156],"genre_scores_gemma":[0.000006182441,0.9877485,0.0024657217,0.0018673507,0.0025284009,0.0015581712,0.000014854361,0.00004449102,0.0037663237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6758059,0.18636762,0.13190468,0.001939781,0.0033069039,0.0006750759],"domain_scores_gemma":[0.36980334,0.49900758,0.12333621,0.003402619,0.0034140036,0.0010362649],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.47422504,0.000955779,0.09573582,0.0009925918,0.00018691421,0.00017365025,0.0025595967,0.0008957124,0.0007193649],"category_scores_gemma":[0.84568846,0.000342556,0.025615446,0.001459254,0.00018054896,0.00014633937,0.00026247342,0.0010745636,0.00017556857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043733465,0.00010977055,0.0000525969,0.19064488,0.0059565613,0.000009030933,0.000112761394,0.000014829222,1.549423e-8,0.00016560763,0.6037376,0.19875903],"study_design_scores_gemma":[0.0018125206,0.0009869451,0.000028071821,0.2484166,0.013375826,0.000095338735,0.00017807592,0.00042523578,6.009773e-9,0.0021712105,0.7322181,0.00029209547],"about_ca_topic_score_codex":0.0000043226246,"about_ca_topic_score_gemma":0.00004583762,"teacher_disagreement_score":0.3714634,"about_ca_system_score_codex":0.0001021259,"about_ca_system_score_gemma":0.00055306096,"threshold_uncertainty_score":0.99990267},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4377138204","doi":"10.7759/cureus.39224","title":"Recent Trend in Artificial Intelligence-Assisted Biomedical Publishing: A Quantitative Bibliometric Analysis","year":2023,"lang":"en","type":"review","venue":"Cureus","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Google; Microsoft","keywords":"Medicine; Publishing; MEDLINE; Artificial intelligence; Library science; Computer science","score_opus":0.681906452458046,"score_gpt":0.5656427110911867,"score_spread":0.11626374136685935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377138204","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001373581,0.994631,0.0004684669,0.0015593127,0.0015451172,0.0010189924,0.00010063244,0.00015494009,0.00038416474],"genre_scores_gemma":[0.00014228726,0.995406,0.0006061201,0.000075552474,0.0006419665,0.00027832034,0.0025843193,0.000073768795,0.00019169762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944179,0.00040619072,0.002623367,0.00092720444,0.0008976458,0.00072770886],"domain_scores_gemma":[0.9957523,0.001921208,0.00067606877,0.0007192469,0.00040396035,0.0005272685],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0021036323,0.00047838115,0.002568212,0.122311145,0.00011016226,0.00031602627,0.00045163574,0.0009942885,0.00091802963],"category_scores_gemma":[0.008794272,0.00039092533,0.000820637,0.40295678,0.00019151477,0.00031652927,0.000110538036,0.0012355162,0.0006420778],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024525523,0.0005498731,0.00007187043,0.0030601313,0.0009753527,0.00009522259,0.0005601781,0.00000115878,1.6714839e-7,0.00057636277,0.002865031,0.9912201],"study_design_scores_gemma":[0.000016838027,0.0003783148,0.00023205217,0.0051853927,0.00450737,0.000030529434,0.0023801972,0.0003561933,0.0000028852685,0.001276391,0.98519593,0.00043792586],"about_ca_topic_score_codex":0.001697067,"about_ca_topic_score_gemma":0.007379342,"teacher_disagreement_score":0.9907822,"about_ca_system_score_codex":0.0010872333,"about_ca_system_score_gemma":0.0016536125,"threshold_uncertainty_score":0.9999953},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4377237756","doi":"10.1016/j.biochi.2023.03.005","title":"Retraction notice to “Betulinic acid downregulates expression of oxidative stress-induced lipoprotein lipase via PKC/ERK/c-Fos pathways in RAW264.7 macrophages” [Biochimie 119C (2015) 192–203]","year":2023,"lang":"en","type":"retraction","venue":"Biochimie","topic":"Natural product bioactivities and synthesis","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Libin Cardiovascular Institute of Alberta","funders":"","keywords":"Notice; Blot; Promulgation; Western blot; MAPK/ERK pathway; Chemistry; Molecular biology; Biology; Biochemistry; Political science; Law; Kinase","score_opus":0.022128611220059286,"score_gpt":0.27645651994038906,"score_spread":0.2543279087203298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377237756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97539574,0.0081163235,0.00036056744,0.00097545714,0.007888637,0.0032255885,0.0028654947,0.00018520717,0.0009869976],"genre_scores_gemma":[0.9819549,0.003573802,0.0016898992,0.00012157477,0.003734726,0.00023265225,0.003713627,0.00027339178,0.0047054803],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9944383,0.00059837813,0.0012497109,0.0019161027,0.00088354497,0.0009139807],"domain_scores_gemma":[0.9964876,0.00017836122,0.0011219265,0.001517377,0.00037415666,0.0003205363],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011191086,0.0010278297,0.001176806,0.00071489176,0.000221413,0.00009465331,0.00074017706,0.0029633914,0.0001273916],"category_scores_gemma":[0.0010686952,0.0009656386,0.000546075,0.00076802424,0.00014856631,0.00004778104,0.0004954705,0.0015383187,0.00014354516],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008534974,0.00036179335,0.000022526418,0.0006141887,0.00017525787,0.000031627085,0.00011875894,0.000035334448,0.95433253,0.000003637592,0.012790763,0.03066009],"study_design_scores_gemma":[0.0007143892,0.000916311,0.0011556926,0.0011133987,0.00014308529,0.000014942923,0.00028411477,0.000022413487,0.98789114,0.000057712674,0.0066354135,0.0010513865],"about_ca_topic_score_codex":0.00072524033,"about_ca_topic_score_gemma":0.000544317,"teacher_disagreement_score":0.033558615,"about_ca_system_score_codex":0.00023816031,"about_ca_system_score_gemma":0.0003498791,"threshold_uncertainty_score":0.99927944},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4377821117","doi":"10.2196/41388","title":"Assessment of the Dissemination of COVID-19–Related Articles Across Social Media: Altmetrics Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Citation; Social media; Bibliometrics; Scopus; Coronavirus disease 2019 (COVID-19); Dimension (graph theory); Citation analysis; Information Dissemination; MEDLINE; Library science; Medicine; Computer science; World Wide Web; Political science; Mathematics","score_opus":0.18063523789001237,"score_gpt":0.5805738851175438,"score_spread":0.3999386472275315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98675674,0.0000051650595,0.000033252512,0.0019310289,0.000119006974,0.0007100429,0.000053248215,0.00003551115,0.010356025],"genre_scores_gemma":[0.9995825,0.000032090255,0.0000050554786,0.0000126968835,0.000024033081,0.000021310609,0.0000080432865,0.000004455696,0.00030978414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99569327,0.0010263115,0.00041810976,0.000083201616,0.0023793306,0.00039978986],"domain_scores_gemma":[0.9963926,0.0025120429,0.0002282066,0.00014862535,0.00057552446,0.0001429942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00970821,0.000061122395,0.00015039863,0.0003660844,0.0011657916,0.0000747252,0.00041145293,0.00008006824,0.00022569693],"category_scores_gemma":[0.007831557,0.0000425449,0.00006487294,0.005748107,0.0006499001,0.0005243938,0.00021871857,0.00027644995,0.000029992745],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092114005,0.0002442104,0.005418642,0.000051513594,0.000021674961,4.6284435e-7,0.96358144,0.000014891805,0.00011959054,0.012952195,0.0071485243,0.010437611],"study_design_scores_gemma":[0.00027237803,0.00007288974,0.4770223,0.0000129859445,0.0000020909497,8.8336094e-8,0.5203957,0.00048486333,0.00018272096,0.0009579234,0.0005581767,0.000037909907],"about_ca_topic_score_codex":0.00018363248,"about_ca_topic_score_gemma":0.00032801254,"teacher_disagreement_score":0.47160366,"about_ca_system_score_codex":0.00028815438,"about_ca_system_score_gemma":0.0005898685,"threshold_uncertainty_score":0.937567},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4377942107","doi":"10.1007/978-3-030-22767-8_1302","title":"Peer Review and How It Is Constructed and Measured: A Question of Fairness","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Ethics in medical practice","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Social psychology; Knowledge management; Computer science","score_opus":0.22829487419889352,"score_gpt":0.49001666129409027,"score_spread":0.2617217870951968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377942107","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019816528,0.0073437844,0.00016599406,0.2885531,0.00048606156,0.0009758481,0.000084545085,0.000093940194,0.70229477],"genre_scores_gemma":[0.00028881847,0.065805614,0.0007650238,0.016697463,0.00013759533,0.000030866675,0.000041422463,0.00005894786,0.91617423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668413,0.0008411966,0.0005613427,0.00040261226,0.0012946764,0.000216049],"domain_scores_gemma":[0.99024516,0.005860424,0.00065786164,0.00038989368,0.0026582608,0.000188383],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010589565,0.00024515856,0.00077790057,0.00009623162,0.0002946134,0.000009093053,0.0001239467,0.0012681106,0.0028637832],"category_scores_gemma":[0.03181071,0.00019838431,0.00004648279,0.00004967,0.0005749125,0.000104964114,0.00023559613,0.004687926,0.00014458438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009236107,0.00000286245,0.00007078419,0.014768791,0.000084384774,0.000006421189,0.00041341348,1.1014633e-9,0.0000042293304,0.50034606,0.4821567,0.002137121],"study_design_scores_gemma":[0.00039888086,0.000042936157,0.0001160684,0.023508405,0.0007488517,0.000016383985,0.0007649813,0.0000040517157,0.0000013371214,0.15980543,0.81431335,0.00027933944],"about_ca_topic_score_codex":0.00011372561,"about_ca_topic_score_gemma":0.0002421765,"teacher_disagreement_score":0.34054065,"about_ca_system_score_codex":0.000049511145,"about_ca_system_score_gemma":0.00042392997,"threshold_uncertainty_score":0.9980477},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4378172514","doi":"10.1111/bcp.15802","title":"Considerations on the use of different comparators in pharmacovigilance: A methodological review","year":2023,"lang":"en","type":"review","venue":"British Journal of Clinical Pharmacology","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University; University of Ottawa","funders":"Fonds de Recherche du Québec - Santé","keywords":"Pharmacovigilance; Comparator; Medicine; Proxy (statistics); Set (abstract data type); Computer science; Event (particle physics); Data mining; Drug; Pharmacology; Machine learning","score_opus":0.8930427184206804,"score_gpt":0.6813240477788266,"score_spread":0.2117186706418538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378172514","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016042467,0.9840355,0.000011519328,0.0018281839,0.009467438,0.0021767588,0.0005697508,0.000054193595,0.00025243365],"genre_scores_gemma":[0.00048161726,0.98150504,0.00009100783,0.015568169,0.0017848315,0.0002162607,0.000040485167,0.00008282711,0.0002297709],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.972497,0.018615844,0.0069411932,0.0006392658,0.000536741,0.00076994195],"domain_scores_gemma":[0.93313557,0.060764644,0.00483236,0.0002993238,0.0004433247,0.0005247723],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010212963,0.0007212089,0.006763946,0.0004698366,0.00025506978,0.000045664186,0.001018441,0.0010053003,0.0034869348],"category_scores_gemma":[0.007527885,0.00052581215,0.0026334573,0.00095373177,0.0010019297,0.00024654556,0.00024807747,0.00952189,0.00019977175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034290168,0.002458017,0.00014087991,0.010003689,0.002915358,0.0037445955,0.000023403341,0.00042655694,0.000030275238,0.0003204564,0.66945547,0.31013837],"study_design_scores_gemma":[0.002252001,0.00026930403,0.00007860038,0.020791534,0.0046712128,0.0015377545,0.0000110515775,0.000102046826,0.00003842292,0.00023372425,0.96958244,0.00043190093],"about_ca_topic_score_codex":0.00001142238,"about_ca_topic_score_gemma":0.000012856738,"teacher_disagreement_score":0.30970648,"about_ca_system_score_codex":0.0001603111,"about_ca_system_score_gemma":0.0010524628,"threshold_uncertainty_score":0.9997193},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4378903516","doi":"10.3389/ijph.2023.1605763","title":"Certainty of the Global Burden of Disease 2019 Modelled Prevalence Estimates for Musculoskeletal Conditions: A Meta-Epidemiological Study","year":2023,"lang":"en","type":"review","venue":"International Journal of Public Health","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Cooperation in Science and Technology; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; European Centre for Chiropractic Research Excellence; National Science Foundation","keywords":"Epidemiology; Medicine; Representativeness heuristic; Disease burden; Public health; Meta-analysis; Osteoarthritis; Physical therapy; Environmental health; Demography; Population; Statistics; Alternative medicine; Internal medicine; Pathology","score_opus":0.19646743052588023,"score_gpt":0.49710522179827116,"score_spread":0.30063779127239093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903516","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033712902,0.9716709,0.002171393,0.015120761,0.0011570053,0.0048457514,0.001601232,0.000024681454,0.000036940262],"genre_scores_gemma":[0.036019776,0.9610032,0.0013405136,0.00023149804,0.00067721755,0.0002635497,0.00024511098,0.00004320223,0.00017596342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99380845,0.0016071307,0.002844968,0.00029173697,0.0011670989,0.0002806078],"domain_scores_gemma":[0.9913274,0.002830367,0.0033384338,0.0003613744,0.0017539121,0.000388536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007190975,0.00032983522,0.002858319,0.0003316456,0.000059770584,0.000018396151,0.00077097956,0.00018485665,0.00008910122],"category_scores_gemma":[0.013437016,0.0001632806,0.0033302668,0.0003822308,0.00024014172,0.000110354464,0.00014163418,0.00049243163,0.000003275877],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008608433,0.008680736,0.007926813,0.35683656,0.07029584,0.00004045516,0.0012858964,0.0034576638,0.000002417867,0.029140873,0.010799019,0.51067287],"study_design_scores_gemma":[0.023117622,0.027181212,0.11905175,0.1719658,0.07375063,0.0006054795,0.0039025662,0.018497242,4.8654096e-7,0.053761963,0.5056429,0.0025223552],"about_ca_topic_score_codex":0.000117473355,"about_ca_topic_score_gemma":0.000006216048,"teacher_disagreement_score":0.5081505,"about_ca_system_score_codex":0.00058750785,"about_ca_system_score_gemma":0.003130918,"threshold_uncertainty_score":0.9948732},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4379016279","doi":"10.1038/d41586-023-01819-y","title":"Preprint clubs: why it takes a village to do peer review","year":2023,"lang":"en","type":"article","venue":"Nature","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Preprint; Peer review; Library science; Political science; Medical education; Sociology; Medicine; World Wide Web; Computer science","score_opus":0.09212102075893597,"score_gpt":0.4533360865420113,"score_spread":0.36121506578307533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379016279","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014795715,0.013748121,0.00037509174,0.7996442,0.0023067468,0.0009168023,0.0000809942,0.00033555095,0.16779679],"genre_scores_gemma":[0.48113987,0.0019380482,0.0010374915,0.3225276,0.0010179596,0.00012157189,0.000046241777,0.000048181846,0.19212307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99394035,0.00019291493,0.00053024734,0.00076622673,0.0042182356,0.00035199337],"domain_scores_gemma":[0.9965791,0.0008105249,0.00016694289,0.0010079049,0.0011995237,0.00023600952],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013804995,0.00015632673,0.00034869116,0.00027396803,0.00014816398,0.0013102805,0.0038818747,0.0009209026,0.0016282111],"category_scores_gemma":[0.068732314,0.00010077637,0.00014524042,0.0034856377,0.000030275447,0.00096437923,0.0006609582,0.0025346463,0.00586824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055328533,0.000005846236,0.0010440155,0.000022270531,0.0000051630664,0.000012369515,0.0004692981,0.000025003834,0.000025252983,0.0006459699,0.9701299,0.027609358],"study_design_scores_gemma":[0.00007524555,0.000009424807,0.004612467,0.00038890247,0.000005740657,0.0000070509755,0.0004780426,0.00004018925,0.000078297584,0.005516379,0.9886413,0.00014692394],"about_ca_topic_score_codex":0.000016426879,"about_ca_topic_score_gemma":0.000024493838,"teacher_disagreement_score":0.4771166,"about_ca_system_score_codex":0.000038747756,"about_ca_system_score_gemma":0.000078905265,"threshold_uncertainty_score":0.9997665},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379056209","doi":"10.1186/s12961-023-00989-5","title":"Evidence synthesis to policy: development and implementation of an impact-oriented approach from the Eastern Mediterranean Region","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre","keywords":"Health services research; Health administration; Health policy; Empirical evidence; Implementation research; Knowledge translation; Health informatics; Evidence-based medicine; Political science; Management science; Public relations; Health care; Medicine; MEDLINE; Economics; Computer science; Knowledge management; Psychological intervention; Nursing; Law","score_opus":0.9548847516564822,"score_gpt":0.7765450382730797,"score_spread":0.1783397133834025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379056209","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00944741,0.92487353,0.0004976338,0.030164842,0.0006853484,0.031343937,0.0025099318,0.0002054145,0.00027196185],"genre_scores_gemma":[0.0025034554,0.9847676,0.00026924867,0.0020642744,0.002732226,0.0069392934,0.0001268161,0.00011566955,0.00048139333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9671641,0.023272354,0.0036467996,0.0010905669,0.0022976657,0.002528535],"domain_scores_gemma":[0.96382654,0.030359162,0.0016797197,0.0011583512,0.00076889107,0.0022073581],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032946836,0.0005060727,0.0020210615,0.0025436457,0.002665309,0.00013378994,0.0008650067,0.00037408056,0.000016092556],"category_scores_gemma":[0.01614309,0.00032774854,0.00010067111,0.004554444,0.00031106043,0.00035948414,0.0007439195,0.0012961128,0.000116593605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035852245,0.000022393066,0.00058579363,0.06263837,0.00009589213,0.0000032900239,0.09719107,6.405348e-7,3.6731728e-7,0.00195231,0.010108282,0.82736576],"study_design_scores_gemma":[0.00030261406,0.00035104272,0.002066504,0.045937736,0.00003355073,0.000020450918,0.03318958,0.00014991054,3.2229255e-7,0.000035470406,0.91760224,0.0003105952],"about_ca_topic_score_codex":0.23356643,"about_ca_topic_score_gemma":0.0054492797,"teacher_disagreement_score":0.90749395,"about_ca_system_score_codex":0.0026518526,"about_ca_system_score_gemma":0.030275665,"threshold_uncertainty_score":0.99991745},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4379135156","doi":"10.1016/j.mayocpiqo.2023.04.010","title":"Inadequate Reporting of Cointerventions, Other Methodological Factors, and Treatment Estimates in Cardiovascular Trials: A Meta-Epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Mayo Clinic Proceedings Innovations Quality & Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Arts and Humanities Research Council; University of California, San Francisco; University of Bern; University of Toronto; Inselspital, Universitätsspital Bern; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Publication bias; Psychological intervention; Clinical trial; Odds ratio; MEDLINE; Confidence interval; Relative risk; Physical therapy; Internal medicine","score_opus":0.9823887722089711,"score_gpt":0.7142536049889211,"score_spread":0.26813516722005004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379135156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99176973,0.00048444953,0.003265051,0.0018452551,0.00013754098,0.0020644285,0.000044035733,0.00004615335,0.000343367],"genre_scores_gemma":[0.9857632,0.000028745393,0.01228019,0.000114421586,0.000027358365,0.00045987085,0.000014734074,0.0000148544905,0.0012966142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8958231,0.027090214,0.07028135,0.0022630505,0.003983977,0.0005582916],"domain_scores_gemma":[0.59405535,0.2770793,0.11532039,0.006680341,0.006463333,0.00040126767],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69555485,0.0005639153,0.019823296,0.0011791703,0.00018117756,0.00031567237,0.00080498535,0.00019829988,0.0013661773],"category_scores_gemma":[0.80590636,0.00022320171,0.007222652,0.0049048187,0.00017663784,0.000258474,0.0003129454,0.0002728556,0.00008845781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012275148,0.00033101722,0.98253196,0.000056808338,0.006286945,0.0000032105197,0.0011225682,0.000014821734,0.000016476455,0.004423933,0.00057564647,0.004624349],"study_design_scores_gemma":[0.0006537297,0.0002295922,0.96037465,0.00002654955,0.0027110826,0.0000029122423,0.010227518,0.0003075387,0.00002384038,0.023450352,0.0017830133,0.00020921859],"about_ca_topic_score_codex":0.0004386644,"about_ca_topic_score_gemma":0.00007669386,"teacher_disagreement_score":0.30176777,"about_ca_system_score_codex":0.00006975272,"about_ca_system_score_gemma":0.00005852457,"threshold_uncertainty_score":0.9995467},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379160774","doi":"10.1002/leap.1547","title":"Human‐ and <scp>AI</scp>‐based authorship: Principles and ethics","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Premise; Medical journal; Computer science; Key (lock); Operations research; Sociology; Epistemology; Library science; Computer security; Philosophy; Engineering","score_opus":0.437435979144406,"score_gpt":0.47657498597324593,"score_spread":0.03913900682883992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379160774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92392015,0.00024933685,0.0001324438,0.07166136,0.0003088053,0.00023247306,0.0000026143957,0.00028349532,0.0032093131],"genre_scores_gemma":[0.99025327,0.00006783191,0.0004220544,0.004537524,0.00045328654,0.000022963197,0.00007760665,0.000028503948,0.0041369656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984907,0.00015244006,0.00030432327,0.00034787392,0.00033045473,0.0003742131],"domain_scores_gemma":[0.9979739,0.0011498332,0.00009925054,0.00023703689,0.00023602415,0.00030391186],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025646272,0.00011957881,0.00018150902,0.00027054895,0.0004523044,0.00084112707,0.000090183115,0.00042536636,0.000023470473],"category_scores_gemma":[0.0136817545,0.000114097355,0.0000315271,0.0005166705,0.0001181761,0.0007197846,0.00007459751,0.0014884681,0.000037157733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053412477,0.00021216144,0.60135835,0.0027912022,0.000097039265,0.000111796595,0.101449065,0.00032072692,0.0058136177,0.07875555,0.05895827,0.15007879],"study_design_scores_gemma":[0.000589024,0.00077316276,0.49077135,0.0014375799,0.00019178347,0.000085398045,0.04857774,0.028956624,0.015659194,0.07654667,0.33595967,0.0004517951],"about_ca_topic_score_codex":0.00081630796,"about_ca_topic_score_gemma":0.0002560953,"teacher_disagreement_score":0.2770014,"about_ca_system_score_codex":0.000046923506,"about_ca_system_score_gemma":0.00028552886,"threshold_uncertainty_score":0.9946264},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379230918","doi":"10.3390/publications11020032","title":"Roles and Responsibilities for Peer Reviewers of International Journals","year":2023,"lang":"en","type":"article","venue":"Publications","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Publishing; Peer review; Consistency (knowledge bases); Technical peer review; Reading (process); Peer feedback; Public relations; Advice (programming); Narrative review; Medical education; Narrative; Psychology; Political science; Computer science; Medicine; Law","score_opus":0.8011725688322632,"score_gpt":0.6687242451278416,"score_spread":0.1324483237044216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379230918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5641463,0.00591114,0.014193724,0.37800798,0.0012356307,0.0011081239,0.0010961967,0.00012024955,0.034180667],"genre_scores_gemma":[0.8958789,0.0036303452,0.005595758,0.00020827635,0.00014654384,0.00016297128,0.000050628714,0.000011304254,0.09431525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950575,0.000078688274,0.00048067662,0.0002550765,0.0039489917,0.00017902913],"domain_scores_gemma":[0.9809864,0.0069345282,0.00020779959,0.00042992353,0.011288441,0.00015290453],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03158849,0.000042982876,0.00012746522,0.0335977,0.0001384487,0.0010980177,0.000991898,0.000033348395,0.00037219108],"category_scores_gemma":[0.23037949,0.000030450969,0.00007692989,0.066815175,0.00011217352,0.0004993261,0.0002634764,0.000058727474,0.000057935013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000135499295,0.000052636206,0.13400541,0.000009025004,0.000022857246,1.2992405e-7,0.00035135075,0.000012325017,0.0007703581,0.048065197,0.6540093,0.1626879],"study_design_scores_gemma":[0.000116306524,0.000018554441,0.29133195,0.0000048033535,0.0000021644357,0.0000013407009,0.00064301596,0.0020835355,0.00014365351,0.027915718,0.6777006,0.000038402428],"about_ca_topic_score_codex":0.000004791222,"about_ca_topic_score_gemma":0.0000049329656,"teacher_disagreement_score":0.37779972,"about_ca_system_score_codex":0.000020780686,"about_ca_system_score_gemma":0.00012159865,"threshold_uncertainty_score":0.99993896},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4379364963","doi":"10.1002/asi.24758","title":"A comparative study of the coverage of African journals in Web of Science, Scopus, and CrossRef","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Council of Prairie and Pacific University Libraries; Western University","funders":"","keywords":"Scopus; Web of science; Directory; Library science; Citation; Bibliometrics; World Wide Web; Computer science; MEDLINE; Political science","score_opus":0.28533283705545054,"score_gpt":0.536237433066305,"score_spread":0.25090459601085446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379364963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972012,0.00004301766,0.000026777769,0.0014185997,0.00023109077,0.00029564416,0.00001796197,0.000001968682,0.0007637553],"genre_scores_gemma":[0.9998111,0.000082287595,0.000042444568,0.000015191428,0.00000414487,0.000002215195,3.632737e-8,7.9705285e-7,0.00004176566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920731,0.00007773766,0.0012167448,0.00010592225,0.006293956,0.00023249432],"domain_scores_gemma":[0.9843748,0.0012741241,0.0032394358,0.00024278711,0.010815318,0.00005349106],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04947075,0.000053283635,0.00031891782,0.03845652,0.0003966199,0.00037365788,0.002044581,0.000059360354,0.0000021285502],"category_scores_gemma":[0.055764697,0.000026755806,0.000051665404,0.18819375,0.0014406062,0.0022447044,0.00068144675,0.00019951239,6.576706e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029977215,0.000115017276,0.965319,0.0000079594565,0.0000150061405,1.0362247e-7,0.005175968,0.00029777482,0.010932993,0.0032833884,0.00056850776,0.014254318],"study_design_scores_gemma":[0.0011263799,0.0004335156,0.94875145,0.00003057155,0.000007590939,0.0000060180973,0.022925429,0.0037460744,0.012902012,0.0089925565,0.0010343724,0.00004403226],"about_ca_topic_score_codex":0.000011209703,"about_ca_topic_score_gemma":0.000020974448,"teacher_disagreement_score":0.14973724,"about_ca_system_score_codex":0.00016990052,"about_ca_system_score_gemma":0.001097817,"threshold_uncertainty_score":0.9787699},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379599895","doi":"10.1111/hex.13779","title":"Exploring the impact of engagement in mental health and substance use research: A scoping review and thematic analysis","year":2023,"lang":"en","type":"review","venue":"Health Expectations","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Trillium Health Centre; University of Toronto","funders":"Canadian Institutes of Health Research; Institute of Neurosciences, Mental Health and Addiction; Centre for Addiction and Mental Health","keywords":"Thematic analysis; Mental health; Substance use; Psychology; Thematic map; Applied psychology; Qualitative research; Sociology; Psychotherapist; Psychiatry; Geography; Social science","score_opus":0.9341418747535614,"score_gpt":0.6724996206695402,"score_spread":0.2616422540840212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379599895","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008646494,0.98117113,0.0000076118913,0.0007525513,0.00013627112,0.016679864,0.00032098376,0.00003623331,0.00003069756],"genre_scores_gemma":[0.00011092042,0.99107414,0.00019596698,0.0005067531,0.000037481484,0.0072412784,0.0007087441,0.00005175543,0.00007292991],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98623186,0.008367386,0.0030991565,0.0005765516,0.0005924772,0.0011325912],"domain_scores_gemma":[0.99148214,0.0056216316,0.0015516795,0.00063833635,0.0001290782,0.00057715323],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059446613,0.00036460024,0.0026684767,0.0012561857,0.0021004782,0.000019185702,0.00021993545,0.000078568606,0.000042590756],"category_scores_gemma":[0.00036657733,0.00023994954,0.00026412873,0.003912226,0.00011851971,0.00021111673,0.00018718374,0.0013335646,0.000029026423],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009663092,0.000117514,0.0008424281,0.8401853,0.000341334,0.0000011463655,0.10624584,0.0000015431134,6.184651e-9,0.00033304232,0.0011892472,0.050732967],"study_design_scores_gemma":[0.00035748642,0.000422657,0.00039851927,0.95700455,0.00026913782,0.0000013167498,0.035717174,0.00003618763,7.666015e-9,0.00004465268,0.005519062,0.00022926564],"about_ca_topic_score_codex":0.00624388,"about_ca_topic_score_gemma":0.007882901,"teacher_disagreement_score":0.11681926,"about_ca_system_score_codex":0.0014869502,"about_ca_system_score_gemma":0.0033547569,"threshold_uncertainty_score":0.9991987},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379745636","doi":"10.36416/1806-3756/e20230167","title":"Certainty of evidence, why?","year":2023,"lang":"en","type":"article","venue":"Jornal Brasileiro de Pneumologia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certainty; Medicine; Grading (engineering); Best evidence; Systematic review; Evidence-based medicine; Evidence-based practice; MEDLINE; Management science; Intensive care medicine; Alternative medicine; Pathology; Epistemology","score_opus":0.9103402983551631,"score_gpt":0.5815645654323963,"score_spread":0.32877573292276674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379745636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98490477,0.00027179724,0.0045230244,0.0037525222,0.0004223037,0.00040524942,0.000019691846,0.000032352367,0.0056682713],"genre_scores_gemma":[0.9846753,0.0000524612,0.0016913449,0.0011060302,0.00009860967,0.000030234492,0.0000036519102,0.000012578245,0.012329806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97916347,0.007951685,0.0068447264,0.0008740489,0.0047016656,0.00046441623],"domain_scores_gemma":[0.9775154,0.014761605,0.0036267082,0.002954716,0.0009292747,0.00021228209],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.110357635,0.00027442802,0.002740616,0.00071222865,0.000119503035,0.0003193341,0.0025496727,0.00021941103,0.009083433],"category_scores_gemma":[0.11653582,0.000120044286,0.001799659,0.0035790887,0.00013222829,0.00020238204,0.0002849434,0.00033452568,0.008585268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014164624,0.000027786438,0.5997884,0.000055131757,0.00011876522,0.00006328492,0.00021370685,0.00046239834,0.0061736056,0.0025997898,0.38384518,0.0066377404],"study_design_scores_gemma":[0.00012600418,0.000117632306,0.9386996,0.00009734462,0.00013631704,0.000080310696,0.00045761678,0.008683089,0.00062779343,0.020444823,0.03029313,0.0002363449],"about_ca_topic_score_codex":0.000046164576,"about_ca_topic_score_gemma":0.000022803626,"teacher_disagreement_score":0.35355204,"about_ca_system_score_codex":0.000044900182,"about_ca_system_score_gemma":0.00011699708,"threshold_uncertainty_score":0.99218667},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4380091472","doi":"10.1016/j.jclinepi.2023.04.003","title":"Corrigendum to methodological approaches for developing, reporting, and assessing evidence-based clinical practice guidelines: a systematic survey [Journal of Clinical Epidemiology 146 (2022) 77-85]","year":2023,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"","keywords":"Guideline; Checklist; Grading (engineering); Medicine; Medical physics; Computer science; Family medicine; Psychology; Pathology; Engineering","score_opus":0.9787376123107188,"score_gpt":0.75662540289337,"score_spread":0.22211220941734877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380091472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058579016,0.014754385,0.6310507,0.17774795,0.16625412,0.0040561636,0.00008739728,0.00009155,0.00009984943],"genre_scores_gemma":[0.00082155725,0.030924886,0.83384794,0.092974894,0.03726927,0.00010434373,0.00028899274,0.00030499924,0.0034631046],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.37750372,0.3171611,0.2943995,0.0044211224,0.0033426047,0.003171936],"domain_scores_gemma":[0.0113720875,0.7252129,0.2368511,0.0018395649,0.022123722,0.0026006487],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.84520394,0.0015314878,0.042150673,0.0012664987,0.00028701077,0.00009796973,0.0018596294,0.0075757746,0.00007329391],"category_scores_gemma":[0.99860847,0.0010480469,0.00857313,0.001188963,0.0019490734,0.0009524517,0.00086533366,0.016527044,0.000040371182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009845566,0.00089265086,0.20027438,0.0079105925,0.0035956495,0.0007720293,0.000025307902,0.00011757663,8.2106317e-7,0.0002578195,0.73851454,0.037793085],"study_design_scores_gemma":[0.011252848,0.026846668,0.5923334,0.05481766,0.015988037,0.0085179405,0.0013387969,0.0145006785,9.959313e-7,0.007953104,0.2648734,0.0015765202],"about_ca_topic_score_codex":0.00023951939,"about_ca_topic_score_gemma":0.00016718122,"teacher_disagreement_score":0.47364116,"about_ca_system_score_codex":0.00046159164,"about_ca_system_score_gemma":0.02111342,"threshold_uncertainty_score":0.9997434},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4380149107","doi":"10.1016/j.jval.2023.03.1885","title":"PCR107 A Systematic Review and Quality Assessment of Cardiovascular Disease-Specific Patient Reported Outcome Measures Part I: Instrument Development and Content Validity","year":2023,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Content validity; Medicine; Patient-reported outcome; Quality of life (healthcare); Health related quality of life; Disease; Content (measure theory); Physical therapy; Intensive care medicine; Psychometrics; Clinical psychology; Pathology; Nursing","score_opus":0.9256591917202315,"score_gpt":0.49881490904595216,"score_spread":0.4268442826742793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380149107","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006294466,0.9859022,0.00020175184,0.001140333,0.0005750687,0.010933979,0.0005307139,0.00005428417,0.000032202082],"genre_scores_gemma":[0.00023002758,0.9955651,0.00092123006,0.0007712254,0.00005497385,0.002186506,0.00014112607,0.00008165452,0.00004816974],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9677359,0.005739255,0.023911322,0.001418845,0.0005529629,0.0006417447],"domain_scores_gemma":[0.98361963,0.0018335363,0.012154252,0.0016739083,0.00013151052,0.0005871455],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.08547961,0.00064966624,0.012748068,0.00063187984,0.00019374694,0.00006833125,0.00029981285,0.0002295136,0.000013427248],"category_scores_gemma":[0.0059167044,0.0006542033,0.000723691,0.00048214724,0.00009613737,0.0001523436,0.000211676,0.0004498402,0.000048320635],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016842283,0.00010651304,0.0022560528,0.9858213,0.0010105175,0.0000053268736,0.0003079318,0.00003834157,4.1404333e-10,0.0053443825,0.00017540179,0.004932515],"study_design_scores_gemma":[0.0005243391,0.00009429989,0.0028279233,0.5010521,0.00072697323,0.000017514467,0.0003146245,0.00009378933,1.235891e-8,0.00024086991,0.4932669,0.00084067235],"about_ca_topic_score_codex":0.0029515629,"about_ca_topic_score_gemma":0.000041486972,"teacher_disagreement_score":0.4930915,"about_ca_system_score_codex":0.0029381134,"about_ca_system_score_gemma":0.0015669698,"threshold_uncertainty_score":0.99959093},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4380324065","doi":"10.1017/s0032247423000128","title":"Participatory action research with Inuit societies: A scoping review","year":2023,"lang":"en","type":"review","venue":"Polar Record","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Université Laval","keywords":"Photovoice; Participatory action research; Variety (cybernetics); Indigenous; Citizen journalism; Action research; Sociology; Action (physics); Geography; Political science; Ecology; Anthropology; Economic growth; Computer science","score_opus":0.9648282562002639,"score_gpt":0.7845281666837113,"score_spread":0.18030008951655263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380324065","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012856567,0.9923457,0.000023846647,0.00018973486,0.00032991078,0.004357476,0.000025920535,0.000298049,0.0024165257],"genre_scores_gemma":[7.7597684e-7,0.99016786,0.0003736191,0.00007895137,0.00074572593,0.0025467493,0.000011191407,0.00014143664,0.0059336848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97468334,0.019199993,0.00090532406,0.0008220875,0.0025628782,0.0018263562],"domain_scores_gemma":[0.99300176,0.004632636,0.0004218685,0.0007674496,0.000487576,0.0006886978],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038292225,0.00039212994,0.0019463947,0.00046246394,0.0013492719,0.00025752248,0.0010049185,0.0004729354,0.00085335947],"category_scores_gemma":[0.011613514,0.0003198529,0.00046139487,0.0035861344,0.0011283362,0.0003473394,0.0003167831,0.002032649,0.002616343],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051377096,0.000032403277,0.000010283779,0.15848508,0.00011227936,0.000020898795,0.001692106,1.684803e-8,1.673092e-7,0.0002289403,0.0073287603,0.83208394],"study_design_scores_gemma":[0.000034220262,0.00007740806,0.0000011492857,0.34278828,0.0001825157,9.877103e-7,0.00045805555,6.059015e-7,2.5768088e-7,0.00013951768,0.6560785,0.00023845382],"about_ca_topic_score_codex":0.001988725,"about_ca_topic_score_gemma":0.0139153,"teacher_disagreement_score":0.83184546,"about_ca_system_score_codex":0.0016340436,"about_ca_system_score_gemma":0.011041039,"threshold_uncertainty_score":0.9999508},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4380423294","doi":"10.1177/15562646231181438","title":"Transplant Recipient Preferences Regarding Organ Donor Research: Their Role in Consent and use of Their Data","year":2023,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Sherbrooke; McMaster University","funders":"","keywords":"Informed consent; Qualitative research; Organ transplantation; Clinical research; Psychology; Organ donation; Medicine; Qualitative property; Transplantation; Family medicine; Alternative medicine; Surgery; Sociology; Pathology","score_opus":0.9009850341498331,"score_gpt":0.6392831242848858,"score_spread":0.26170190986494735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380423294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718578,0.00032529212,0.000011066782,0.025968336,0.000053998207,0.00067903596,0.00012893455,0.000017958731,0.0009576007],"genre_scores_gemma":[0.9860086,0.012961366,0.000109140055,0.00010500834,0.00017763673,0.000011671334,0.00008046486,0.000036635047,0.0005095141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9844242,0.0070888777,0.0010254326,0.00055566186,0.0058804196,0.0010254316],"domain_scores_gemma":[0.95999247,0.034321375,0.00014474867,0.000807924,0.0040913643,0.00064212695],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060907446,0.00017872885,0.00055599754,0.004205527,0.0006134028,0.00021706948,0.0008628645,0.00040164217,0.000125139],"category_scores_gemma":[0.018978113,0.000119864824,0.000087696324,0.0031794005,0.0017046861,0.0003922492,0.0004034863,0.009668366,0.000025000125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028796863,0.00675907,0.4378651,0.0063742576,0.0012901755,0.0051358514,0.17182906,0.00015187896,0.2099639,0.024489041,0.07093434,0.036410447],"study_design_scores_gemma":[0.011197506,0.01514778,0.7509111,0.014014591,0.00006191397,0.0003858376,0.04864985,0.0028564432,0.05518464,0.042704474,0.058298968,0.0005869011],"about_ca_topic_score_codex":0.0002713221,"about_ca_topic_score_gemma":0.0012068597,"teacher_disagreement_score":0.31304598,"about_ca_system_score_codex":0.00030480232,"about_ca_system_score_gemma":0.0025247044,"threshold_uncertainty_score":0.99261636},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4380627450","doi":"10.1002/jcph.2263","title":"Improving Racial and Ethnic Equity in Clinical Trials Enrolling Pregnant and Lactating Individuals","year":2023,"lang":"en","type":"review","venue":"The Journal of Clinical Pharmacology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"National Institutes of Health; National Science Foundation","keywords":"Ethnic group; Generalizability theory; Clinical trial; Health equity; Equity (law); Inclusion (mineral); Medicine; Family medicine; Psychology; Nursing; Political science; Social psychology; Public health; Developmental psychology","score_opus":0.9337503286949025,"score_gpt":0.801550735169816,"score_spread":0.13219959352508648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380627450","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007948022,0.98413354,0.00004831102,0.002047065,0.0036748399,0.001994886,0.000022514614,0.000023010849,0.00010781962],"genre_scores_gemma":[0.0007727592,0.9900742,0.0005521253,0.0011840273,0.0070942068,0.000023799854,0.0000036276595,0.000092625975,0.00020262151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9446541,0.033445913,0.018796217,0.0007358054,0.0014925841,0.00087535795],"domain_scores_gemma":[0.283962,0.7010454,0.012423286,0.00056495104,0.00078872405,0.0012156208],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4278544,0.00048991584,0.010116267,0.00050383946,0.00014779482,0.000053482647,0.0009637618,0.0026936515,0.00009729549],"category_scores_gemma":[0.41181582,0.00027404356,0.001691061,0.000595785,0.0017613256,0.00012264431,0.0019692983,0.024323558,0.000024366384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011054806,0.0003486719,0.00060162455,0.011686124,0.0013555905,0.0003455857,0.00017971398,0.0000011400514,0.0000072802086,0.00004385733,0.00037204832,0.9839529],"study_design_scores_gemma":[0.07949775,0.026616119,0.011950721,0.27188638,0.08402948,0.0036649958,0.0010807611,0.0016579583,0.00001969582,0.03963933,0.47715208,0.0028047084],"about_ca_topic_score_codex":0.000018065484,"about_ca_topic_score_gemma":0.000045532124,"teacher_disagreement_score":0.9811482,"about_ca_system_score_codex":0.0001102188,"about_ca_system_score_gemma":0.004667462,"threshold_uncertainty_score":0.99997115},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4381164830","doi":"10.1186/s12961-023-01007-4","title":"The Cameroon Health Research and Evidence Database (CAMHRED): tools and methods for local evidence mapping","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Ontario HIV Treatment Network; Université de Sherbrooke; Impact; University of Toronto","funders":"","keywords":"Knowledge translation; Health services research; Local language; Health policy; Evidence-based practice; Evidence-based medicine; MEDLINE; Global health; Public health; Computer science; Medicine; Data science; Political science; Knowledge management; Alternative medicine; Nursing","score_opus":0.8320321323942833,"score_gpt":0.6817075964494509,"score_spread":0.15032453594483242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164830","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06699242,0.50280803,0.0075913356,0.40856552,0.00061237137,0.0127579635,0.00024354344,0.00019121412,0.00023758851],"genre_scores_gemma":[0.60832936,0.37770396,0.0018469702,0.004725049,0.0017376434,0.0018592295,0.000051133,0.00007543281,0.0036712114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864113,0.006879051,0.0010384684,0.0008441494,0.0014798375,0.0033472],"domain_scores_gemma":[0.94949585,0.04559408,0.00017496114,0.0008198444,0.001074742,0.0028404943],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11823162,0.00021184603,0.0007673787,0.00090580026,0.0034669796,0.0003845507,0.00021740257,0.00015191639,0.0000013164719],"category_scores_gemma":[0.03826144,0.00014838098,0.0000439688,0.0022261722,0.0011373458,0.00033611266,0.0004296357,0.0011841872,0.000016353873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014871691,0.000056114593,0.004019071,0.043473378,0.000042761454,0.000044548273,0.0032151479,0.0000019651973,0.0002085101,0.030483348,0.14196342,0.77500457],"study_design_scores_gemma":[0.0027522794,0.008253452,0.055767186,0.046238184,0.000011043744,0.000965637,0.03577247,0.049608357,0.000040013598,0.0045872773,0.7954702,0.00053391006],"about_ca_topic_score_codex":0.02774804,"about_ca_topic_score_gemma":0.0005226846,"teacher_disagreement_score":0.7744706,"about_ca_system_score_codex":0.0007105866,"about_ca_system_score_gemma":0.0062295427,"threshold_uncertainty_score":0.9994042},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4381434989","doi":"10.3390/curroncol30060443","title":"Characteristics of Phase IV Clinical Trials in Oncology: An Analysis Using the ClinicalTrials.gov Registry Data","year":2023,"lang":"en","type":"article","venue":"Current Oncology","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Adverse effect; Psychological intervention; Internal medicine; Clinical Oncology; Sample size determination; Oncology; Cancer; Intensive care medicine","score_opus":0.9697628496947025,"score_gpt":0.7983529685784945,"score_spread":0.17140988111620803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381434989","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710501,0.00017290212,0.10714469,0.0018665516,0.013258201,0.0024300113,0.003661054,0.00019030787,0.000226153],"genre_scores_gemma":[0.34693283,0.0066244705,0.6310409,0.0006918375,0.012857243,0.00026780198,0.0012589125,0.00022069272,0.000105358195],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9175575,0.06490339,0.014317077,0.0015891925,0.0007637049,0.0008691529],"domain_scores_gemma":[0.35952663,0.6268635,0.007915604,0.0047292453,0.00046362568,0.0005014273],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2159605,0.0003697231,0.0066868616,0.00046083482,0.000116195806,0.000041448224,0.00235764,0.0009947495,0.00039575994],"category_scores_gemma":[0.7470762,0.0002596784,0.00091473473,0.0022246,0.0012867245,0.00012835697,0.0011720607,0.0016834792,0.000034988192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004331924,0.01278039,0.047371082,0.00030426835,0.0019226259,0.00017535119,0.00040517355,0.000016739252,0.00016976155,0.01391463,0.012182715,0.90642536],"study_design_scores_gemma":[0.037484977,0.0065743546,0.031169811,0.000449962,0.024657112,0.000023700642,0.0016967165,0.24375243,0.00006795089,0.5316304,0.12109158,0.0014010363],"about_ca_topic_score_codex":0.00002242553,"about_ca_topic_score_gemma":0.00008541604,"teacher_disagreement_score":0.9050243,"about_ca_system_score_codex":0.00022526197,"about_ca_system_score_gemma":0.0011553126,"threshold_uncertainty_score":0.9999855},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4381480929","doi":"10.2196/preprints.49521","title":"Caregiver needs and perception of data sharing for research through mHealth in pediatric asthma: a cross-sectional survey (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asthma; mHealth; Likert scale; Medicine; Descriptive statistics; Family medicine; Cross-sectional study; Medical education; Psychology; Nursing; Psychological intervention; Developmental psychology","score_opus":0.5963285604469837,"score_gpt":0.6088969951805573,"score_spread":0.012568434733573608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381480929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632019,0.0006186675,0.008781082,0.001411323,0.0015456367,0.018429874,0.003996683,0.00023859058,0.0017762871],"genre_scores_gemma":[0.94490117,0.014063758,0.006206463,0.00031747328,0.0014982524,0.022692235,0.0069937916,0.00014368682,0.0031831544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99173135,0.0014057376,0.0024228145,0.002222185,0.00074701454,0.0014709088],"domain_scores_gemma":[0.98956263,0.0051452415,0.0007421586,0.0026226335,0.0014894359,0.00043789958],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027914448,0.00031873854,0.00076360395,0.0011018907,0.0011928737,0.00004339578,0.0015797089,0.0011889728,0.00024545967],"category_scores_gemma":[0.002270825,0.00032737674,0.00007399022,0.0012722415,0.00017913563,0.00027077898,0.0060226973,0.0035690977,0.00013672201],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024077651,0.00009908699,0.97254443,0.011359911,0.000009844689,3.580414e-7,0.0023247101,0.00010792467,0.000002208953,0.0033380117,0.008804583,0.0011681252],"study_design_scores_gemma":[0.0011527425,0.00007225965,0.98153603,0.00021020364,0.000007444048,7.6809835e-7,0.001811753,0.0027769257,1.8540372e-7,0.007829817,0.004405032,0.0001968164],"about_ca_topic_score_codex":0.060007762,"about_ca_topic_score_gemma":0.030737648,"teacher_disagreement_score":0.029270113,"about_ca_system_score_codex":0.00082616357,"about_ca_system_score_gemma":0.004730131,"threshold_uncertainty_score":0.9999178},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4381988121","doi":"10.1016/j.respol.2023.104827","title":"Laboratory safety and research productivity","year":2023,"lang":"en","type":"article","venue":"Research Policy","topic":"Chemical Safety and Risk Management","field":"Chemical Engineering","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of California, Davis; University of California, Los Angeles; National Science Foundation","keywords":"Flammable liquid; Productivity; Hazardous waste; Shock (circulatory); Laboratory safety; Business; Environmental science; Toxicology; Engineering; Economics; Waste management; Medicine; Economic growth; Biology","score_opus":0.09997745013891804,"score_gpt":0.438803948253454,"score_spread":0.3388264981145359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381988121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77309585,0.0010958764,0.00018623639,0.10563151,0.00017436655,0.0019270123,0.000163812,0.0016024165,0.11612291],"genre_scores_gemma":[0.9783626,0.0017402304,0.00008012244,0.00006406821,0.0015450366,0.00008912907,0.000017913204,0.00005322029,0.01804764],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968734,0.0003037672,0.00017495625,0.0004343099,0.0011042173,0.0011093926],"domain_scores_gemma":[0.99799174,0.0008795438,0.000011516725,0.000473439,0.00032999323,0.00031378816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056907665,0.00010298316,0.00015131848,0.00062296126,0.00038657722,0.000055832854,0.0003110335,0.000105426596,0.00007438258],"category_scores_gemma":[0.005262921,0.000091038484,0.000030980304,0.004303199,0.00039763248,0.00011898937,0.0010073994,0.0011024383,0.0009049239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035064426,0.0002425179,0.0007644622,0.0011402161,0.00011900841,0.00011325022,0.0017318679,0.0004997126,0.49080527,0.32719156,0.109629564,0.067411914],"study_design_scores_gemma":[0.00047827064,0.000056479916,0.0052175284,0.0000733236,0.0000023620005,0.0000018150058,0.00026234039,0.0040148664,0.048475277,0.009794772,0.9314057,0.00021724684],"about_ca_topic_score_codex":0.00071123673,"about_ca_topic_score_gemma":0.000015907817,"teacher_disagreement_score":0.82177615,"about_ca_system_score_codex":0.00033278042,"about_ca_system_score_gemma":0.00016703768,"threshold_uncertainty_score":0.999873},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4382393838","doi":"10.5964/meth.10863","title":"The logics of and strategies to enhance generalization of mixed methods research findings","year":2023,"lang":"en","type":"article","venue":"Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Generalization; Context (archaeology); Computer science; Interpretation (philosophy); Management science; Artificial intelligence; Psychology; Epistemology; Engineering; Biology","score_opus":0.9500912121363324,"score_gpt":0.8438520423046605,"score_spread":0.10623916983167192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382393838","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6849713,0.000038340433,0.29994982,0.013413847,0.00038062737,0.0005752487,0.000013534323,0.000025859083,0.00063143624],"genre_scores_gemma":[0.19231601,0.000488012,0.8031741,0.0019141352,0.00011583973,0.0003168438,0.000004372834,0.000018149909,0.0016525491],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.97069937,0.027441718,0.00076150603,0.00022481864,0.0002845697,0.0005880395],"domain_scores_gemma":[0.9509223,0.048049826,0.00019094098,0.00025775825,0.0004916784,0.00008749812],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06531996,0.000058811678,0.00024407098,0.00029816077,0.0006159256,0.000005658528,0.00025754684,0.000108524924,0.000057121524],"category_scores_gemma":[0.028556854,0.000041614127,0.000015655107,0.0015796183,0.00033039047,0.000059492264,0.00027821385,0.00025814856,0.000028779503],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011378874,0.000009144315,0.00971146,0.0006126165,0.000020042437,8.114279e-7,0.081084915,0.00016343534,0.4738549,0.3253349,0.034358304,0.07473566],"study_design_scores_gemma":[0.00057644275,0.0007854533,0.28369144,0.00010852286,0.000016177059,0.000002264245,0.10383505,0.0009868292,0.1774094,0.2481913,0.18416229,0.00023484607],"about_ca_topic_score_codex":0.00062453316,"about_ca_topic_score_gemma":0.0005270321,"teacher_disagreement_score":0.50322425,"about_ca_system_score_codex":0.00003703755,"about_ca_system_score_gemma":0.0004562851,"threshold_uncertainty_score":0.979626},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4382582272","doi":"10.3390/systems11070332","title":"Addressing Complexity in Chronic Disease Prevention Research","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian National University; Australian Government","keywords":"Scope (computer science); Management science; Systematic review; Value (mathematics); Grounded theory; Computer science; Qualitative research; Psychology; Engineering ethics; Data science; Knowledge management; Sociology; MEDLINE; Political science; Engineering; Social science","score_opus":0.9753632976502333,"score_gpt":0.8117160767394603,"score_spread":0.163647220910773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382582272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780392,0.00018499135,0.00023554725,0.00965522,0.0015907498,0.0037762336,0.00008649665,0.00029726353,0.006134265],"genre_scores_gemma":[0.9914691,0.000024029501,0.000021215457,0.00023994707,0.0003591345,0.000959106,0.000026804042,0.000015103934,0.00688558],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9925974,0.004614192,0.00072079577,0.00029124832,0.000746058,0.0010303241],"domain_scores_gemma":[0.9976049,0.0014009342,0.00014722526,0.00035387432,0.00018741653,0.00030561376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011723108,0.000071123926,0.00016463408,0.00050530623,0.0009945373,0.000026352958,0.00022566682,0.00006506408,0.00025175308],"category_scores_gemma":[0.0015148165,0.00006732076,0.000021881677,0.0018805185,0.00011299117,0.00018864895,0.00015832965,0.00050302775,0.0042162566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017428938,0.000108888315,0.35886082,0.019209826,0.000021993135,0.000131276,0.067959934,0.0011225293,0.004415139,0.046251908,0.4921586,0.009584801],"study_design_scores_gemma":[0.0013937147,0.00006772412,0.79627097,0.0024373166,0.0000023459788,5.591394e-7,0.012685662,0.019324953,0.000005151874,0.0042129387,0.16342442,0.00017426447],"about_ca_topic_score_codex":0.0019077444,"about_ca_topic_score_gemma":0.002359295,"teacher_disagreement_score":0.43741015,"about_ca_system_score_codex":0.0014395603,"about_ca_system_score_gemma":0.0026267017,"threshold_uncertainty_score":0.9965591},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4383265828","doi":"10.1186/s12916-023-02937-0","title":"Development of consensus-driven SPIRIT and CONSORT extensions for early phase dose-finding trials: the DEFINE study","year":2023,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Canada Research Chairs; Women's College Hospital; University of Toronto","funders":"Genentech; National Institutes of Health; Sierra Oncology; Astellas Pharma; Eisai; National Center for Advancing Translational Sciences; Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; Cancer Research UK; Plexxikon; Seagen; Pfizer; NuCana; Sanofi; Celgene; PTC Therapeutics; UK Research and Innovation; Halozyme; Medical Research Charities Group; BeiGene; GlaxoSmithKline; Eli Lilly and Company; Bristol-Myers Squibb","keywords":"Consolidated Standards of Reporting Trials; Medicine; Delphi method; Delphi; Clinical trial; Protocol (science); Thematic analysis; Alternative medicine; Medical education; Family medicine; Qualitative research; Computer science; Pathology; Social science; Artificial intelligence","score_opus":0.9512150326794244,"score_gpt":0.7285636789994865,"score_spread":0.22265135367993794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383265828","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004267855,0.9791461,0.0002475334,0.0015461426,0.0006016982,0.0137499,0.00010032406,0.00008417729,0.0002562347],"genre_scores_gemma":[0.00035724128,0.98887616,0.005697586,0.00012824469,0.0008252415,0.0010205129,0.00011780799,0.00013870471,0.0028385245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909133,0.0011457808,0.004712144,0.00093690807,0.001740296,0.0005515748],"domain_scores_gemma":[0.8408847,0.15472504,0.0015641142,0.001326825,0.0010050059,0.00049432216],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04250966,0.0005350944,0.005889945,0.00051888556,0.0002954931,0.000017769118,0.00045326984,0.0006291519,0.00011307933],"category_scores_gemma":[0.21154986,0.00027443006,0.00048996904,0.0007386533,0.0011876998,0.000012936792,0.0003772612,0.0020885698,0.00003771129],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016110356,0.0019551315,0.00080476503,0.12902446,0.004523795,0.00033206402,0.0038426162,2.3391473e-7,0.000055610588,0.0038975554,0.0074484316,0.8465043],"study_design_scores_gemma":[0.024894912,0.0052770944,0.00073659205,0.1266692,0.0118906,0.00013976442,0.0033687535,0.00003096723,0.0000049549208,0.00079226296,0.82567906,0.00051581976],"about_ca_topic_score_codex":0.000043799344,"about_ca_topic_score_gemma":0.00029402217,"teacher_disagreement_score":0.84598845,"about_ca_system_score_codex":0.0001199732,"about_ca_system_score_gemma":0.004281503,"threshold_uncertainty_score":0.9999708},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4383340853","doi":"10.1016/j.jclinepi.2023.06.022","title":"Noninferiority margins exceed superiority effect estimates for mortality in cardiovascular trials in high-impact journals","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Interquartile range; Medicine; Clinical trial; MEDLINE; Sample size determination; Guideline; Relative risk; Emergency medicine; Confidence interval; Internal medicine; Statistics","score_opus":0.9328234368721308,"score_gpt":0.7624042600171351,"score_spread":0.17041917685499564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383340853","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053280653,0.9414306,0.037866496,0.00024503632,0.009078824,0.005201507,0.00077315985,0.000056480552,0.000019808695],"genre_scores_gemma":[0.000062881496,0.789308,0.20575336,0.00006745306,0.00442404,0.00019777768,0.000010825884,0.00016703,0.000008605645],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6475059,0.2729521,0.07438421,0.0017622056,0.0012994948,0.0020960877],"domain_scores_gemma":[0.050098963,0.92207694,0.024547314,0.0016224551,0.00063629675,0.0010180115],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.7395143,0.0014140132,0.113592744,0.0011833259,0.00008003793,0.0000680063,0.0017495438,0.0045402357,0.0001927017],"category_scores_gemma":[0.98679507,0.0008746926,0.03036405,0.00119887,0.0007137425,0.00019467577,0.00038865057,0.007734035,0.00003341947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017910018,0.0011281467,0.14243089,0.04082409,0.017763654,0.001060985,0.000019772016,0.00013813899,1.793202e-7,0.004798367,0.0014351443,0.7886096],"study_design_scores_gemma":[0.008175476,0.0028235626,0.08639856,0.033172816,0.016249552,0.00019191578,0.000005699272,0.00015174785,2.9438218e-7,0.83022594,0.021695266,0.00090919435],"about_ca_topic_score_codex":0.00026020894,"about_ca_topic_score_gemma":0.00007190728,"teacher_disagreement_score":0.82542753,"about_ca_system_score_codex":0.00065438886,"about_ca_system_score_gemma":0.0020103308,"threshold_uncertainty_score":0.999861},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4383342582","doi":"10.1186/s12913-023-09726-8","title":"Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"Institute of Genetics; Horizon 2020 Framework Programme; Universitätsklinikum Heidelberg","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Nursing research; Health informatics; Medicine; Meta-analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public health; Systematic review; Health administration; MEDLINE; Virology; Nursing; Outbreak; Pathology; Disease; Biology","score_opus":0.9838711068747567,"score_gpt":0.7652878711180463,"score_spread":0.21858323575671035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383342582","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000068302975,0.97297984,0.000063824744,0.0003742126,0.00016471758,0.023868999,0.002188626,0.0000314423,0.00032151522],"genre_scores_gemma":[0.000031272193,0.99212384,0.0004561278,0.0006235398,0.000089576926,0.004011334,0.0011926617,0.00010025617,0.001371379],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3752578,0.47251958,0.080896914,0.007436386,0.059576157,0.0043131714],"domain_scores_gemma":[0.6788089,0.20944102,0.04648483,0.051366672,0.009407195,0.0044913464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.8470764,0.0015002202,0.061803747,0.006431811,0.0008521586,0.0018087402,0.027233975,0.000881274,0.0069618244],"category_scores_gemma":[0.23432337,0.0007046765,0.008560264,0.0490326,0.000494018,0.000666205,0.008727229,0.0031846454,0.007995173],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006395013,0.00013737925,0.000102534024,0.9726079,0.012107864,0.000048617156,0.0007611781,0.000009813101,1.3727167e-8,0.00024070697,0.0060632797,0.007914324],"study_design_scores_gemma":[0.00023159158,0.00011933733,0.000028879247,0.6344828,0.03312911,0.00007606248,0.0031016474,0.0013746865,6.2487624e-9,0.0010029401,0.32596514,0.00048780127],"about_ca_topic_score_codex":0.0032190005,"about_ca_topic_score_gemma":0.0058371094,"teacher_disagreement_score":0.61275303,"about_ca_system_score_codex":0.0010607728,"about_ca_system_score_gemma":0.018019544,"threshold_uncertainty_score":0.9997747},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4384466920","doi":"10.1016/j.jss.2023.05.030","title":"Modeling the Adoption of 5760 Clinical Studies Into Practice Across 5 Surgical Specialties","year":2023,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Specialty; Citation; Impact factor; Perioperative; Set (abstract data type); Medicine; Knowledge translation; Computer science; Family medicine; Library science; Surgery; Knowledge management; Political science","score_opus":0.964050085383392,"score_gpt":0.7604477964346443,"score_spread":0.20360228894874766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384466920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96199405,0.0077825813,0.00054114824,0.025758488,0.00073989265,0.00036492737,0.000003986907,0.0000031529794,0.0028117704],"genre_scores_gemma":[0.9763977,0.016966136,0.0009724551,0.000032148728,0.0014255996,0.000007384361,6.8108403e-7,0.000011637155,0.0041862368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8902529,0.058878217,0.021608682,0.0007841751,0.027670879,0.0008051706],"domain_scores_gemma":[0.7520164,0.20906292,0.0074561904,0.002890241,0.028026534,0.0005477095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.629919,0.00018407746,0.0033991905,0.00055651704,0.00046725196,0.00066794857,0.0024001736,0.00015219438,0.0010261707],"category_scores_gemma":[0.2793353,0.00006745874,0.0026391107,0.004105664,0.0006949498,0.000577467,0.0007666391,0.0014460273,0.0017321784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039154044,0.0014632015,0.029003406,0.0005035179,0.005157723,0.0050459374,0.021625645,0.03367543,0.00006609849,0.029893849,0.4996108,0.370039],"study_design_scores_gemma":[0.0010759158,0.000548915,0.0016969312,0.00023946879,0.00016872921,0.00042467398,0.072325744,0.04791308,0.000011163914,0.024894632,0.8505394,0.0001613533],"about_ca_topic_score_codex":0.000013620435,"about_ca_topic_score_gemma":0.0000169919,"teacher_disagreement_score":0.36987764,"about_ca_system_score_codex":0.00007503035,"about_ca_system_score_gemma":0.00029375797,"threshold_uncertainty_score":0.99988705},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4384663396","doi":"10.1136/bmjebm-2022-111921","title":"Reducing the residue of retractions in evidence synthesis: ways to minimise inappropriate citation and use of retracted data","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Alfred P. Sloan Foundation","keywords":"Citation; Systematic review; MEDLINE; Computer science; Medical literature; Data science; Medicine; Political science; Library science; Law","score_opus":0.35376102033369716,"score_gpt":0.42625773168766457,"score_spread":0.0724967113539674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384663396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8193047,0.0012706527,0.0014789435,0.17554834,0.00047694048,0.0015004138,0.0000482213,0.00007336167,0.00029839305],"genre_scores_gemma":[0.99353236,0.0037545827,0.001726786,0.00045450253,0.00032080803,0.000054932792,0.000012738324,0.000010027705,0.00013327984],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99664915,0.0009135688,0.0007529228,0.00038326147,0.0010177542,0.00028334794],"domain_scores_gemma":[0.9761715,0.022236042,0.00041387478,0.00067092676,0.0003791818,0.0001285061],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017688446,0.00012242136,0.00034043385,0.00041944496,0.00022033109,0.00002187372,0.00063100987,0.0003694937,0.000078605284],"category_scores_gemma":[0.21192709,0.000088419074,0.00002738354,0.0022736387,0.00064676267,0.0009975825,0.00010039895,0.00082166685,0.0000073705546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061907796,0.00032289492,0.0907215,0.002982691,0.00021657348,0.00019624906,0.23659325,0.002952592,0.12369359,0.022835374,0.3811357,0.13215879],"study_design_scores_gemma":[0.001567344,0.0011562422,0.7119565,0.12707621,0.0008772072,0.000015947766,0.092896126,0.018432207,0.022527112,0.0067342985,0.015739854,0.0010209342],"about_ca_topic_score_codex":0.02823934,"about_ca_topic_score_gemma":0.0033047737,"teacher_disagreement_score":0.621235,"about_ca_system_score_codex":0.00008541364,"about_ca_system_score_gemma":0.00067812146,"threshold_uncertainty_score":0.97823167},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4384666004","doi":"10.31234/osf.io/gfwur","title":"Correction to Raising the value of research studies in psychological science by increasing the credibility of research reports","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Credibility; Protocol (science); Audit; Raising (metalworking); Value (mathematics); Psychological research; Protocol analysis; Research design; Null hypothesis; Null (SQL); Accounting; Psychology; Computer science; Statistics; Political science; Social psychology; Data mining; Engineering; Mathematics; Medicine; Economics; Alternative medicine; Law","score_opus":0.9704001502071485,"score_gpt":0.7605276844778309,"score_spread":0.20987246572931761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384666004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763535,0.0012292486,0.001518,0.0041096285,0.0024540722,0.0029607138,0.000005721293,0.000008334977,0.011360758],"genre_scores_gemma":[0.99318665,0.00014207426,0.000927393,0.00003485561,0.00006539831,0.00015513285,8.6728863e-7,0.000008724017,0.005478919],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.56869537,0.27295947,0.042592093,0.009482761,0.10402199,0.0022483417],"domain_scores_gemma":[0.64953774,0.26505283,0.010035794,0.028387375,0.046620138,0.00036615971],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.89959425,0.00025610515,0.003189747,0.0019991435,0.00078443636,0.00086292654,0.0056529157,0.00015506179,0.00040721006],"category_scores_gemma":[0.7908863,0.000084407526,0.00087448955,0.01593979,0.0044451207,0.0001282221,0.006244835,0.001876116,0.00011173195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011780549,0.0004025549,0.13836627,0.0005199544,0.00026124806,0.000030157413,0.014309119,0.004076923,0.0041326834,0.0017869743,0.82209945,0.013896867],"study_design_scores_gemma":[0.0001622356,0.00040259107,0.50807196,0.0036501102,0.00013288631,0.00010920554,0.088150546,0.021455977,0.0025123584,0.36995602,0.004935916,0.00046020548],"about_ca_topic_score_codex":0.0041826847,"about_ca_topic_score_gemma":0.0007042875,"teacher_disagreement_score":0.8171635,"about_ca_system_score_codex":0.00033284,"about_ca_system_score_gemma":0.00058695016,"threshold_uncertainty_score":0.99972695},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4385063979","doi":"10.1136/bmjebm-2023-112270","title":"High-value care education can learn from the evidence-based medicine movement: moving beyond competencies and curricula to culture","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Women in Science and Engineering Newfoundland and Labrador; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Movement (music); Value (mathematics); Medical education; Medicine; Pedagogy; Psychology; Computer science; Art","score_opus":0.46851158345077826,"score_gpt":0.5371929324341386,"score_spread":0.06868134898336031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385063979","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.336037,0.02780373,0.00044526928,0.6266661,0.0035018788,0.0048306966,0.00008511438,0.00039289007,0.00023728878],"genre_scores_gemma":[0.7076984,0.0044508064,0.0022974017,0.27363926,0.007746851,0.0019122689,0.0005871347,0.00011415809,0.0015537218],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98755926,0.005916906,0.001863488,0.0011899204,0.002323535,0.0011468912],"domain_scores_gemma":[0.97236913,0.022142297,0.0011128836,0.0015364517,0.001845317,0.0009939008],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009942932,0.0006401371,0.0011030679,0.00047744857,0.0019818246,0.000044726345,0.00088902895,0.0004041216,0.0008952202],"category_scores_gemma":[0.04945205,0.0003957339,0.00009615788,0.002214546,0.00075046986,0.00065963186,0.00029966078,0.0017494755,0.00025455997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009755588,0.00015389276,0.34857857,0.0069619096,0.0001453152,0.000118047355,0.11456458,0.0009039024,0.007728778,0.009799722,0.4499579,0.060111813],"study_design_scores_gemma":[0.0045432,0.0026772514,0.41615945,0.16677438,0.00090583833,0.0000050448198,0.28524086,0.0014618983,0.00043692064,0.0039657694,0.11655247,0.001276935],"about_ca_topic_score_codex":0.099400446,"about_ca_topic_score_gemma":0.009812913,"teacher_disagreement_score":0.37166142,"about_ca_system_score_codex":0.0010207223,"about_ca_system_score_gemma":0.0048779435,"threshold_uncertainty_score":0.99984944},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4385064669","doi":"10.1136/bmjebm-2023-112344","title":"Ten resources for understanding bias in health research: EBM live workshop 2022","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta; University of Ottawa; University of Toronto","funders":"","keywords":"Psychology","score_opus":0.8979152418329284,"score_gpt":0.6624939927835675,"score_spread":0.2354212490493609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385064669","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12086365,0.0038028695,0.0027404595,0.85991716,0.002329306,0.008990367,0.000019168585,0.000232161,0.0011048298],"genre_scores_gemma":[0.94476104,0.0065671396,0.0011005589,0.017916031,0.006121409,0.005891385,0.000115576375,0.00008330924,0.01744355],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9889951,0.004434444,0.0013569676,0.00067139935,0.0020890182,0.0024530892],"domain_scores_gemma":[0.94800144,0.049401853,0.00036698705,0.000598919,0.0005414036,0.0010894155],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07743387,0.00018141133,0.0005117476,0.0020504112,0.002296393,0.000023957162,0.00057191856,0.00019939973,0.0010363138],"category_scores_gemma":[0.082762145,0.00013502031,0.000054603657,0.0054866895,0.0006140434,0.0003029829,0.00013599083,0.0015064044,0.00049067615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057718315,0.00004762235,0.03859135,0.0029573566,0.0000058011474,0.000018042665,0.029507602,0.000111479334,0.000052821266,0.0015904071,0.92217815,0.004362173],"study_design_scores_gemma":[0.0044418867,0.003194156,0.08681363,0.06159076,0.000009678999,0.0000022150714,0.60444474,0.018514978,0.000008979333,0.02518812,0.19535871,0.0004321615],"about_ca_topic_score_codex":0.006288881,"about_ca_topic_score_gemma":0.005261988,"teacher_disagreement_score":0.84200114,"about_ca_system_score_codex":0.0025038389,"about_ca_system_score_gemma":0.008269082,"threshold_uncertainty_score":0.99987686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385157102","doi":"10.1093/tbm/ibad040","title":"Supporting meaningful research partnerships: an interview study applying behavior change theory to develop relevant recommendations for researchers","year":2023,"lang":"en","type":"article","venue":"Translational Behavioral Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Spinal Cord Injury BC; University of Manitoba; University of Saskatchewan; University of Alberta; University of British Columbia; International Collaboration On Repair Discoveries; University of British Columbia, Okanagan Campus","funders":"","keywords":"General partnership; Psychological intervention; Psychology; Intervention (counseling); Descriptive statistics; Medical education; Knowledge translation; Applied psychology; Knowledge management; Nursing; Medicine; Computer science; Business","score_opus":0.978436821783967,"score_gpt":0.8028939668811051,"score_spread":0.1755428549028618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385157102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77795017,0.000035752804,0.003827378,0.18643087,0.000956256,0.029685281,0.0003760058,0.000499738,0.00023852848],"genre_scores_gemma":[0.93078446,0.000016224816,0.0047826357,0.005252953,0.0008755429,0.05603152,0.00071381946,0.00008685698,0.0014559764],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98940736,0.004553282,0.0017749094,0.00074853655,0.0017636274,0.0017522726],"domain_scores_gemma":[0.9895884,0.006816241,0.00025330725,0.00048060543,0.00197643,0.00088503317],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.056002922,0.00023342861,0.00042675342,0.0012497053,0.0023782772,0.000024927058,0.00060186844,0.0001353463,0.0020793597],"category_scores_gemma":[0.0046328157,0.00020606727,0.000042130843,0.0042031608,0.00021259226,0.0005222799,0.00013873777,0.001007175,0.00044595762],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030886783,0.00045243697,0.13369377,0.000382518,0.000023012246,0.000026606303,0.50527006,0.0000022421807,0.001637162,0.0063699256,0.029856414,0.32197696],"study_design_scores_gemma":[0.0046684076,0.0034766756,0.29281834,0.0010342532,0.00013873361,0.0000035727364,0.41495186,0.00019227655,0.000039629238,0.003520205,0.27861407,0.0005419789],"about_ca_topic_score_codex":0.0006594753,"about_ca_topic_score_gemma":0.0027503697,"teacher_disagreement_score":0.32143497,"about_ca_system_score_codex":0.00033659965,"about_ca_system_score_gemma":0.0010243806,"threshold_uncertainty_score":0.9989205},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4385221806","doi":"10.1186/s43058-023-00465-9","title":"Design, delivery, and evaluation of a knowledge translation intervention for multi-stakeholders","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Providence Health Care; University of Victoria; University of British Columbia","funders":"","keywords":"Thematic analysis; Medical education; Enabling; Intervention (counseling); Focus group; Medicine; Psychology; Descriptive statistics; Qualitative property; Qualitative research; Nursing; Computer science","score_opus":0.9683511417239667,"score_gpt":0.7866851253963512,"score_spread":0.1816660163276156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385221806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66731894,0.00027230373,0.30761027,0.009528475,0.00073195185,0.01305456,0.00032192806,0.00028993725,0.00087161263],"genre_scores_gemma":[0.9495742,0.000148101,0.04727609,0.00030114895,0.000019324407,0.0024831628,0.00012752284,0.000014110832,0.000056380948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99557,0.0016886754,0.001169898,0.00033908625,0.0007177161,0.00051462953],"domain_scores_gemma":[0.9929022,0.0033423807,0.0006173102,0.0007282153,0.0022584097,0.00015148446],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023461701,0.000115353214,0.00017051867,0.000847756,0.0021558034,0.000033033688,0.00070481375,0.00005219734,0.00013803715],"category_scores_gemma":[0.0016406811,0.00012158956,0.00004503756,0.0024611293,0.00058943377,0.0009176217,0.00024042871,0.00013314941,0.000053719654],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052536157,0.0001582739,0.015228342,0.00036628993,0.00003588123,4.2991996e-8,0.17195086,0.00024326712,0.046110354,0.009565903,0.005111407,0.75117683],"study_design_scores_gemma":[0.012439768,0.0003006049,0.16837299,0.00019398167,0.00018030619,0.0000012742192,0.13800588,0.6517312,0.003662305,0.0032476753,0.021462386,0.00040165454],"about_ca_topic_score_codex":0.00029784738,"about_ca_topic_score_gemma":0.0017897863,"teacher_disagreement_score":0.7507752,"about_ca_system_score_codex":0.0003455344,"about_ca_system_score_gemma":0.0016227616,"threshold_uncertainty_score":0.99914324},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"nonrandomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4385233346","doi":"10.1177/15586898231191441","title":"Understanding the Nature of and Identifying and Formulating “Research Problems” in Mixed Methods Research","year":2023,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Cognitive reframing; Management science; Multimethodology; Field (mathematics); Qualitative research; Conceptual framework; Research methodology; Computer science; Sociology; Engineering ethics; Data science; Psychology; Social science; Social psychology","score_opus":0.9684704687974496,"score_gpt":0.8462907227972493,"score_spread":0.12217974600020032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385233346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87127125,0.0018311649,0.08549209,0.034212884,0.0009492356,0.0034312916,0.0000173568,0.00002604743,0.002768708],"genre_scores_gemma":[0.80382395,0.0018631238,0.19311567,0.00015382384,0.0003410972,0.00013676328,9.226624e-7,0.00005124535,0.0005134186],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8545554,0.13379088,0.0028526608,0.00060098426,0.005152134,0.0030479396],"domain_scores_gemma":[0.82945114,0.16516638,0.0006525362,0.0005249651,0.0036252611,0.0005797163],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5390841,0.00016027881,0.00063276954,0.005104929,0.0032138256,0.00013797623,0.00093659473,0.00042851688,0.00007457363],"category_scores_gemma":[0.1014716,0.000110833,0.000071155875,0.009289406,0.001164668,0.00057037646,0.0017279625,0.011028951,0.000009733547],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052214996,0.00012237519,0.061144795,0.0077983337,0.00016927211,0.000087163215,0.25737652,0.0001507768,0.28723437,0.037156638,0.026856026,0.3213816],"study_design_scores_gemma":[0.0030061645,0.0007474349,0.1785912,0.0029833466,0.000013940427,0.000056562592,0.47525862,0.0069645764,0.0056291083,0.3137677,0.01273416,0.00024716018],"about_ca_topic_score_codex":0.00046741345,"about_ca_topic_score_gemma":0.0005097735,"teacher_disagreement_score":0.43761247,"about_ca_system_score_codex":0.001047354,"about_ca_system_score_gemma":0.0023173548,"threshold_uncertainty_score":0.99808383},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385270131","doi":"10.1136/bmjebm-2023-112482","title":"Exploring advanced methods for network meta-analysis","year":2023,"lang":"en","type":"editorial","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; St. Michael's Hospital","funders":"","keywords":"Network analysis; Computer science; Engineering","score_opus":0.9687966746492905,"score_gpt":0.6861621719315322,"score_spread":0.28263450271775836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385270131","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013269049,0.033807382,0.4279063,0.0091105625,0.5253201,0.003504502,0.00010972817,0.00005603857,0.0001840363],"genre_scores_gemma":[0.000020843449,0.0019633332,0.22754534,0.00071372866,0.72596,0.01034685,0.0005281822,0.0001785023,0.03274321],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87128913,0.054633774,0.03753914,0.006201898,0.028589094,0.0017469344],"domain_scores_gemma":[0.33784148,0.6009746,0.030055782,0.017704546,0.012375773,0.0010478206],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5979968,0.0018120307,0.03919411,0.0033234323,0.0004924662,0.00086089835,0.0068907486,0.00083271216,0.016622847],"category_scores_gemma":[0.8151984,0.0008199602,0.029606305,0.016574599,0.00031120793,0.00091695215,0.00038050365,0.0011706464,0.0016531954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090912596,0.000016609134,0.000012943758,0.00047103874,0.09101371,0.000015359114,0.000089452995,0.010333916,0.0000049153655,0.00011812463,0.8815946,0.016238414],"study_design_scores_gemma":[0.00032949384,0.00020760225,0.000011939927,0.00046999127,0.34602225,3.231032e-7,0.0001494443,0.006011487,0.0000051525017,0.0026983698,0.64359665,0.00049729773],"about_ca_topic_score_codex":0.000116187955,"about_ca_topic_score_gemma":0.0001761446,"teacher_disagreement_score":0.5463408,"about_ca_system_score_codex":0.00023802936,"about_ca_system_score_gemma":0.0011136829,"threshold_uncertainty_score":0.9994625},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385287363","doi":"10.1136/bmjopen-2023-073232","title":"Evaluating the impact of including non-randomised studies of interventions in meta-analysis of randomised controlled trials: a protocol for a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"National Science Fund for Distinguished Young Scholars; Canadian Institutes of Health Research; National Natural Science Foundation of China","keywords":"Medicine; Meta-analysis; Randomized controlled trial; Concordance; Systematic review; Psychological intervention; MEDLINE; Publication bias; Population; Epidemiology; Meta-regression; Internal medicine; Environmental health; Psychiatry","score_opus":0.9906337942003213,"score_gpt":0.8021268322848917,"score_spread":0.1885069619154296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385287363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07209261,0.00033535945,0.0034725934,0.00038318362,0.00002675472,0.9232632,0.00010014535,0.000003026766,0.0003231299],"genre_scores_gemma":[0.33525762,0.0000013344396,0.0015919514,0.00001161208,0.000009405894,0.66247326,0.0000032177938,0.0000067507226,0.00064484077],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.49953806,0.38294578,0.10585505,0.002235148,0.008728497,0.00069748226],"domain_scores_gemma":[0.37636226,0.53663,0.07500934,0.0060602077,0.005812945,0.0001252717],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8671608,0.00047540173,0.06762571,0.0014916583,0.00014939735,0.00022385143,0.0031934313,0.00007207707,0.00594781],"category_scores_gemma":[0.7753061,0.0001263651,0.07732247,0.006045366,0.00012571561,0.00019206175,0.0009487888,0.00011793766,0.000012060439],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031366702,0.0006140629,0.0027126458,0.0002599083,0.92701894,8.9756946e-7,0.002865176,0.03174194,0.00018052977,0.000057852412,0.002826178,0.00035519424],"study_design_scores_gemma":[0.15321234,0.0011576987,0.0036492446,0.00007701236,0.6824954,2.5788577e-7,0.006997047,0.14884518,0.00002096849,0.0033931765,0.0000073993847,0.00014426452],"about_ca_topic_score_codex":0.00024671905,"about_ca_topic_score_gemma":0.00028053293,"teacher_disagreement_score":0.26316503,"about_ca_system_score_codex":0.000034793942,"about_ca_system_score_gemma":0.00020335925,"threshold_uncertainty_score":0.9949609},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385307760","doi":"10.1016/j.jclinepi.2023.07.010","title":"Sensitivity and specificity of alternative screening methods for systematic reviews using text mining tools","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; Jewish General Hospital; Université de Montréal; Université Laval; University of Calgary; McGill University; Centre Hospitalier de l’Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Aging","keywords":"Medicine; Confidence interval; Sensitivity (control systems); Systematic review; Medical physics; Data mining; MEDLINE; Internal medicine; Computer science; Chemistry","score_opus":0.9742278341042131,"score_gpt":0.7450335572344855,"score_spread":0.2291942768697276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385307760","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17465706,0.0022560845,0.8203869,0.0008500405,0.0007277561,0.0010170201,0.000008895702,0.0000019196882,0.00009433066],"genre_scores_gemma":[0.0898124,0.0009866832,0.9075567,0.0006700109,0.0006659159,0.0000115880175,0.0000011287868,0.0000146892835,0.00028086884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.434616,0.461454,0.10008724,0.0012278316,0.002005875,0.00060903904],"domain_scores_gemma":[0.11279747,0.8034095,0.07945078,0.0015474221,0.0024483416,0.00034648902],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87594604,0.00028140278,0.02514868,0.0004833008,0.000097640295,0.00008511445,0.0007950637,0.00023103201,0.00013864682],"category_scores_gemma":[0.94109654,0.00012535726,0.0057461155,0.0008714818,0.0002413827,0.00027201048,0.00019914322,0.00043173428,0.000037055303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002761732,0.00015251932,0.26119536,0.011442836,0.0026428904,0.00004757574,0.0008529164,0.005305608,0.0007756126,0.006415115,0.020713132,0.69018024],"study_design_scores_gemma":[0.00105047,0.0006611373,0.10400921,0.009443421,0.0018202015,0.00037143053,0.0015081671,0.82504475,0.00004653612,0.035425093,0.020240534,0.00037906354],"about_ca_topic_score_codex":0.0000064757146,"about_ca_topic_score_gemma":0.0000046724326,"teacher_disagreement_score":0.8197391,"about_ca_system_score_codex":0.000017470913,"about_ca_system_score_gemma":0.00007628974,"threshold_uncertainty_score":0.98932403},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4385337036","doi":"10.1016/j.cmi.2023.07.022","title":"Retracted publications in infectious diseases and clinical microbiology literature: an analysis using the retraction watch database","year":2023,"lang":"en","type":"article","venue":"Clinical Microbiology and Infection","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Clinical microbiology; Medicine; Library science; Data science; Microbiology; Computer science; Biology","score_opus":0.05952147022770649,"score_gpt":0.4175446710175391,"score_spread":0.35802320078983263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385337036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945124,0.00018532318,0.00032509107,0.0029532972,0.0013416964,0.0002578558,0.00011732583,0.00014389933,0.00016311597],"genre_scores_gemma":[0.99048346,0.006927996,0.000041154894,0.0006976049,0.00070849236,0.000009499863,0.00097318896,0.0000069947005,0.00015159133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556905,0.0028161746,0.0007167523,0.0005468486,0.000032276494,0.0003189242],"domain_scores_gemma":[0.9970197,0.0021762105,0.00025231944,0.00023928603,0.00017474937,0.00013771921],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006257669,0.0001416821,0.00037254766,0.00028591335,0.00077285245,0.00009849086,0.00013004713,0.0022356408,0.000059925696],"category_scores_gemma":[0.0039238515,0.00010659713,0.00015255545,0.0018318585,0.0012661865,0.0005114376,0.0000869029,0.0027896822,0.00001549425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048016413,0.0001618994,0.9918636,0.000005991562,0.00014594749,0.0000017396264,0.0006011611,0.000008317063,0.0018007183,0.0016495201,0.0014929024,0.0022201603],"study_design_scores_gemma":[0.0005368025,0.00019128952,0.93856287,0.00003106654,0.0005097133,0.00004827152,0.0004404217,0.001553151,0.000013811404,0.0014622044,0.056413196,0.00023717635],"about_ca_topic_score_codex":0.001389559,"about_ca_topic_score_gemma":0.006585749,"teacher_disagreement_score":0.054920293,"about_ca_system_score_codex":0.000055309578,"about_ca_system_score_gemma":0.00010565418,"threshold_uncertainty_score":0.99951094},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4385386714","doi":"10.4242/balisagevol28.hymers01","title":"Retractions and Corrections at Scholars Portal Journals","year":2023,"lang":"en","type":"article","venue":"Balisage series on markup technologies","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries","funders":"","keywords":"Metadata; Computer science; Workflow; Identifier; World Wide Web; XML; Process (computing); Digital library; Service (business); Object (grammar); Information retrieval; Library science; Database; Business","score_opus":0.025519186116147733,"score_gpt":0.2562568147893987,"score_spread":0.23073762867325098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385386714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8079193,0.0005096484,0.010188575,0.066731155,0.0043768934,0.0007325766,0.00008106969,0.018006455,0.09145432],"genre_scores_gemma":[0.9866352,0.0011729646,0.0023281148,0.00060182565,0.000023059834,0.000047441437,0.000009505964,0.000009100767,0.00917275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988396,0.00004131466,0.00027427007,0.0002611472,0.00031850603,0.00026512388],"domain_scores_gemma":[0.99914145,0.00009282404,0.00014036194,0.0005242752,0.000053567644,0.00004753911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005468072,0.00012670994,0.00013434788,0.00051971525,0.00061174494,0.00078654365,0.0006994558,0.00012755228,0.000039802962],"category_scores_gemma":[0.00033878558,0.00010526507,0.000046237285,0.0016493491,0.00018088073,0.008221623,0.0005915297,0.00026750873,0.00028909795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004168981,0.00007874131,0.042758748,0.00006427655,0.00008447246,0.00021970898,0.0045829066,0.00029761638,0.0070871664,0.37272176,0.3711047,0.2009582],"study_design_scores_gemma":[0.0005641551,0.0006834316,0.19281884,0.0001886409,0.0000064940723,0.0015741396,0.033501595,0.004530536,0.026108041,0.023962691,0.7149915,0.0010699198],"about_ca_topic_score_codex":0.00000504048,"about_ca_topic_score_gemma":0.000009423959,"teacher_disagreement_score":0.34875906,"about_ca_system_score_codex":0.000028566368,"about_ca_system_score_gemma":0.000039685707,"threshold_uncertainty_score":0.7584658},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385397729","doi":"10.18733/cpi29699","title":"A Different Kind of Ethnography: Imaginative Practices and Creative Methodologies","year":2023,"lang":"en","type":"article","venue":"Cultural and Pedagogical Inquiry","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Ethnography; Sociology; Visual arts; Work (physics); Anthropology; Art; Engineering","score_opus":0.9602972518515885,"score_gpt":0.7303424031199702,"score_spread":0.2299548487316183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385397729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97724575,0.0015730525,0.00038987026,0.011943752,0.00009961741,0.00019833916,0.000016051607,0.00006514591,0.008468433],"genre_scores_gemma":[0.96830416,0.018879384,0.009478678,0.00014010492,0.0002747373,0.00004181139,0.000011892249,0.0000072285115,0.0028619862],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952832,0.0036539487,0.0001699235,0.00025081186,0.00036209146,0.000280064],"domain_scores_gemma":[0.9933603,0.0059724394,0.00018537641,0.000060008977,0.00027081696,0.00015110499],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.004023105,0.00011625732,0.00027389874,0.00007797139,0.00043983714,0.00008717146,0.00011618736,0.00012670718,0.00008766292],"category_scores_gemma":[0.00980688,0.00006599144,0.00006163738,0.0004035157,0.005817568,0.00033699203,0.0001491671,0.00032798247,0.0000030559831],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011489479,0.00004480992,0.0058133714,0.00012453778,0.0000961501,0.000009978153,0.7473421,4.421216e-7,0.0043678507,0.19085225,0.0009838609,0.050249744],"study_design_scores_gemma":[0.00022341042,0.00024583,0.09114737,0.000051713523,0.00002679725,0.0000010342725,0.7320285,0.000017621112,0.0006794203,0.15902275,0.016384149,0.00017138985],"about_ca_topic_score_codex":0.00094345084,"about_ca_topic_score_gemma":0.00010195569,"teacher_disagreement_score":0.085334,"about_ca_system_score_codex":0.000010597659,"about_ca_system_score_gemma":0.00003249123,"threshold_uncertainty_score":0.99853396},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4385406328","doi":"10.1007/s00330-023-09887-4","title":"Retraction Note: Biparametric MR signal characteristics can predict histopathological measures of prostate cancer","year":2023,"lang":"en","type":"retraction","venue":"European Radiology","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Neuroradiology; Prostate cancer; Interventional radiology; Radiology; Ultrasound; Prostate; Cancer; Internal medicine; Neurology","score_opus":0.03715616725145055,"score_gpt":0.3095867693382692,"score_spread":0.27243060208681863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385406328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702863,0.029368902,0.006891837,0.015924806,0.10053156,0.0062301955,0.0035048677,0.003465053,0.06379647],"genre_scores_gemma":[0.8285271,0.088064946,0.0015249895,0.0014442634,0.017602433,0.00009899929,0.0049208445,0.0007438035,0.05707265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607825,0.0010075864,0.0009931369,0.00075591233,0.0006240453,0.0005410527],"domain_scores_gemma":[0.9976129,0.0004270076,0.00096494466,0.00044093147,0.00028189248,0.00027230152],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002038439,0.00043928102,0.0013055227,0.0008391364,0.000115099036,0.000020513202,0.00025949904,0.0007214039,0.00021433315],"category_scores_gemma":[0.0031812438,0.0003667848,0.00029056187,0.0006047993,0.00045382086,0.000038314123,0.00008654155,0.0038985948,0.00009452764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001081902,0.0003880722,0.07618296,0.0020785264,0.0005691913,0.0051661623,0.00068861403,0.00020290483,0.011207537,0.000027523927,0.33935007,0.5630565],"study_design_scores_gemma":[0.001304343,0.001249106,0.39346793,0.00095650234,0.0008776132,0.0014922564,0.000020221876,0.0020151993,0.00007275161,0.000013000826,0.59803504,0.0004960623],"about_ca_topic_score_codex":0.00018547139,"about_ca_topic_score_gemma":0.0000049107457,"teacher_disagreement_score":0.5625605,"about_ca_system_score_codex":0.00047833653,"about_ca_system_score_gemma":0.00041696616,"threshold_uncertainty_score":0.9998784},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385641357","doi":"10.1007/978-981-287-079-7_140-1","title":"Publication Ethics and Graduate Students","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Misconduct; Publication; Graduate students; Engineering ethics; Research ethics; Meta-ethics; Information ethics; Nursing ethics; Applied ethics; Political science; Graduate education; Sociology; Pedagogy; Engineering; Law","score_opus":0.21788402415302696,"score_gpt":0.4102585732683672,"score_spread":0.19237454911534022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385641357","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024193929,0.000045704277,0.000060185135,0.028590938,0.00039597534,0.0001752682,0.00001545378,0.000169771,0.9705225],"genre_scores_gemma":[0.0009110191,0.004890641,0.00005810798,0.0017518044,0.00036911323,0.0000039271526,0.000042113323,0.000016734995,0.99195653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983974,0.00009324049,0.00017495654,0.00022178529,0.0009533784,0.00015925303],"domain_scores_gemma":[0.99880993,0.00061476673,0.00010393392,0.00010164101,0.0002736873,0.00009604582],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004290754,0.00010935473,0.0001334595,0.00008872612,0.0005397146,0.00016221042,0.00031920074,0.0023349556,0.0005785392],"category_scores_gemma":[0.00120428,0.000102461934,0.000039432784,0.000033600965,0.00027184555,0.00011226683,0.00010393252,0.004231842,0.0010739209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7563836e-7,0.0000014756228,0.000031036885,0.000007254525,0.000017753711,0.0000011249864,0.010018511,9.672223e-9,9.175787e-8,0.9272385,0.059860013,0.00282331],"study_design_scores_gemma":[0.00003084624,0.0000052816663,0.0001046096,0.000038412047,0.000016689342,2.9341547e-7,0.0008975155,0.0000015440104,4.6740828e-7,0.27196348,0.7268228,0.00011809255],"about_ca_topic_score_codex":0.0018420141,"about_ca_topic_score_gemma":0.0021617068,"teacher_disagreement_score":0.66696274,"about_ca_system_score_codex":0.00004837983,"about_ca_system_score_gemma":0.0001826169,"threshold_uncertainty_score":0.9997039},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4385683662","doi":"10.1080/15412555.2023.2242489","title":"Statins and Mortality in COPD: A Methodological Review of Observational Studies","year":2023,"lang":"en","type":"review","venue":"COPD Journal of Chronic Obstructive Pulmonary Disease","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University","funders":"","keywords":"Observational study; Confounding; COPD; Medicine; Information bias; Meta-analysis; Randomized controlled trial; Internal medicine; Relative risk; Publication bias; Statin; Confidence interval; Selection bias; Pathology","score_opus":0.31834261529147595,"score_gpt":0.485520449061197,"score_spread":0.16717783376972106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385683662","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002738849,0.99195516,0.000020083971,0.00034673934,0.0005359038,0.0028910325,0.0012960413,0.000033288117,0.00018291554],"genre_scores_gemma":[0.00032696928,0.9971385,0.0006318516,0.00012610578,0.0007180854,0.00024198463,0.0003573143,0.00014793198,0.0003112568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98942053,0.0024838212,0.0039758333,0.0010614541,0.0021983138,0.00086006464],"domain_scores_gemma":[0.98917764,0.0038251742,0.0030098674,0.0009183868,0.0019119689,0.0011569487],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035032923,0.0010502643,0.0070036133,0.000991274,0.00012087846,0.0000265405,0.0007037796,0.000361295,0.00037754877],"category_scores_gemma":[0.008132058,0.0008084788,0.0017452574,0.0017837882,0.0015518579,0.0004643141,0.0007061095,0.0019614354,0.00002011358],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004438412,0.0007515751,0.007415068,0.6290222,0.0022070361,0.006926201,0.000048795824,0.000009028861,0.0000017671265,0.00050989474,0.0008401644,0.35182443],"study_design_scores_gemma":[0.0024643163,0.00050069916,0.3505965,0.4806517,0.011828762,0.0017254142,0.00041879815,0.00010469933,0.0000013449421,0.0058905627,0.14465727,0.0011599406],"about_ca_topic_score_codex":0.00001264992,"about_ca_topic_score_gemma":0.000009023725,"teacher_disagreement_score":0.35066447,"about_ca_system_score_codex":0.0031584871,"about_ca_system_score_gemma":0.01035135,"threshold_uncertainty_score":0.9994366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4385701634","doi":"10.1080/19419899.2023.2246494","title":"Measuring sexual self-concept: a methodological review","year":2023,"lang":"en","type":"review","venue":"Psychology and Sexuality","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Social psychology","score_opus":0.6874751594780008,"score_gpt":0.6025101697499888,"score_spread":0.08496498972801192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385701634","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021888683,0.97610277,0.00006258776,0.0014044613,0.0036513142,0.0015832228,0.00018954664,0.0006468923,0.016337343],"genre_scores_gemma":[5.380182e-7,0.98342615,0.0002997329,0.004114023,0.0016105867,0.00049898896,0.0001707545,0.00011239304,0.009766847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.984973,0.009744764,0.0019102604,0.0019010418,0.00031470243,0.0011562144],"domain_scores_gemma":[0.9947174,0.002251154,0.0008550496,0.0016300103,0.00008872344,0.0004576633],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007292328,0.0008762026,0.0041472423,0.0003121992,0.00037603916,0.000044282715,0.0008502305,0.0018053297,0.0010393839],"category_scores_gemma":[0.00083845697,0.0007132022,0.0004487693,0.00083053124,0.00045106717,0.000081641105,0.00028464297,0.0020326136,0.003511425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011732829,0.0002608233,0.00014946694,0.12132701,0.000634456,0.00011044822,0.00042680005,3.5501706e-9,3.2049133e-8,0.0017869215,0.10627937,0.7690129],"study_design_scores_gemma":[0.00036350038,0.00020993118,0.001926368,0.0024670002,0.0020539842,0.0006452794,0.000022820419,5.3449927e-8,2.707961e-9,0.0015106037,0.99011916,0.0006812719],"about_ca_topic_score_codex":0.00053901406,"about_ca_topic_score_gemma":0.000050128794,"teacher_disagreement_score":0.8838398,"about_ca_system_score_codex":0.000080371916,"about_ca_system_score_gemma":0.0002373573,"threshold_uncertainty_score":0.9998738},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385783534","doi":"10.34172/ijhpm.2023.7694","title":"Embedded Research: Possibilities for Learning Health Systems Comment on \"‘We’re Not Providing the Best Care if We are Not on the Cutting Edge of Research’: A Research Impact Evaluation at a Regional Australian Hospital and Health Service\"","year":2023,"lang":"en","type":"article","venue":"International Journal of Health Policy and Management","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Mentorship; Mandate; Knowledge translation; Health care; Sustainability; Translational research; Relevance (law); Healthcare system; Engineering ethics; Public relations; Sociology; Knowledge management; Political science; Process management; Business; Medical education; Computer science; Medicine; Engineering","score_opus":0.6397466923685782,"score_gpt":0.6603568972067747,"score_spread":0.020610204838196533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385783534","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2182009,0.00213476,0.0000053371323,0.7723131,0.0005736364,0.006322853,0.00012903668,0.000023397044,0.00029694475],"genre_scores_gemma":[0.97172713,0.0110919755,0.000045140227,0.013971161,0.0010673217,0.00062721595,0.000048634043,0.000044163033,0.0013772846],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98153424,0.009979401,0.0018566288,0.00047471223,0.0044269464,0.001728091],"domain_scores_gemma":[0.9867619,0.0067095086,0.0016870355,0.00041127586,0.0039912597,0.00043902197],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06076551,0.00025104484,0.00057993684,0.0015566662,0.0053009656,0.00014004571,0.00075907895,0.00012406264,0.000016370153],"category_scores_gemma":[0.0017239483,0.00016034581,0.000113286136,0.0010508613,0.00030452604,0.00016156795,0.00071051985,0.0021700205,0.0000203716],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032008137,0.0004800875,0.005071264,0.020871842,0.0005396727,0.000025966698,0.25626332,0.00442804,0.000004178582,0.14367825,0.52494305,0.040493518],"study_design_scores_gemma":[0.0026719568,0.0062443907,0.014708371,0.030300314,0.0000124762,0.00001493896,0.6691887,0.0032191211,0.000006384952,0.003968651,0.26949334,0.00017139399],"about_ca_topic_score_codex":0.019732216,"about_ca_topic_score_gemma":0.0011486181,"teacher_disagreement_score":0.75834197,"about_ca_system_score_codex":0.0074707763,"about_ca_system_score_gemma":0.0028685401,"threshold_uncertainty_score":0.9963394},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385997249","doi":"10.1111/edt.12872","title":"Methodological assessment and overall confidence in the results of systematic reviews with meta‐analyses focusing on traumatic dental injuries: A cross‐sectional study","year":2023,"lang":"en","type":"review","venue":"Dental Traumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Medicine; Systematic review; Meta-analysis; Confidence interval; Protocol (science); MEDLINE; Psychology; Alternative medicine; Pathology; Internal medicine","score_opus":0.9687362985305835,"score_gpt":0.7013148111192546,"score_spread":0.2674214874113289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385997249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020683952,0.96288764,0.0010312308,0.000024546258,0.00030364047,0.014427087,0.00012235406,0.000014755205,0.0005048021],"genre_scores_gemma":[0.11957965,0.87010086,0.0041688844,0.00014342117,0.000080681755,0.005321685,0.000079349506,0.000093022696,0.00043244511],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7991314,0.15925278,0.031389456,0.0025293666,0.0071403184,0.00055667985],"domain_scores_gemma":[0.88748354,0.0914622,0.017019244,0.00354919,0.00035652015,0.00012932748],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23899733,0.0011591761,0.031549875,0.0013926837,0.0002428308,0.0010600421,0.0031172556,0.00040009647,0.0003705811],"category_scores_gemma":[0.041915003,0.0003948168,0.0051450864,0.0025331613,0.00051918544,0.00022010558,0.00027505736,0.0008967836,0.00035201324],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004044238,0.0045833816,0.042419787,0.8313603,0.069452085,0.0013508637,0.011270848,0.00015732921,0.0000018986723,0.0192004,0.0014447162,0.018353986],"study_design_scores_gemma":[0.011463282,0.010699253,0.12343317,0.3371105,0.3529112,0.020169696,0.08845294,0.0015468294,0.0000040915797,0.015899597,0.030652221,0.007657219],"about_ca_topic_score_codex":0.00017566928,"about_ca_topic_score_gemma":0.0011366182,"teacher_disagreement_score":0.4942498,"about_ca_system_score_codex":0.00014771802,"about_ca_system_score_gemma":0.00023227702,"threshold_uncertainty_score":0.99997693},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386142511","doi":"10.1101/2023.08.22.23294261","title":"ACCORD (ACcurate COnsensus Reporting Document): A reporting guideline for consensus methods in biomedicine developed via a modified Delphi","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universiteit Leiden","keywords":"Checklist; Guideline; Delphi; Delphi method; Systematic review; Management science; Psychology; MEDLINE; Medicine; Medical education; Political science; Computer science; Engineering; Pathology","score_opus":0.4747212117583177,"score_gpt":0.5896183772544429,"score_spread":0.11489716549612516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386142511","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5353522,0.000569676,0.3688173,0.068823636,0.005616046,0.01185917,0.00009096883,0.0029211675,0.005949853],"genre_scores_gemma":[0.36651468,0.00016592623,0.6272732,0.00032885614,0.00077958277,0.0021675334,0.00014496689,0.00021174923,0.002413472],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9756185,0.0023481473,0.016214408,0.0020983636,0.0017631924,0.0019573772],"domain_scores_gemma":[0.9689101,0.006392713,0.020237165,0.0015926992,0.0023695382,0.0004977785],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1302661,0.0006810949,0.0019398411,0.001481341,0.0006113109,0.0002871995,0.0014427812,0.0010545164,0.0000638087],"category_scores_gemma":[0.2839489,0.0006790621,0.00045358448,0.0022683213,0.00091931055,0.000066494154,0.0018579371,0.0017576221,0.000016591885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002455913,0.0009065651,0.09653303,0.005833369,0.002266982,0.02956945,0.04944885,0.0056302184,0.09770924,0.006763985,0.13860174,0.5642806],"study_design_scores_gemma":[0.0075164167,0.00058479543,0.015338446,0.00841951,0.00081584917,0.0006339698,0.04247465,0.12620269,0.023399305,0.54100394,0.22545978,0.008150673],"about_ca_topic_score_codex":0.021446714,"about_ca_topic_score_gemma":0.007065906,"teacher_disagreement_score":0.55613,"about_ca_system_score_codex":0.00094230106,"about_ca_system_score_gemma":0.003858451,"threshold_uncertainty_score":0.9995661},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386258640","doi":"10.1016/j.cct.2023.107327","title":"Extending the vision of adaptive point-of-care platform trials to improve targeted use of drug therapy regimens: An agile approach in the learning healthcare system toolkit","year":2023,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Center for Bioenergy Innovation; School of Public Health, University of California Berkeley; Massachusetts Institute of Technology; AbbVie; Bristol-Myers Squibb","keywords":"Medicine; Health care; Agile software development; Medical physics; Healthcare system; Point of care; Precision medicine; Intensive care medicine; Nursing; Software engineering; Pathology","score_opus":0.8586186157186623,"score_gpt":0.6280046643658966,"score_spread":0.23061395135276563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386258640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87539816,0.005628972,0.05174552,0.0047804117,0.0074307416,0.049064633,0.0034405112,0.0007554059,0.0017556443],"genre_scores_gemma":[0.92360526,0.00037120297,0.07452413,0.00023663972,0.00067869225,0.00038490116,0.00004076434,0.00009280541,0.00006557166],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8852199,0.09379907,0.017328938,0.0013048567,0.0016495896,0.0006976664],"domain_scores_gemma":[0.4945627,0.49613005,0.0066986885,0.0016723906,0.000692549,0.00024363634],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24779755,0.0004992751,0.006483648,0.00033589822,0.00016671978,0.00008136086,0.001283041,0.00058433926,0.000025734402],"category_scores_gemma":[0.51282316,0.0002680904,0.0015342988,0.001416477,0.0004741171,0.00036511244,0.00033032472,0.0012191309,0.000007763412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09633401,0.0045143324,0.007618713,0.0071232575,0.003238256,0.00012390655,0.03747399,0.000561097,0.0069388933,0.38516998,0.021524657,0.4293789],"study_design_scores_gemma":[0.06753411,0.04045223,0.011902201,0.014312519,0.0015979372,0.000013177151,0.22237097,0.013691973,0.017576573,0.60234505,0.0051699425,0.0030333288],"about_ca_topic_score_codex":0.00018829996,"about_ca_topic_score_gemma":0.0000065448703,"teacher_disagreement_score":0.4263456,"about_ca_system_score_codex":0.0000757952,"about_ca_system_score_gemma":0.00043404938,"threshold_uncertainty_score":0.9999771},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4386306053","doi":"10.2196/51584","title":"Best Practices for Using AI Tools as an Author, Peer Reviewer, or Editor","year":2023,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; JMIR Publications","funders":"","keywords":"Chatbot; Computer science; Publishing; Scientific publishing; Generative grammar; Data science; World Wide Web; Artificial intelligence; Political science","score_opus":0.693170544728797,"score_gpt":0.6910681960244153,"score_spread":0.0021023487043817513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386306053","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020115024,0.0015857099,0.0004360154,0.045898594,0.9490376,0.0008558461,0.000033556396,0.000021395677,0.00011978063],"genre_scores_gemma":[0.00013955077,0.005374028,0.00068148196,0.000320145,0.949342,0.000059894755,0.00015766584,0.00010615891,0.043819048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98300874,0.0009987855,0.0021793537,0.00052069663,0.012404882,0.00088756456],"domain_scores_gemma":[0.8107825,0.078719646,0.0061153057,0.002017484,0.09572633,0.0066387295],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.038714513,0.00029755587,0.0011244591,0.0008422498,0.00017513688,0.00045635362,0.0012375196,0.0025068263,0.002797076],"category_scores_gemma":[0.60530514,0.0001992717,0.00035871295,0.0006198622,0.00035311098,0.00062589877,0.00021854982,0.008345807,0.00036910418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023802938,0.00050715666,0.00001200366,0.0018425365,0.00017616086,0.0004676526,0.00074828323,2.9301083e-7,0.000010572567,0.000033711058,0.9176924,0.0761289],"study_design_scores_gemma":[0.0002214621,0.006599505,8.5217533e-7,0.010129034,0.00023862113,0.00016897179,0.0030026468,0.00095948693,0.00018202906,0.00043271002,0.97789544,0.00016922572],"about_ca_topic_score_codex":0.0068830033,"about_ca_topic_score_gemma":0.00075956265,"teacher_disagreement_score":0.5665906,"about_ca_system_score_codex":0.00088948716,"about_ca_system_score_gemma":0.019478945,"threshold_uncertainty_score":0.9997302},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386402131","doi":"10.1007/s11192-023-04818-y","title":"The Matthew Effect in China’s social sciences and humanities research: a comparative analysis of CSSCI and SSCI","year":2023,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Planning Office of Philosophy and Social Science","keywords":"Elite; China; Humanities; Social science; Citation analysis; Political science; Sociology; Citation; Philosophy; Law; Politics","score_opus":0.8933759979167228,"score_gpt":0.6993538977340414,"score_spread":0.1940221001826814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386402131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98807365,0.0024008544,0.000027933145,0.0010264065,0.00023022701,0.00035622797,0.000050694627,0.000020692538,0.0078133205],"genre_scores_gemma":[0.9977904,0.0008165282,0.00006689679,0.000028725173,0.000025472054,0.000019708847,0.000002392713,0.0000048460092,0.0012450548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97931486,0.0014578373,0.0008258275,0.0010195652,0.016147384,0.0012345301],"domain_scores_gemma":[0.9631076,0.033782538,0.00029161482,0.0004913129,0.0020990123,0.00022795447],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.16835909,0.00017386013,0.0006612338,0.34124807,0.002451258,0.0050068367,0.0025928724,0.00009899321,0.000043391454],"category_scores_gemma":[0.054379962,0.000099471035,0.00014606814,0.80526614,0.005054522,0.00059656997,0.0021120864,0.00042851074,0.000044365595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005090946,0.00010226754,0.87923145,0.000024762016,0.0001277269,0.000012168233,0.008029198,0.0001813181,0.00031745507,0.023858776,0.010844247,0.077219695],"study_design_scores_gemma":[0.00029308698,0.00031634653,0.95793754,0.0000064820692,0.000022880628,7.830575e-7,0.0045360043,0.025352975,0.00013026592,0.007529927,0.0037489533,0.00012477401],"about_ca_topic_score_codex":0.00046130814,"about_ca_topic_score_gemma":0.00046325274,"teacher_disagreement_score":0.46401805,"about_ca_system_score_codex":0.0001129867,"about_ca_system_score_gemma":0.00020266067,"threshold_uncertainty_score":0.9988474},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386497584","doi":"10.1186/s12874-023-02011-6","title":"Ascertaining asthma status in epidemiologic studies: a comparison between administrative health data and self-report","year":2023,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Institut National de la Recherche Scientifique; Institut National de Santé Publique du Québec; Université de Montréal; McGill University; Université du Québec","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Institut de la statistique du Québec","keywords":"Asthma; Medicine; Logistic regression; Family medicine; Epidemiology; Cohort; Public health; Confidence interval; Demography; Environmental health; Nursing","score_opus":0.8628162645183522,"score_gpt":0.6964912847060375,"score_spread":0.16632497981231475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386497584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9642112,0.013721268,0.007913899,0.012043716,0.00020406922,0.0011990647,0.00006972019,0.00024028968,0.00039674938],"genre_scores_gemma":[0.90229577,0.010703499,0.08256671,0.0018149032,0.0010931048,0.00024451388,0.0008446406,0.00006198073,0.00037489636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9602444,0.03322274,0.0015828806,0.0013181723,0.0018013966,0.0018303985],"domain_scores_gemma":[0.82209843,0.17296952,0.00037104764,0.0013938391,0.00039791106,0.0027692602],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09337095,0.00022240556,0.001771457,0.0006176788,0.00023464194,0.000011690731,0.00043288656,0.0003409965,0.00011450109],"category_scores_gemma":[0.35539088,0.00015774189,0.00006685455,0.0011875058,0.0012745422,0.00006738735,0.0012802883,0.0015155147,0.0000495921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003472213,0.000219605,0.85096735,0.000858465,0.00017053758,0.0023919402,0.002209461,0.000002742733,0.000008573825,0.00023336824,0.012472894,0.13011783],"study_design_scores_gemma":[0.0024116456,0.0032105322,0.8861101,0.0006667257,0.000035040153,0.00022745179,0.033542193,0.0044289595,0.000012956388,0.0015773933,0.06756524,0.0002117023],"about_ca_topic_score_codex":0.00041693996,"about_ca_topic_score_gemma":0.0012993024,"teacher_disagreement_score":0.2620199,"about_ca_system_score_codex":0.00020084834,"about_ca_system_score_gemma":0.006710657,"threshold_uncertainty_score":0.9989204},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","score_opus":0.20841966326222044,"score_gpt":0.4104631433775228,"score_spread":0.20204348011530238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386541616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98334724,0.002151461,0.00008980657,0.005415246,0.0012824493,0.0005969223,0.0000952884,0.00021211781,0.006809464],"genre_scores_gemma":[0.99367684,0.00026910522,0.0004024411,0.00073511025,0.00032820573,0.000044880588,0.0005887766,0.00006487169,0.003889746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99551845,0.00036465414,0.0011795259,0.00083396246,0.0011415764,0.0009618078],"domain_scores_gemma":[0.9960217,0.0011377694,0.0005504957,0.0009025291,0.0009051728,0.00048235522],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008828962,0.00026871264,0.0005862408,0.0016342157,0.00023405999,0.0036802008,0.00064719835,0.000745654,0.00008204586],"category_scores_gemma":[0.019056981,0.00026565362,0.00013443574,0.0031560417,0.0002616288,0.017544001,0.00027426032,0.0016985495,0.000018058947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000150588,0.0012213449,0.21688235,0.0030199816,0.0001633088,0.000075023636,0.45311412,0.001061479,0.008363557,0.016503237,0.22119328,0.07825174],"study_design_scores_gemma":[0.0028850844,0.0007100066,0.14600566,0.004761049,0.00033229895,0.000080029145,0.4822993,0.071797855,0.03007465,0.060000867,0.19999844,0.0010547625],"about_ca_topic_score_codex":0.00893541,"about_ca_topic_score_gemma":0.0024234806,"teacher_disagreement_score":0.07719698,"about_ca_system_score_codex":0.0001478321,"about_ca_system_score_gemma":0.0006580333,"threshold_uncertainty_score":0.99997956},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386563176","doi":"10.1186/s12961-023-01046-x","title":"Characterizing Canadian funded partnered health research projects between 2011 and 2019: a retrospective analysis","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Health services research; General partnership; Inclusion (mineral); Health care; Relevance (law); Descriptive statistics; Research design; Medicine; Health administration; Medical education; Public health; Political science; Nursing; Sociology; Social science","score_opus":0.9354305500257228,"score_gpt":0.7575997565129052,"score_spread":0.1778307935128176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386563176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49455166,0.00084276375,0.000033430388,0.48309213,0.0004410454,0.011897996,0.0026672494,0.00031222543,0.0061614965],"genre_scores_gemma":[0.97713274,0.003119037,0.00003888246,0.007938101,0.001766157,0.0015212944,0.00017861681,0.000058845897,0.008246339],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9613483,0.025363108,0.0020328136,0.0012362885,0.002794204,0.0072253165],"domain_scores_gemma":[0.9818057,0.009091418,0.00055137224,0.000918728,0.001711709,0.005921077],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10706316,0.0002913873,0.0012306394,0.009033334,0.010594462,0.0002619894,0.0004952037,0.0003321855,0.00008899237],"category_scores_gemma":[0.01033441,0.00026886354,0.00006400247,0.011993256,0.00061932683,0.00039405611,0.00047364016,0.0027914343,0.0009136998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000040729952,0.000018842173,0.55154204,0.003741105,0.00017937676,0.000015948579,0.101919144,0.0000012590916,0.00003079884,0.020275598,0.31799695,0.004238186],"study_design_scores_gemma":[0.00069757935,0.0004936885,0.7650903,0.0003841768,0.000006281965,0.0000030824124,0.021712027,0.0005620967,0.0000010643845,0.0005004107,0.21035403,0.00019526039],"about_ca_topic_score_codex":0.8925401,"about_ca_topic_score_gemma":0.44834232,"teacher_disagreement_score":0.48258108,"about_ca_system_score_codex":0.0054068333,"about_ca_system_score_gemma":0.031672936,"threshold_uncertainty_score":0.99997634},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386570142","doi":"10.1016/j.cpr.2023.102336","title":"Cognitive-behavioral treatment for gambling harm: Umbrella review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"Clinical Psychology Review","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Meta-analysis; PsycINFO; Psychology; Harm; Cognitive behavioral therapy; MEDLINE; Systematic review; Clinical psychology; Cognition; Randomized controlled trial; Psychiatry; Medicine; Social psychology","score_opus":0.945307245757294,"score_gpt":0.7391619732899881,"score_spread":0.20614527246730585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386570142","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011947774,0.98428774,0.000044579756,0.00086541113,0.0011234393,0.010882205,0.0019183209,0.0002538524,0.0006232484],"genre_scores_gemma":[6.5546624e-7,0.96766275,0.000193381,0.0058733895,0.00020383378,0.012148473,0.002321954,0.00028657468,0.011309],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98649293,0.0032256588,0.0054322192,0.0034675207,0.00028965817,0.0010919947],"domain_scores_gemma":[0.9907346,0.0034901174,0.0024540161,0.0024088647,0.00030724093,0.0006051867],"candidate_categories":["metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.0039378623,0.0017832832,0.02433693,0.0005416116,0.00020774851,0.000049085855,0.00075591804,0.0014175033,0.0043392065],"category_scores_gemma":[0.00042693104,0.0011886412,0.01865128,0.0021113572,0.00049983145,0.00006004205,0.00015696195,0.0010522149,0.004067599],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018328725,0.0018281565,0.000044816385,0.07530703,0.24341413,0.00016250486,0.000009765701,1.9122477e-9,1.0180392e-9,0.000034478602,0.01728612,0.6618947],"study_design_scores_gemma":[0.0006712061,0.0006119002,0.000035597724,0.008510497,0.508558,0.00007982368,0.00000157502,1.4639644e-8,1.6777144e-9,0.000015382486,0.4810514,0.00046464274],"about_ca_topic_score_codex":0.000031285497,"about_ca_topic_score_gemma":0.000017111593,"teacher_disagreement_score":0.66143,"about_ca_system_score_codex":0.00008206199,"about_ca_system_score_gemma":0.00015317266,"threshold_uncertainty_score":0.9998789},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386661486","doi":"10.1093/eurheartj/ehab724.3171","title":"Temporal trends in the inclusion of patient-reported outcomes in heart failure randomized trials published in high-impact medical journals: a systematic bibliometric review","year":2021,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Odds ratio; Confidence interval; CINAHL; MEDLINE; Internal medicine; Clinical endpoint; Psychological intervention; Nursing","score_opus":0.37615181340314185,"score_gpt":0.49000686126012366,"score_spread":0.1138550478569818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386661486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71253663,0.09420852,0.00011946385,0.18980248,0.00083920767,0.0018942838,0.00004671476,0.000017025497,0.0005356559],"genre_scores_gemma":[0.9833646,0.004170442,0.0008410671,0.011202791,0.00023986831,0.00005411572,0.00002800888,0.000047036654,0.000052111067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9126401,0.05467475,0.029747505,0.00072461244,0.0013454062,0.00086764095],"domain_scores_gemma":[0.9783967,0.011007563,0.009177486,0.00077598885,0.00025905535,0.0003831865],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37912217,0.00034405847,0.0074103437,0.02235838,0.00018699306,0.0003497719,0.0006529801,0.00015929766,0.0032577112],"category_scores_gemma":[0.22414815,0.00024583458,0.0011074479,0.020126184,0.000080105456,0.00093398005,0.000279562,0.0012545782,0.00010283684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000809542,0.001294623,0.87089086,0.008998711,0.0004590917,0.00057394954,0.0046721003,0.0001913257,0.0000054209913,0.00056721224,0.111068204,0.0004689389],"study_design_scores_gemma":[0.100839384,0.00032737604,0.82849884,0.05325659,0.00013330056,0.0026721742,0.0018709094,0.0009098349,0.000003230287,0.0033670957,0.0072627743,0.00085848145],"about_ca_topic_score_codex":0.0005772989,"about_ca_topic_score_gemma":0.00028739325,"teacher_disagreement_score":0.27082792,"about_ca_system_score_codex":0.00054894964,"about_ca_system_score_gemma":0.0005826643,"threshold_uncertainty_score":0.9999994},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386830764","doi":"10.5334/dsj-2023-035","title":"Umbrella Data Management Plans to Integrate FAIR Data: Lessons From the ISIDORe and BY-COVID Consortia for Pandemic Preparedness","year":2023,"lang":"en","type":"article","venue":"Data Science Journal","topic":"Research Data Management Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institute for Research in Immunology and Cancer","funders":"Biotechnology and Biological Sciences Research Council","keywords":"Preparedness; Data management; Computer science; Multidisciplinary approach; Plan (archaeology); Download; Process (computing); Data management plan; Data science; Process management; Knowledge management; Engineering management; World Wide Web; Business; Engineering; Political science; Geography; Database","score_opus":0.43034568833391706,"score_gpt":0.48834636250226554,"score_spread":0.058000674168348476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386830764","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007924392,0.00038265844,0.89552104,0.045440495,0.0011632221,0.0012496094,0.04769893,0.00019640458,0.00042322715],"genre_scores_gemma":[0.33050996,0.07910057,0.46854258,0.020395124,0.002579436,0.00031218547,0.09261571,0.00020590032,0.0057385247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460465,0.00019630945,0.00045698564,0.0023845981,0.0015051971,0.0008522715],"domain_scores_gemma":[0.9871954,0.0010694292,0.00029233177,0.01085734,0.00011681157,0.0004686951],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.018114448,0.00020920412,0.00020698682,0.00029965286,0.0014741666,0.01234649,0.0605602,0.000033724227,0.000011258881],"category_scores_gemma":[0.0030227124,0.00014068585,0.000015441365,0.0019156693,0.00052056194,0.057475705,0.058726847,0.0004146619,0.00006275514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038122475,0.00004640682,0.0015623563,0.000025442028,0.000098170545,0.00008164605,0.00046501172,0.00004189485,0.0005124847,0.0082652075,0.92726743,0.0615958],"study_design_scores_gemma":[0.00047026496,0.000054778648,0.0037388315,0.00008534134,0.000055969584,0.00006942753,0.003096505,0.15674263,0.000019872927,0.0012562539,0.8341447,0.00026538182],"about_ca_topic_score_codex":0.0002910757,"about_ca_topic_score_gemma":0.00064453273,"teacher_disagreement_score":0.42697847,"about_ca_system_score_codex":0.00008032258,"about_ca_system_score_gemma":0.00053901714,"threshold_uncertainty_score":0.9998258},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4386880731","doi":"10.1186/s41073-023-00138-0","title":"Bridges of perspectives: representation of people with lived experience of spinal cord injury in editorial boards and peer review","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; NeuroDevNet; University of British Columbia","funders":"Government of Canada","keywords":"Diversity (politics); Lived experience; Spinal cord injury; Representation (politics); Best practice; Publishing; Psychology; Quality of life (healthcare); Medicine; Public relations; Political science; Nursing; Spinal cord; Law","score_opus":0.25382991942660693,"score_gpt":0.5465424787309605,"score_spread":0.2927125593043536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386880731","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8170268,0.15563837,0.000008900503,0.023677077,0.00028338828,0.0025876465,0.00006834324,0.000018306791,0.00069118],"genre_scores_gemma":[0.45074776,0.5473468,0.00017267055,0.00004107427,0.0005580622,0.00016078437,0.000035480323,0.000016373062,0.0009210408],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9941384,0.000687025,0.00065044354,0.00042418376,0.003763754,0.0003361652],"domain_scores_gemma":[0.99158025,0.00037374315,0.00016774492,0.00046177744,0.007241275,0.00017521036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009440184,0.00014698798,0.0010129105,0.0003573325,0.000048617232,0.000014714026,0.00021300105,0.000098659344,0.0001422099],"category_scores_gemma":[0.020881763,0.00010730968,0.0000926355,0.0021356721,0.0006987138,0.00016657915,0.00022451671,0.0011803139,0.0000054750103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035174735,0.0011373814,0.13332789,0.29182863,0.0002769673,0.00011460257,0.0076440093,1.4440097e-7,0.010866605,0.0019155061,0.39649308,0.121220455],"study_design_scores_gemma":[0.0033164034,0.047179885,0.48754087,0.2986793,0.0003206944,0.00017372076,0.030739048,0.00008681729,0.0090034455,0.00036308492,0.12200444,0.00059229514],"about_ca_topic_score_codex":0.0031808547,"about_ca_topic_score_gemma":0.000088665336,"teacher_disagreement_score":0.3917084,"about_ca_system_score_codex":0.000077395176,"about_ca_system_score_gemma":0.00049354695,"threshold_uncertainty_score":0.9873658},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386905828","doi":"","title":"Canadian Library Human Resources Short‐Term Supply and Demand Crisis Is Averted, But a Significant Long‐Term Crisis Must Be Addressed. A review of: 8Rs Research Team. The Future of Human Resources in Canadian Libraries February 2005. Edmonton, AB: University of Alberta. 21 February 2007 <http://www.ls.ualberta.ca/8rs/8RsFutureofHRLibraries.pdf>.","year":2007,"lang":"en","type":"review","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Term (time); Human resources; Business; Economics; Management","score_opus":0.14029555844750424,"score_gpt":0.4702108914352388,"score_spread":0.32991533298773457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386905828","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04209318,0.92994547,4.8417905e-7,0.004341124,0.00030194697,0.0027074628,0.00115377,0.000023900575,0.019432683],"genre_scores_gemma":[0.009135595,0.98438907,0.000047834666,0.0023027821,0.0005168521,0.000029740722,0.00042445617,0.0000889731,0.0030646808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851436,0.002842085,0.0032735397,0.001117531,0.0023425021,0.0019099953],"domain_scores_gemma":[0.9911467,0.0016519622,0.0026138215,0.0014855436,0.0005985874,0.0025034207],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0064426563,0.000985104,0.0035354942,0.004982057,0.0027568305,0.0024959857,0.009438899,0.0009716694,0.029960774],"category_scores_gemma":[0.00037984256,0.00080609036,0.0008292103,0.0053416807,0.002512532,0.019811593,0.0015048202,0.0019620901,0.000015932821],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010403448,0.00016101726,0.11941725,0.013252291,0.00044088622,0.00013941721,0.027570788,0.0000011375872,0.00000758892,0.00091404066,0.81312263,0.024868893],"study_design_scores_gemma":[0.00026309481,0.000051706527,0.09664576,0.02338706,0.00033877068,0.000013195572,0.015467343,0.0000018943595,0.00002649423,0.00021082215,0.8627989,0.00079494104],"about_ca_topic_score_codex":0.9446482,"about_ca_topic_score_gemma":0.79707974,"teacher_disagreement_score":0.14756842,"about_ca_system_score_codex":0.000445086,"about_ca_system_score_gemma":0.008667408,"threshold_uncertainty_score":0.999439},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386915712","doi":"10.1200/jco.23.01423","title":"Progression-Free Survival Should Not Be Used as a Primary End Point for Registration of Anticancer Drugs","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Queen's University","funders":"","keywords":"Medicine; Clinical endpoint; Anticancer drug; Oncology; End point; Progression-free survival; Overall survival; Internal medicine; Pharmacology; Drug; Clinical trial","score_opus":0.7421747698617622,"score_gpt":0.6165159011575854,"score_spread":0.12565886870417686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386915712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51642936,0.0003790448,0.0016823614,0.4682337,0.0044897185,0.0008769155,0.00024311892,0.000028215283,0.007637578],"genre_scores_gemma":[0.9281304,0.00092363846,0.019666856,0.045927804,0.0038766977,0.000085593245,0.000047724538,0.00006605336,0.0012752267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98549193,0.0007570729,0.012585037,0.0003504319,0.0004747137,0.0003407837],"domain_scores_gemma":[0.9600348,0.025298312,0.013572419,0.00045065308,0.00036180537,0.00028203565],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12331254,0.00014732094,0.0026511892,0.0003189152,0.000080670834,0.000023776704,0.00048603158,0.00045985845,0.0002866598],"category_scores_gemma":[0.075061284,0.00014760012,0.0005771283,0.00021684263,0.00022818684,0.00037146255,0.00008784647,0.00047984297,0.00010015597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005058636,0.002828878,0.09595671,0.001725449,0.0012729551,0.00004958593,0.004000679,0.00030402318,0.00013747765,0.39532387,0.45665452,0.036687214],"study_design_scores_gemma":[0.018370483,0.010451003,0.2558966,0.00040880623,0.00013680894,0.000034467303,0.0024680237,0.0036275848,0.000117176874,0.18167761,0.526209,0.00060244143],"about_ca_topic_score_codex":0.000111037036,"about_ca_topic_score_gemma":0.000108803855,"teacher_disagreement_score":0.4223059,"about_ca_system_score_codex":0.00037954166,"about_ca_system_score_gemma":0.002073948,"threshold_uncertainty_score":0.9327299},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386947832","doi":"10.1016/j.neuchi.2023.101492","title":"Understanding the role of randomization in clinical research and practice","year":2023,"lang":"en","type":"review","venue":"Neurochirurgie","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Health Sciences Centre; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Randomization; Argument (complex analysis); Randomized controlled trial; Perspective (graphical); Medical research; Best practice; Research design; Clinical trial; Psychology; Medicine; Medical education; Management science; Computer science; Sociology; Artificial intelligence; Political science; Law; Social science","score_opus":0.9591975132280013,"score_gpt":0.7243400137130938,"score_spread":0.23485749951490753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386947832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022380877,0.9764781,0.009991775,0.000260844,0.00084310124,0.0035129264,0.000051942476,0.00007474825,0.008784328],"genre_scores_gemma":[0.0000053580834,0.9780173,0.021401677,0.000021664328,0.00029253104,0.000095319694,0.0000018831946,0.00008512072,0.00007916219],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9754105,0.019939981,0.0029531643,0.00057819026,0.00075805443,0.0003600822],"domain_scores_gemma":[0.44609532,0.55247265,0.00074876053,0.0005038624,0.0001117179,0.00006769315],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04725783,0.00023339712,0.0023985114,0.00027910873,0.0000944868,0.00005883895,0.00046035176,0.0004394911,0.00002197364],"category_scores_gemma":[0.6607586,0.00014696032,0.00028625963,0.0011302881,0.0005711016,0.00005499026,0.00041057507,0.0018481482,0.000024639803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048903195,0.00024899826,0.000003968725,0.008365936,0.00016609904,0.00004198176,0.00008031054,4.5384698e-7,1.5188402e-7,0.487505,0.00083413854,0.5022639],"study_design_scores_gemma":[0.0010198784,0.00011419748,0.0000015244757,0.004746028,0.0003861773,0.000011883385,0.00016107025,0.000036832167,1.2664589e-7,0.84135574,0.15205915,0.00010738701],"about_ca_topic_score_codex":0.0000058449173,"about_ca_topic_score_gemma":0.0000061732653,"teacher_disagreement_score":0.61350083,"about_ca_system_score_codex":0.00007450477,"about_ca_system_score_gemma":0.00024973263,"threshold_uncertainty_score":0.9810486},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387036433","doi":"10.1101/2023.09.24.23296056","title":"Research ethics review during the COVID-19 pandemic: An international study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Public Health Ontario; University of Toronto; Lunenfeld-Tanenbaum Research Institute","funders":"Canadian Institutes of Health Research; Department of Health and Social Care; World Health Organization","keywords":"Pandemic; Context (archaeology); Coronavirus disease 2019 (COVID-19); Research ethics; Protocol (science); Public health; 2019-20 coronavirus outbreak; Personal protective equipment; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Political science; Nursing; Alternative medicine; Geography; Pathology","score_opus":0.9307689188234776,"score_gpt":0.7444189417962374,"score_spread":0.1863499770272402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387036433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74892366,0.0033796874,0.000054138865,0.23803462,0.0018170198,0.0048056277,0.00005871142,0.00042289286,0.0025036647],"genre_scores_gemma":[0.7375853,0.22202797,0.00016439075,0.010600476,0.0021024921,0.0012114113,0.00011403261,0.00016256866,0.026031343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98101956,0.0063261176,0.0013670003,0.00168724,0.008810657,0.0007894214],"domain_scores_gemma":[0.91961193,0.069584645,0.00033927747,0.005242483,0.004054358,0.0011673319],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14852747,0.00029239708,0.0007245308,0.0004047653,0.0005813406,0.00015395157,0.003174402,0.0012854708,0.0007481702],"category_scores_gemma":[0.35930818,0.00019504403,0.00026295977,0.0007154961,0.0009631272,0.000057344405,0.006388011,0.042771097,0.00057984237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019890357,0.00058982585,0.9777381,0.014090273,0.0003833694,0.0007430971,0.003035534,0.00003382342,0.000058940244,0.001219325,0.0016285181,0.00028030368],"study_design_scores_gemma":[0.0024684735,0.000929459,0.8342173,0.016186511,0.00032549087,0.00016204726,0.003749264,0.0002044844,0.00002253853,0.06441527,0.07667434,0.00064482604],"about_ca_topic_score_codex":0.0010387581,"about_ca_topic_score_gemma":0.0033747763,"teacher_disagreement_score":0.22743416,"about_ca_system_score_codex":0.00086299627,"about_ca_system_score_gemma":0.005044166,"threshold_uncertainty_score":0.99147284},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387057750","doi":"10.1177/00380261231177585","title":"Doing youth participatory action research (YPAR) with Bourdieu: An invitation to reflexive (participatory) sociology","year":2023,"lang":"en","type":"article","venue":"The Sociological Review","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"University of Central Lancashire","keywords":"Reflexivity; Sociology; Participatory action research; Citizen journalism; Redress; Ambivalence; Action (physics); Epistemology; Social science; Social psychology; Anthropology; Political science; Psychology; Law","score_opus":0.9534992348440993,"score_gpt":0.766279346188072,"score_spread":0.18721988865602723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96623206,0.0040458958,0.00050714664,0.022584371,0.00019827312,0.0021880649,0.000012159195,0.00048547186,0.0037465612],"genre_scores_gemma":[0.9834053,0.0096442,0.0006660629,0.004091798,0.0005307142,0.0012631298,0.000016867938,0.000034529465,0.00034740614],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9645481,0.031020258,0.0005366858,0.00067747413,0.0013913836,0.0018261027],"domain_scores_gemma":[0.9934759,0.0044291755,0.00016745916,0.00062719756,0.00051844603,0.00078182865],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.056063186,0.00023112872,0.0005860972,0.00014730069,0.0024672213,0.000082257895,0.00087983825,0.00027964613,0.00033643175],"category_scores_gemma":[0.014172136,0.00014036256,0.0001465016,0.0017282768,0.003594327,0.00030860706,0.00026668952,0.0011102706,0.0017287194],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008856358,0.00070593075,0.0094321845,0.001299122,0.00038247355,0.00012240556,0.6043595,0.00031362075,0.005658754,0.20117486,0.03702099,0.13864453],"study_design_scores_gemma":[0.0010461031,0.0058606663,0.051529575,0.0028654977,0.0005191684,0.0000029220284,0.27848285,0.00028493296,0.00061740994,0.079298526,0.5777854,0.001706986],"about_ca_topic_score_codex":0.0002647379,"about_ca_topic_score_gemma":0.00027680403,"teacher_disagreement_score":0.5407644,"about_ca_system_score_codex":0.00046117284,"about_ca_system_score_gemma":0.00061997963,"threshold_uncertainty_score":0.9991173},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387197460","doi":"10.1007/978-3-031-40379-8_20","title":"Introducing the Downtown Eastside Community Research Ethics Workshop: Notes on a Process for Community Ethics Review","year":2023,"lang":"en","type":"book-chapter","venue":"Philosophy and medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Mental Health & Substance Use Services; Positive Living Society of British Columbia; Vancouver Coastal Health; Brock University","funders":"","keywords":"Engineering ethics; Nursing ethics; Research ethics; Downtown; Community building; Information ethics; Sociology; Process (computing); Public relations; Political science; Medicine; Engineering; Computer science","score_opus":0.9011543860766962,"score_gpt":0.6612136804924944,"score_spread":0.23994070558420177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387197460","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005480334,0.017281756,0.00005355284,0.7056921,0.00044514315,0.0038030846,0.00009045833,0.000155144,0.27242395],"genre_scores_gemma":[0.101016164,0.59820133,0.00025225582,0.13449442,0.0118208565,0.0009931626,0.0011249854,0.00063805626,0.15145877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9859223,0.0054955813,0.0015952497,0.0008735238,0.005194472,0.00091889943],"domain_scores_gemma":[0.65457964,0.3368632,0.00036740606,0.0029967679,0.004671438,0.0005215894],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.17071524,0.0007041857,0.0019736288,0.0005101341,0.0050133313,0.000045235916,0.0015489887,0.003201158,0.0001876419],"category_scores_gemma":[0.5141158,0.00042582865,0.00031999112,0.00048369638,0.007162642,0.000060106784,0.0011234756,0.14572056,0.00008335013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014174207,0.00030591016,0.000012257109,0.101151735,0.0005716292,0.000052809974,0.02085093,0.0000037321522,0.000017455484,0.8573738,0.009888751,0.008353578],"study_design_scores_gemma":[0.0012919721,0.0025614155,0.000028525246,0.1524138,0.00053221575,0.000033406075,0.0011520946,0.000013444413,0.000015035378,0.8138222,0.027830254,0.00030561705],"about_ca_topic_score_codex":0.0006751687,"about_ca_topic_score_gemma":0.0017338259,"teacher_disagreement_score":0.58091956,"about_ca_system_score_codex":0.00022103924,"about_ca_system_score_gemma":0.001987776,"threshold_uncertainty_score":0.99981934},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387197550","doi":"10.1007/978-3-031-40379-8_15","title":"Rethinking Risks and Benefits in Stakeholder-Engaged Research: Lessons from HIV, Substance Use, and Sexual Health Research with Marginalized Communities","year":2023,"lang":"en","type":"book-chapter","venue":"Philosophy and medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Windsor","funders":"","keywords":"Stakeholder; Human immunodeficiency virus (HIV); Public relations; Economic Justice; Substance use; Psychology; Political science; Sociology; Social psychology; Medicine","score_opus":0.9542057277237275,"score_gpt":0.5429314979548822,"score_spread":0.4112742297688453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387197550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75389427,0.0645256,0.0000089113755,0.08094,0.0008039543,0.009565826,0.0029699572,0.00022160521,0.087069884],"genre_scores_gemma":[0.8322975,0.11194603,0.00030235443,0.0052340296,0.0013841168,0.0005036581,0.0037879597,0.00024646084,0.044297855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9896529,0.005975893,0.0010087299,0.0007073484,0.001486706,0.0011684492],"domain_scores_gemma":[0.982494,0.01535281,0.00036720373,0.000619917,0.00041910895,0.000746978],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019284653,0.00043166842,0.001074964,0.0009414685,0.0052166195,0.000025896506,0.00021953648,0.00047190598,0.000106238615],"category_scores_gemma":[0.00028297718,0.00033882743,0.000014566124,0.00023732071,0.0014583834,0.00016029498,0.00034124157,0.0113716675,0.00001546406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037761203,0.0001294129,0.05575782,0.016107827,0.00017850527,0.00018352977,0.4254697,0.0000014133846,0.000005509,0.48257518,0.00773234,0.008082634],"study_design_scores_gemma":[0.012220964,0.0050633173,0.026502592,0.11487248,0.00007346367,0.000008023943,0.090904556,0.00005022331,0.0000013554186,0.72167945,0.02783316,0.0007904016],"about_ca_topic_score_codex":0.026675982,"about_ca_topic_score_gemma":0.060287125,"teacher_disagreement_score":0.33456513,"about_ca_system_score_codex":0.00031164876,"about_ca_system_score_gemma":0.00048790037,"threshold_uncertainty_score":0.99990636},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387222396","doi":"10.1007/s40279-023-01941-x","title":"Certainty of Evidence Assessment in Systematic Reviews Published by High-Impact Sports Science Journals: A Meta-epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Certainty; Systematic review; Grading (engineering); Meta-analysis; Publication bias; Quality of evidence; Medicine; Citation; Evidence-based medicine; Sports medicine; MEDLINE; Bibliometrics; Psychology; Alternative medicine; Computer science; Library science; Political science; Pathology; Mathematics; Engineering","score_opus":0.9041380651400333,"score_gpt":0.6472378102149855,"score_spread":0.25690025492504776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387222396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399861,0.031630266,0.0018551997,0.011156284,0.0012741947,0.012554677,0.000012697115,0.000037663263,0.001492888],"genre_scores_gemma":[0.9953136,0.0013644277,0.00047071849,0.00040399126,0.00008522618,0.00036579967,0.000006772526,0.000014234682,0.001975269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82101566,0.05519967,0.07288496,0.0045948066,0.044542216,0.0017626924],"domain_scores_gemma":[0.92449343,0.028250879,0.032926127,0.009689182,0.0036386007,0.0010018098],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.76942444,0.0007368456,0.022291487,0.0025554616,0.00018056037,0.000370945,0.003802448,0.00015020264,0.025205199],"category_scores_gemma":[0.4696264,0.00022056364,0.002551777,0.014987709,0.0005052719,0.00092559913,0.00036341007,0.0007274688,0.0001641498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020124171,0.0004272578,0.7546117,0.0035396141,0.0008684395,0.00032885684,0.001598331,0.00042197967,0.00026325372,0.00031967083,0.23303339,0.0045674234],"study_design_scores_gemma":[0.00055616925,0.00052759406,0.96600616,0.011610699,0.0043717646,0.00005875682,0.006218756,0.0032703455,0.0000042598563,0.0051362785,0.00183479,0.0004044038],"about_ca_topic_score_codex":0.00029586887,"about_ca_topic_score_gemma":0.000037344307,"teacher_disagreement_score":0.299798,"about_ca_system_score_codex":0.00021408474,"about_ca_system_score_gemma":0.00038201408,"threshold_uncertainty_score":0.9922236},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387276382","doi":"10.1016/j.respol.2023.104895","title":"Gender homophily: In-group citation preferences and the gender disadvantage","year":2023,"lang":"en","type":"article","venue":"Research Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Homophily; Citation; Disadvantage; Gender gap; Set (abstract data type); Field (mathematics); Sociology; Psychology; Social psychology; Political science; Demographic economics; Computer science","score_opus":0.8735278668469351,"score_gpt":0.6882343069839548,"score_spread":0.18529355986298024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387276382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542719,0.0010186238,0.00019386955,0.013346482,0.00011797197,0.0007445675,0.000029399516,0.000043095457,0.030234082],"genre_scores_gemma":[0.995448,0.002490666,0.000072302995,0.00018825273,0.0002084966,0.000092169146,0.000005240861,0.000012507266,0.0014823994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9831686,0.002005097,0.0005509446,0.0007606454,0.012216867,0.0012978163],"domain_scores_gemma":[0.9761494,0.020934854,0.00008522092,0.0008161785,0.0015664946,0.0004478601],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.077597044,0.00012797992,0.00025847784,0.08438631,0.0005231457,0.0027653167,0.002111685,0.00010502212,0.00016649648],"category_scores_gemma":[0.093715794,0.00006848329,0.00008225002,0.27412868,0.0010935054,0.0005956709,0.0015272305,0.00064000615,0.0009851077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022643528,0.0001842767,0.2673964,0.00004929052,0.000039519182,0.000065762404,0.009688186,0.00009517499,0.00086504413,0.34833595,0.043433987,0.32961997],"study_design_scores_gemma":[0.0008367837,0.000047657322,0.590648,0.000003912742,8.1768644e-7,0.0000029285038,0.00354194,0.004818919,0.00002330403,0.39222282,0.0077676293,0.00008529945],"about_ca_topic_score_codex":0.0011117919,"about_ca_topic_score_gemma":0.00013438713,"teacher_disagreement_score":0.32953468,"about_ca_system_score_codex":0.00015086264,"about_ca_system_score_gemma":0.0004418918,"threshold_uncertainty_score":0.99979275},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387305494","doi":"10.1177/16094069231205176","title":"Methodological Approaches to Obtaining Informed Consent when Conducting Research With Individuals With Deafblindness","year":2023,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Santé Montérégie; Université de Montréal; Centre intégré de santé et de services sociaux de la Montérégie-Centre; Centre de réadaptation Lethbridge-Layton-Mackay; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Informed consent; Psychology; Medical education; Sign language; Mainstream; Inclusion (mineral); Flexibility (engineering); Observational study; Braille; Social psychology; Medicine; Computer science; Alternative medicine","score_opus":0.9892926548206395,"score_gpt":0.7573248851755189,"score_spread":0.23196776964512067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387305494","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7166755,0.000072642906,0.26202706,0.01373927,0.0004197445,0.0003133502,0.000007514904,0.000046119123,0.006698785],"genre_scores_gemma":[0.37382936,0.000007653428,0.6249705,0.00024298705,0.00015692676,0.00006197055,0.000009622796,0.000019353536,0.0007015843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9793867,0.018171327,0.00073519355,0.00023166467,0.001093879,0.00038127557],"domain_scores_gemma":[0.9654894,0.03246305,0.0005002715,0.0002477586,0.0011256833,0.00017386056],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05489003,0.00015690147,0.0003849724,0.0010411305,0.0001512012,0.00012851643,0.00085232477,0.00009257636,0.00017195774],"category_scores_gemma":[0.009402077,0.00010449907,0.000074125586,0.00075687515,0.00031636225,0.0002564999,0.00022034309,0.00076297484,0.000049932023],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002575033,0.00031811147,0.012368768,0.000032841144,0.002075829,0.00012229155,0.8114329,0.00039772794,0.00086394674,0.070771545,0.0026840395,0.09635697],"study_design_scores_gemma":[0.0043657995,0.004513107,0.03754007,0.0008540694,0.0000854066,0.00064622797,0.8819073,0.0001104013,0.0032122252,0.04278608,0.023445217,0.0005341151],"about_ca_topic_score_codex":0.00006954339,"about_ca_topic_score_gemma":0.000019063718,"teacher_disagreement_score":0.36294347,"about_ca_system_score_codex":0.00016863385,"about_ca_system_score_gemma":0.00043586333,"threshold_uncertainty_score":0.99894214},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387381774","doi":"10.48083/wura1857","title":"Methodological Quality of Systematic Reviews for Questions of Therapy and Prevention Published in the Urological Literature (2016–2021) Fails to Improve","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Weakness; Meta-analysis; Protocol (science); MEDLINE; Confidence interval; Medical physics; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9138691369725518,"score_gpt":0.6449601844319653,"score_spread":0.26890895254058644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387381774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8038476,0.01550351,0.14447981,0.024086978,0.0014493525,0.009327664,0.00012961467,0.000013671354,0.0011617718],"genre_scores_gemma":[0.9706341,0.003115171,0.02141507,0.0010841563,0.00028503637,0.00093722634,0.000030218323,0.000009424764,0.0024895926],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95300996,0.03453645,0.009267006,0.0005596446,0.0023910953,0.00023581678],"domain_scores_gemma":[0.94723433,0.041410744,0.007831011,0.0012417551,0.002185876,0.00009627384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3018903,0.00022341094,0.0032052184,0.0005534033,0.000105744475,0.000699809,0.0018856712,0.00018206367,0.0009221163],"category_scores_gemma":[0.3125693,0.00008534651,0.0018305058,0.0013405627,0.00009054459,0.0003945218,0.0001395703,0.0003884978,0.000027925162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017350159,0.0022445798,0.10576914,0.015165486,0.0039659715,0.000047727575,0.025977645,0.0014828815,0.020961428,0.22726375,0.2735582,0.3218282],"study_design_scores_gemma":[0.0017535404,0.0014663101,0.27647772,0.0014782602,0.00027735316,0.00009524507,0.0052452963,0.0027403105,0.00006301256,0.690771,0.019252963,0.0003789872],"about_ca_topic_score_codex":0.0000028216689,"about_ca_topic_score_gemma":0.0000056827503,"teacher_disagreement_score":0.46350724,"about_ca_system_score_codex":0.000030453382,"about_ca_system_score_gemma":0.000069235524,"threshold_uncertainty_score":0.9999912},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387414828","doi":"10.1177/16094069231203131","title":"The Utility of Researcher-Driven Projective and Enabling Techniques to Support Engagement in Research About Dementia Diagnosis and Post-Diagnostic Support","year":2023,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Research Institute for Aging; University of Waterloo","funders":"","keywords":"Conversation; Dementia; Psychology; Projective test; Focus group; Brainstorming; Empathy; Word Association; Medical education; Applied psychology; Social psychology; Computer science; Medicine; Communication; Artificial intelligence; Sociology","score_opus":0.9519002498695528,"score_gpt":0.8113927839368823,"score_spread":0.1405074659326705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387414828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96764946,0.00060643756,0.013389712,0.014343629,0.00032239757,0.0014368581,0.000057311125,0.000024962697,0.0021692512],"genre_scores_gemma":[0.9053862,0.0031910616,0.09068568,0.000095660056,0.00014834263,0.00029617472,0.0000019553154,0.00001723605,0.00017767055],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9388116,0.05616571,0.0010863165,0.0003473224,0.002875823,0.0007132297],"domain_scores_gemma":[0.92532563,0.06991266,0.00031543372,0.00014788183,0.003995832,0.000302538],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2229762,0.00011463655,0.00031186102,0.0011624123,0.00039983605,0.00017762168,0.0007438198,0.00007693193,0.00010373452],"category_scores_gemma":[0.18427947,0.00008901483,0.00007553627,0.0011472013,0.001412292,0.0003744567,0.00058561965,0.0007695274,0.0000031853665],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406584,0.00022038707,0.05032869,0.000052058127,0.00039989612,0.0001072237,0.42514846,0.0000026768546,0.0065582404,0.014416192,0.0021012826,0.5001242],"study_design_scores_gemma":[0.0009024081,0.0029477356,0.36003396,0.0005624382,0.00004442437,0.0000068165136,0.44794163,0.00013734766,0.038401302,0.05761684,0.0911146,0.00029050512],"about_ca_topic_score_codex":0.0013577165,"about_ca_topic_score_gemma":0.00064730045,"teacher_disagreement_score":0.49983373,"about_ca_system_score_codex":0.00026254915,"about_ca_system_score_gemma":0.0009854883,"threshold_uncertainty_score":0.8225917},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387475975","doi":"10.7202/1106284ar","title":"Photo journals with refugee youth: Methodological reflections of conducting research during the pandemic","year":2022,"lang":"en","type":"article","venue":"Alterstice Revue internationale de la recherche interculturelle","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; McGill University","funders":"","keywords":"Refugee; Participatory action research; Distancing; Context (archaeology); Visual research; Pandemic; Population; Public relations; Focus group; Photo elicitation; Psychology; Political science; Medical education; Sociology; Medicine; Coronavirus disease 2019 (COVID-19); Geography","score_opus":0.9580308326673299,"score_gpt":0.7212817647931087,"score_spread":0.23674906787422123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387475975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666846,0.0013570661,0.003718318,0.0025465393,0.0002203921,0.00044829457,0.000029054481,0.0000635295,0.024932198],"genre_scores_gemma":[0.9721253,0.001277571,0.019908693,0.00011765104,0.00034032695,0.00025280347,0.0000033197202,0.000024891955,0.005949443],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.94925696,0.04818542,0.00044379526,0.00035395252,0.001205716,0.000554158],"domain_scores_gemma":[0.96221924,0.03630098,0.00027160053,0.0002969191,0.0007326824,0.0001785848],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07126217,0.00012650309,0.00024429391,0.00023913111,0.0014391888,0.00013183977,0.0011160506,0.00018613522,0.0008799902],"category_scores_gemma":[0.056739423,0.00009288175,0.00013039875,0.0011298663,0.00089198886,0.00018597418,0.00040680464,0.003567378,0.000008105191],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013205579,0.00066602643,0.010726851,0.0001379382,0.00070717704,0.00016377242,0.45579505,0.003335475,0.48685852,0.023277516,0.00058919686,0.016421916],"study_design_scores_gemma":[0.001390593,0.0008328765,0.0024674928,0.00065171876,0.00018964634,0.00090025255,0.6719267,0.0009572017,0.03730969,0.020827146,0.26193434,0.00061233586],"about_ca_topic_score_codex":0.0022222386,"about_ca_topic_score_gemma":0.0013056116,"teacher_disagreement_score":0.44954884,"about_ca_system_score_codex":0.0021575722,"about_ca_system_score_gemma":0.0005022857,"threshold_uncertainty_score":0.9998608},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387504423","doi":"10.1136/bmjebm-2023-112352","title":"Making sustainable healthcare decisions: three turns towards sustainable guidelines","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"FP7 People: Marie-Curie Actions; European Commission","keywords":"Health care; Business; Environmental planning; Environmental resource management; Geography; Environmental science; Economics; Economic growth","score_opus":0.19240987544358096,"score_gpt":0.416253864773184,"score_spread":0.22384398932960303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387504423","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4333556,0.007486082,0.010108569,0.53161037,0.00076544547,0.00753132,0.000016633025,0.0013533097,0.007772672],"genre_scores_gemma":[0.9763482,0.0007267408,0.0016133485,0.0067967097,0.000653212,0.0003703667,0.00004906262,0.000058011585,0.013384355],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9942323,0.0002603815,0.0010252905,0.0009453092,0.0017424444,0.0017942558],"domain_scores_gemma":[0.9970066,0.0009036589,0.00029719673,0.0010236267,0.00020782877,0.0005610914],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048374557,0.00051765266,0.00061582256,0.00024831446,0.00067222014,0.00007729569,0.0008124545,0.00024696763,0.003603215],"category_scores_gemma":[0.014264889,0.00035337903,0.00019118862,0.0026321856,0.00077528885,0.0011737866,0.0008069523,0.00043152488,0.0007265108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083825924,0.0002745173,0.18494035,0.0016738864,0.000065353066,0.004541326,0.0031602292,0.039550986,0.0007394097,0.0039712545,0.7037333,0.05651109],"study_design_scores_gemma":[0.0023220303,0.001989452,0.55006564,0.0034169485,0.0001808403,0.000115973686,0.06669069,0.004396628,0.00031476337,0.04743509,0.32165387,0.0014180634],"about_ca_topic_score_codex":0.008598693,"about_ca_topic_score_gemma":0.00057084387,"teacher_disagreement_score":0.5429926,"about_ca_system_score_codex":0.0021949026,"about_ca_system_score_gemma":0.00029143115,"threshold_uncertainty_score":0.9998918},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387512726","doi":"","title":"Commitment to reproducibility in mitochondrial respiration studies with permeabilized muscle fibers.","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Mitochondrial Function and Pathology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reproducibility; Respiration; Chemistry; Environmental science; Computer science; Biology; Chromatography; Anatomy","score_opus":0.03236919660425859,"score_gpt":0.2749973446298991,"score_spread":0.24262814802564053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387512726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187281,0.0011142894,0.040497884,0.030414999,0.0010054435,0.0020472405,0.000082668026,0.00010378844,0.0060055726],"genre_scores_gemma":[0.8730044,0.0006084783,0.114628926,0.0016671631,0.00041923625,0.00076934404,0.0016793004,0.00010153005,0.0071216463],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9922745,0.004411959,0.00054232066,0.002242084,0.00026022305,0.00026891887],"domain_scores_gemma":[0.99441594,0.00023254378,0.0002722134,0.0036916176,0.0012255844,0.0001620794],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036412643,0.00031755448,0.0004333889,0.00010726971,0.0001470502,0.00009044132,0.00054575084,0.00030274948,0.000047903475],"category_scores_gemma":[0.0065670437,0.00030587157,0.00014149079,0.0002567739,0.00017607157,0.000007367244,0.0011307865,0.00041427976,0.000022259223],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015316337,0.0012608162,0.0072590224,0.00046304966,0.00032114453,0.000024634443,0.02411704,0.0013188416,0.9211538,0.0037553003,0.019254671,0.019540038],"study_design_scores_gemma":[0.0054911934,0.000046025278,0.01448191,0.0017615727,0.00015991807,0.000021290518,0.0011280278,0.0010677808,0.70073223,0.0029950112,0.27033725,0.0017777807],"about_ca_topic_score_codex":0.00033423794,"about_ca_topic_score_gemma":0.006060795,"teacher_disagreement_score":0.2510826,"about_ca_system_score_codex":0.00009811667,"about_ca_system_score_gemma":0.00027401463,"threshold_uncertainty_score":0.9999393},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387584414","doi":"10.32474/lojms.2023.06.000244","title":"Impact of SARS-Cov-2 on Clinical Trial Unit Workforce in the United Kingdom: An Observational Study","year":2023,"lang":"en","type":"article","venue":"LOJ Medical Sciences","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Observational study; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus disease 2019 (COVID-19); Workforce; 2019-20 coronavirus outbreak; Unit (ring theory); Medicine; Kingdom; Pandemic; Virology; Psychology; Internal medicine; Political science; Outbreak; Biology; Law; Disease","score_opus":0.9319917757242401,"score_gpt":0.700164387924798,"score_spread":0.23182738779944212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387584414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751321,0.0000061555656,0.000008229358,0.022852262,0.0002466663,0.0010191215,0.0000032195715,0.00003424289,0.0006979985],"genre_scores_gemma":[0.99174446,0.00003737783,0.000021328906,0.007593,0.0005087035,0.000030289048,0.00002613052,0.0000056550293,0.00003308477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925814,0.0011466679,0.0007844329,0.00033339395,0.004255395,0.0008986782],"domain_scores_gemma":[0.99219376,0.005138097,0.00012084842,0.00034509477,0.000100136764,0.0021020742],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028168859,0.00012005639,0.0003821941,0.0003861262,0.00014580012,0.000027110707,0.00065294537,0.00016382376,0.00018723648],"category_scores_gemma":[0.12716676,0.000057028556,0.00011032614,0.004429585,0.0010546669,0.00009994599,0.00006548176,0.0008657151,0.00005059624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014472245,0.007390021,0.87807035,0.000045928555,0.000059807797,0.00065681286,0.0015469954,0.000033540127,0.00007392978,0.0028549845,0.020657854,0.074137524],"study_design_scores_gemma":[0.027941743,0.038963962,0.9188066,0.000273929,0.00001836133,0.000010231878,0.00073496567,0.0061078994,0.00001313883,0.0004304317,0.006600234,0.00009849461],"about_ca_topic_score_codex":0.002086333,"about_ca_topic_score_gemma":0.00023971054,"teacher_disagreement_score":0.0989979,"about_ca_system_score_codex":0.000058112117,"about_ca_system_score_gemma":0.007407547,"threshold_uncertainty_score":0.99821955},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387609775","doi":"10.1186/s13643-023-02363-6","title":"The PRISMATIC project: protocol for a research programme on novel methods to improve reporting and peer review of systematic reviews of health evidence","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Protocol (science); Peer review; Systematic review; Medical education; Alternative medicine; MEDLINE; Pathology","score_opus":0.9713526523581876,"score_gpt":0.7520495969607636,"score_spread":0.219303055397424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387609775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011265692,0.06273397,0.04335222,0.0050361264,0.00022439238,0.88814044,0.00001127092,0.000019169522,0.00047113458],"genre_scores_gemma":[0.00003208935,0.0037412606,0.08785181,0.00035415107,0.000062374354,0.8979433,0.0000034248453,0.000055443375,0.009956108],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.18275757,0.45553985,0.31234688,0.006049539,0.039818376,0.0034877844],"domain_scores_gemma":[0.45470363,0.22263695,0.26978028,0.02706825,0.02496013,0.00085074507],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9325891,0.0008694059,0.028858177,0.0010399893,0.0005961668,0.0008254533,0.0039400537,0.00014119192,0.000070084745],"category_scores_gemma":[0.9365229,0.00030075695,0.004303898,0.008958776,0.00018750777,0.00027685723,0.0005643379,0.0004223426,0.00062051497],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007578127,0.00006214557,0.000017676137,0.9112308,0.00013806946,4.815822e-7,0.001273032,5.468269e-7,0.0000853721,0.0011200937,0.07085137,0.015212802],"study_design_scores_gemma":[0.00019618832,0.00056894054,0.000017161581,0.79930705,0.0004086408,0.00003071601,0.0014226115,0.0015506493,0.000029252418,0.0007971525,0.19540903,0.0002626402],"about_ca_topic_score_codex":0.000029918232,"about_ca_topic_score_gemma":0.000016569204,"teacher_disagreement_score":0.27194607,"about_ca_system_score_codex":0.00019616254,"about_ca_system_score_gemma":0.00064469007,"threshold_uncertainty_score":0.99994445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387695005","doi":"10.3346/jkms.2023.38.e333","title":"Causes for Retraction in the Biomedical Literature: A Systematic Review of Studies of Retraction Notices","year":2023,"lang":"en","type":"review","venue":"Journal of Korean Medical Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"H. Lundbeck A/S","keywords":"Misconduct; Subspecialty; Medicine; Meta-analysis; MEDLINE; Systematic review; Confidence interval; Scientific misconduct; Publication bias; Family medicine; Internal medicine; Alternative medicine; Pathology; Political science","score_opus":0.1576615077346172,"score_gpt":0.4965828687945747,"score_spread":0.3389213610599575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387695005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010259647,0.99297905,0.00004498718,0.0041937535,0.0016676752,0.0009479235,0.00001687713,0.0000053981826,0.00013405942],"genre_scores_gemma":[0.000089790316,0.9987404,0.00013687933,0.00020680022,0.0007451501,0.000020446207,0.000003917121,0.0000066865578,0.000049964692],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99037814,0.0016990736,0.0025860642,0.00020700057,0.0048146886,0.00031504373],"domain_scores_gemma":[0.9866428,0.008053438,0.0038493515,0.00019651928,0.0010522552,0.0002056703],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07524016,0.00017741008,0.002194985,0.0005384238,0.00022666472,0.000042690288,0.0017326922,0.0009991542,0.000017941184],"category_scores_gemma":[0.15991148,0.00008625112,0.0005195613,0.0035610509,0.0021974167,0.00039902772,0.00005407096,0.0028955026,0.0000024127967],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061816486,0.00007762997,8.937152e-7,0.9633203,0.000101796395,0.000038441427,0.0063565327,3.8597868e-8,5.953146e-7,0.0028237838,0.0054582097,0.021815605],"study_design_scores_gemma":[0.00006278503,0.00013202337,0.000001936129,0.87932557,0.0008167957,0.00010557966,0.0038586438,0.0000051458924,8.278895e-7,0.0005004917,0.11510743,0.00008276542],"about_ca_topic_score_codex":0.00007951219,"about_ca_topic_score_gemma":0.00007764728,"teacher_disagreement_score":0.10964922,"about_ca_system_score_codex":0.00026826948,"about_ca_system_score_gemma":0.0030984895,"threshold_uncertainty_score":0.99940485},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387770435","doi":"10.1093/scipol/scad064","title":"Gerontocracy, labor market bottlenecks, and generational crises in modern science","year":2023,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Alfred P. Sloan Foundation","keywords":"Position (finance); Renting; Labour economics; Work (physics); Face (sociological concept); Odds; Track (disk drive); Business; Economics; Political science; Sociology; Engineering; Finance","score_opus":0.062027182196175513,"score_gpt":0.2970410182177842,"score_spread":0.23501383602160872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387770435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91196537,0.00027139412,0.00007767467,0.032953095,0.00017564761,0.00010987511,0.000121258454,0.000040679406,0.054285012],"genre_scores_gemma":[0.9941593,0.00023856988,0.00020531937,0.0028316232,0.00016994956,0.000017991086,0.0000038309486,0.000005585081,0.0023678779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99853086,0.0000070999836,0.00028899772,0.0004405301,0.00016838816,0.0005641372],"domain_scores_gemma":[0.99936306,0.000031716085,0.00009003035,0.00018562334,0.00017589888,0.00015365514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031812154,0.00008817542,0.00013357558,0.002068221,0.0005922166,0.0005187559,0.00031619362,0.000040262024,0.000051595496],"category_scores_gemma":[0.001725054,0.00009013186,0.0000109224275,0.005079963,0.0012248077,0.0016174947,0.00018909396,0.00008147889,0.000045487388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016867774,0.000014784357,0.04275922,0.0000062991976,0.0000012151459,7.0271096e-7,0.00050404976,0.0000065907298,0.00037203272,0.94645786,0.0036267547,0.006248813],"study_design_scores_gemma":[0.00032529148,0.000023410523,0.7137326,0.0000052256837,4.019654e-7,0.000007961462,0.00015630666,0.03227446,0.00014984942,0.21723573,0.035869062,0.0002196936],"about_ca_topic_score_codex":0.0011557853,"about_ca_topic_score_gemma":0.000088697714,"teacher_disagreement_score":0.7292221,"about_ca_system_score_codex":0.00011759995,"about_ca_system_score_gemma":0.0008447249,"threshold_uncertainty_score":0.5002375},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387874040","doi":"10.12688/f1000research.140556.1","title":"Open science interventions proposed or implemented to assess researcher impact: a scoping review","year":2023,"lang":"en","type":"review","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Waterloo; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Rigour; Open science; Psychological intervention; Promotion (chess); Biomedicine; Political science; Psychology; Engineering ethics; Medical education; Management science; Medicine; Engineering; Nursing","score_opus":0.9934818852275966,"score_gpt":0.8386701618145955,"score_spread":0.1548117234130011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387874040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000156842,0.95274144,0.0008328381,0.00096773286,0.00022736451,0.039943073,0.00040532995,0.00003166507,0.0048489557],"genre_scores_gemma":[7.541087e-7,0.88892174,0.0021716943,0.00012443298,0.00012582159,0.004082905,0.0001179304,0.000121199846,0.104333535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.84950775,0.065495804,0.032349646,0.0063419193,0.043247197,0.0030576554],"domain_scores_gemma":[0.91501856,0.031384517,0.010397979,0.024995157,0.014842099,0.0033616798],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.6238078,0.0010101903,0.017815633,0.0058735134,0.0011286838,0.01555474,0.052227702,0.00021593316,0.11683375],"category_scores_gemma":[0.43057942,0.00041716316,0.008058749,0.04485823,0.0005094063,0.0011709919,0.025142452,0.001346237,0.06750111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006378436,0.0000796295,0.000010736847,0.15493038,0.00036424558,0.00005070751,0.000030175703,5.011193e-7,7.906348e-7,0.00018960814,0.2834445,0.56089234],"study_design_scores_gemma":[0.000084524574,0.00017187916,0.000016108683,0.4166807,0.00044075947,0.000024343737,0.00006230485,0.000036328882,3.7126563e-7,0.00017922072,0.58197564,0.00032779505],"about_ca_topic_score_codex":0.000252922,"about_ca_topic_score_gemma":0.00075221085,"teacher_disagreement_score":0.5605646,"about_ca_system_score_codex":0.0009931418,"about_ca_system_score_gemma":0.015876397,"threshold_uncertainty_score":0.99982804},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387874083","doi":"10.1186/s12916-023-03113-0","title":"A 10-year update to the principles for clinical trial data sharing by pharmaceutical companies: perspectives based on a decade of literature and policies","year":2023,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Health Canada","keywords":"Data sharing; Medicine; Transparency (behavior); Scope (computer science); Multidisciplinary approach; Clinical trial; Health care; Data management; Process (computing); Pharmaceutical industry; Knowledge management; Public relations; Alternative medicine; Computer science; Political science","score_opus":0.8122559443649875,"score_gpt":0.6759175419285655,"score_spread":0.13633840243642203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387874083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6348772,0.004634578,0.0019395038,0.3453059,0.0007597984,0.0073545105,0.0012140219,0.00026641798,0.0036480546],"genre_scores_gemma":[0.95612174,0.0068169404,0.005957204,0.011189121,0.006387849,0.00028994295,0.0010163292,0.00013025301,0.01209063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663264,0.0002335472,0.00086398976,0.0008647543,0.0010302071,0.00037486758],"domain_scores_gemma":[0.9670718,0.030188294,0.00013647467,0.0017311187,0.0004366022,0.00043571528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015229194,0.00017360273,0.0006393567,0.00018861203,0.00010997968,0.000033255044,0.00092450937,0.0002473411,0.00022180784],"category_scores_gemma":[0.12886167,0.00009836863,0.00009509899,0.00061124476,0.0008247851,0.000039688264,0.0007499264,0.001209731,0.000035315286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3426383,0.002082869,0.017861983,0.0044017397,0.0006765768,0.000046574525,0.011433434,0.00006978598,0.001315419,0.06778744,0.546333,0.005352831],"study_design_scores_gemma":[0.20600972,0.02462385,0.031039847,0.009112635,0.0009221425,0.000016834094,0.010412694,0.1645164,0.00040646546,0.0042251707,0.5480989,0.0006153298],"about_ca_topic_score_codex":0.00001442144,"about_ca_topic_score_gemma":0.00003588255,"teacher_disagreement_score":0.3341168,"about_ca_system_score_codex":0.00003127406,"about_ca_system_score_gemma":0.00030826786,"threshold_uncertainty_score":0.8784763},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387925098","doi":"10.1016/j.geoforum.2023.103881","title":"Implementing EDI across a large formal research network: Contributing to equitable and sustainable water solutions for a changing climate","year":2023,"lang":"en","type":"article","venue":"Geoforum","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Global Institute for Water Security; University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Operationalization; Equity (law); Sociology; Business; Public relations; Knowledge management; Political science; Computer science","score_opus":0.09833064087190231,"score_gpt":0.47514370360701985,"score_spread":0.37681306273511755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387925098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8143109,0.00044920808,0.13529609,0.026228024,0.0021587112,0.012266756,0.00094550906,0.00059724605,0.0077475524],"genre_scores_gemma":[0.9835308,0.00006238756,0.00013024203,0.0010202709,0.0009923306,0.0024926045,0.00018756404,0.00003946229,0.011544327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.7840853,0.00015056967,0.00041496794,0.00029926604,0.00015213771,0.21489778],"domain_scores_gemma":[0.99842924,0.0005412186,0.00006417599,0.00017374837,0.0006440939,0.00014753686],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.23448296,0.00013053558,0.00028821506,0.00017619475,0.39244196,0.000049775514,0.00013413624,0.00014266824,0.00009246337],"category_scores_gemma":[0.00037421336,0.00010720598,0.00005272264,0.0005560982,0.00003153662,0.00018688264,0.090484366,0.0003792227,0.00028911929],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021667691,0.000038785227,0.047039304,0.0013524197,0.0001016522,0.000028436176,0.1524824,0.00019202399,0.00012885635,0.72036487,0.07725184,0.00080276007],"study_design_scores_gemma":[0.001202136,0.00019974596,0.0014066503,0.00005785876,0.000010523936,0.0000014646421,0.7550906,0.0017323715,0.000012816821,0.0021171009,0.23801957,0.00014917804],"about_ca_topic_score_codex":0.00084694446,"about_ca_topic_score_gemma":0.014727971,"teacher_disagreement_score":0.7182478,"about_ca_system_score_codex":0.00030392635,"about_ca_system_score_gemma":0.00012553336,"threshold_uncertainty_score":0.9168716},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387937263","doi":"10.1186/s12961-023-01051-0","title":"Academic contributions to the development of evidence and policy systems: an EPPI Centre collective autoethnography","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Transformative learning; Embeddedness; Autoethnography; Public relations; Sociology; Political science; Knowledge management; Social science; Computer science; Pedagogy","score_opus":0.9154199421291644,"score_gpt":0.7681939544646915,"score_spread":0.14722598766447292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387937263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51390135,0.0021772392,0.00067190896,0.46282694,0.00072350295,0.01681002,0.0016344733,0.00029277432,0.0009618001],"genre_scores_gemma":[0.9857723,0.0014502814,0.00009008891,0.005308879,0.0012400349,0.0022646496,0.000015516547,0.000031559335,0.0038266869],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802651,0.012809818,0.002000345,0.0005979207,0.0016699604,0.0026568498],"domain_scores_gemma":[0.9822796,0.01281255,0.0005192627,0.00058016385,0.0018308152,0.0019776376],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046607208,0.00020780762,0.0005720936,0.002385634,0.006158137,0.000078055265,0.0005242631,0.0002366942,0.000007306842],"category_scores_gemma":[0.025894145,0.00013960045,0.000028469669,0.007849411,0.00042845018,0.00030907698,0.00047889646,0.0012560291,0.00016755785],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014581365,0.000047648286,0.0310513,0.007828996,0.00006237024,0.0000026991888,0.68471044,0.00010741604,0.00039134533,0.12264088,0.14580473,0.0072063403],"study_design_scores_gemma":[0.0013300978,0.0006160008,0.20500082,0.0046242266,0.0000057540856,0.000013011847,0.19421925,0.0037140925,0.0000218206,0.0009105668,0.58920485,0.0003395115],"about_ca_topic_score_codex":0.031234082,"about_ca_topic_score_gemma":0.0029957932,"teacher_disagreement_score":0.4904912,"about_ca_system_score_codex":0.002021306,"about_ca_system_score_gemma":0.027263703,"threshold_uncertainty_score":0.9951357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387950032","doi":"10.1186/s12961-023-01056-9","title":"How to improve research capacity strengthening efforts: learning from the monitoring and evaluation of four research consortia in Africa","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"Medical Research Council; Wellcome Trust","keywords":"Health services research; Accountability; Excellence; Monitoring and evaluation; Health administration; Capacity building; Program evaluation; Process management; Public relations; Investment (military); Health informatics; Medicine; Business; Knowledge management; Political science; Public health; Economic growth; Nursing; Computer science; Public administration; Economics","score_opus":0.6606348570973681,"score_gpt":0.5580090285093788,"score_spread":0.1026258285879893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387950032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704977,0.0045714504,0.0000023044026,0.020953702,0.00015937329,0.0029302242,0.0000324082,0.000029621104,0.0008231835],"genre_scores_gemma":[0.9962486,0.0016673068,0.000022791384,0.000030998377,0.000885349,0.0004928699,0.000008915007,0.000023425258,0.0006197369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9806231,0.011013966,0.00071673404,0.000589066,0.0045938627,0.0024632278],"domain_scores_gemma":[0.9840952,0.0117603205,0.00010200914,0.00049195,0.002471945,0.0010785686],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.123521216,0.00013356753,0.0005098557,0.0016382053,0.0011275394,0.0001853089,0.00016489382,0.00017209453,0.0000025502538],"category_scores_gemma":[0.03864958,0.00009916268,0.000032635515,0.0035447546,0.00040106356,0.000106912754,0.00028305547,0.0022125503,0.00001340565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020732486,0.00025864388,0.62879944,0.010310843,0.00014456775,0.00013074547,0.08049224,0.00035199098,0.008794668,0.009951274,0.025684208,0.23300812],"study_design_scores_gemma":[0.0040588067,0.003074246,0.7771986,0.008058477,0.000014040825,0.000044170953,0.1195329,0.037215956,0.00042946346,0.003199308,0.046865437,0.0003085902],"about_ca_topic_score_codex":0.068510525,"about_ca_topic_score_gemma":0.0006007745,"teacher_disagreement_score":0.23269953,"about_ca_system_score_codex":0.0008874909,"about_ca_system_score_gemma":0.0029290908,"threshold_uncertainty_score":0.96944827},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4388006999","doi":"10.1136/bmjebm-2023-112475","title":"How to use the regulatory data from Health Canada for secondary analyses on new drugs, biologics and vaccines","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Medicine; Public health; Internet privacy; Business; Computer science","score_opus":0.7468377814715961,"score_gpt":0.5827913881962639,"score_spread":0.16404639327533221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388006999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19657588,0.0017471187,0.0022292768,0.7961205,0.0006217373,0.0022376925,0.00038392338,0.00007954325,0.0000043013974],"genre_scores_gemma":[0.6790181,0.0019764483,0.008004658,0.2989389,0.0049105557,0.0000760517,0.005305809,0.00007395882,0.0016955558],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700123,0.0002792371,0.000960347,0.00068544934,0.000708918,0.00036484355],"domain_scores_gemma":[0.97519714,0.022003612,0.00047027573,0.0015424707,0.0002576788,0.00052881683],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003728153,0.00024143711,0.0006208716,0.00016503193,0.00017821595,0.000044454795,0.00034855536,0.00006892782,0.0001138981],"category_scores_gemma":[0.0633927,0.00014054097,0.00004574471,0.0006062299,0.00008416343,0.00031136005,0.00015626024,0.00026516587,0.000006321041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009862694,0.000016115957,0.0056848936,0.00011218702,0.000087238135,0.00001914026,0.0001235041,0.00003725702,0.0006102802,0.000018241586,0.9261884,0.06611644],"study_design_scores_gemma":[0.007819463,0.0034867413,0.42812535,0.0038032427,0.0008906423,0.000014813733,0.007780022,0.0058542844,0.0005178239,0.00044791025,0.54084516,0.00041453028],"about_ca_topic_score_codex":0.43911657,"about_ca_topic_score_gemma":0.34300613,"teacher_disagreement_score":0.49718162,"about_ca_system_score_codex":0.00019979775,"about_ca_system_score_gemma":0.004597661,"threshold_uncertainty_score":0.94449675},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388014074","doi":"10.1177/10497323231198796","title":"Key Informants in Applied Qualitative Health Research","year":2023,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Occupational Cancer Research Centre; Cancer Care Ontario","funders":"Canada Research Chairs","keywords":"Key (lock); Qualitative research; Data collection; Sociology; Ethnography; Psychology; Engineering ethics; Computer science; Social science; Engineering","score_opus":0.9487897939688766,"score_gpt":0.8226552243888126,"score_spread":0.12613456958006408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388014074","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09133843,0.00295916,0.0020069557,0.66181666,0.00064374035,0.011586081,0.00046559697,0.0007768707,0.22840653],"genre_scores_gemma":[0.8905818,0.02986512,0.029036598,0.005519485,0.0013575814,0.0048402892,0.000455944,0.00033099166,0.03801221],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.585635,0.3792045,0.0033439654,0.0021379984,0.018081572,0.0115969125],"domain_scores_gemma":[0.8941564,0.09853608,0.00039164876,0.00085347454,0.0036828816,0.002379537],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.62460846,0.0003723932,0.0011561777,0.004976399,0.0065434417,0.00041012582,0.0015412638,0.00045634827,0.0003250301],"category_scores_gemma":[0.06384092,0.00036467932,0.00015136178,0.01927366,0.00860985,0.0006379704,0.00074022444,0.0069301412,0.0036379953],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014937593,0.000115887146,0.000028157256,0.00045710342,0.000017674418,0.000008000207,0.5399561,0.000003390112,0.000014397948,0.3984928,0.037224893,0.023532229],"study_design_scores_gemma":[0.000634797,0.00063937047,0.0007940349,0.00026823467,3.1809574e-7,1.847327e-7,0.649003,0.00006391073,0.000010866003,0.21967795,0.12869199,0.00021533131],"about_ca_topic_score_codex":0.061535347,"about_ca_topic_score_gemma":0.029839842,"teacher_disagreement_score":0.79924333,"about_ca_system_score_codex":0.004252436,"about_ca_system_score_gemma":0.017336283,"threshold_uncertainty_score":0.9998805},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388033764","doi":"10.1111/iwj.14351","title":"Deficiencies in reporting inclusion/exclusion criteria and characteristics of patients in randomized controlled trials of therapeutic interventions in pressure injuries: a systematic methodological review","year":2023,"lang":"en","type":"review","venue":"International Wound Journal","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Inclusion and exclusion criteria; Psychological intervention; Generalizability theory; Randomized controlled trial; Inclusion (mineral); Quartile; Systematic review; Adverse effect; Randomization; Sample size determination; MEDLINE; Alternative medicine; Intensive care medicine; Internal medicine; Confidence interval; Nursing; Pathology; Statistics","score_opus":0.43995663140885366,"score_gpt":0.5881098872714793,"score_spread":0.14815325586262562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388033764","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031607386,0.98522896,0.00096413086,0.00019163491,0.001548485,0.011396106,0.00008910465,0.000012178666,0.00025332518],"genre_scores_gemma":[0.004242486,0.9934661,0.00026677427,0.000095058655,0.00006762639,0.0013155047,0.00006572282,0.000024462943,0.00045627996],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94415534,0.031358626,0.023042014,0.00031927673,0.00084229524,0.00028247983],"domain_scores_gemma":[0.94824183,0.020556303,0.030266268,0.0002532603,0.0006158742,0.0000664607],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12647131,0.00034126706,0.014432742,0.0017152955,0.00015249274,0.000029894802,0.0005109241,0.00029471001,0.00048104825],"category_scores_gemma":[0.13115223,0.00020609186,0.0019148658,0.0004589928,0.000094140996,0.00014592156,0.0012393853,0.0010668655,0.0000030084923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005516786,0.0006735777,0.0009369561,0.962498,0.0021115998,0.000036222984,0.0023586417,0.000003900639,0.0000013343587,0.0017102406,0.00017033226,0.02398238],"study_design_scores_gemma":[0.042925227,0.000055366898,0.0017885657,0.93867266,0.0032009385,0.0000095632395,0.00029334897,0.00014960777,4.3813703e-8,0.0037840076,0.008912086,0.00020861013],"about_ca_topic_score_codex":0.00008203921,"about_ca_topic_score_gemma":0.00010917703,"teacher_disagreement_score":0.03740844,"about_ca_system_score_codex":0.00023696736,"about_ca_system_score_gemma":0.00032249442,"threshold_uncertainty_score":0.98659337},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388037349","doi":"10.1016/j.rcot.2023.10.004","title":"Analyse bibliométrique des articles négatifs publiés dans les dix revues majeures d’orthopédie-traumatologie en 2009–2010 et 2019–2020 : comparaison à Orthopaedics &amp; Traumatology: Surgery &amp; Research avec la même analyse bibliométrique sur les articles soumis et acceptés","year":2023,"lang":"fr","type":"article","venue":"Revue de Chirurgie Orthopédique et Traumatologique","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Traumatology; Philosophy; Medicine; Orthopedic surgery; Surgery","score_opus":0.184297280005222,"score_gpt":0.4057570095264749,"score_spread":0.22145972952125292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388037349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88595605,0.025148317,0.008585268,0.07022098,0.0010123187,0.0031553714,0.0007741008,0.0022545608,0.002893042],"genre_scores_gemma":[0.7577197,0.22713387,0.007084773,0.0013837965,0.000496738,0.0012189227,0.0015411141,0.0005352191,0.002885882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9602908,0.023067014,0.0052967006,0.0036312465,0.002091591,0.005622671],"domain_scores_gemma":[0.9653631,0.024988525,0.0018693516,0.003522241,0.0020061948,0.0022505827],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.037676893,0.002590298,0.0060147145,0.022757873,0.0015065027,0.0017761507,0.0022706948,0.0039210934,0.0016594502],"category_scores_gemma":[0.022326602,0.002586329,0.0027189057,0.037814744,0.003793427,0.0021833936,0.0015030279,0.007367985,0.00090902124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006458922,0.0045964103,0.70923066,0.00649531,0.0027757592,0.006671226,0.019204462,0.005019351,0.001942263,0.021301921,0.18560009,0.036516648],"study_design_scores_gemma":[0.0029458026,0.0005739236,0.8287778,0.00710302,0.0016802717,0.0054243696,0.011732833,0.0031913777,0.003686888,0.006165709,0.12555836,0.0031596296],"about_ca_topic_score_codex":0.018382227,"about_ca_topic_score_gemma":0.17390116,"teacher_disagreement_score":0.20198555,"about_ca_system_score_codex":0.0009850633,"about_ca_system_score_gemma":0.0033920212,"threshold_uncertainty_score":0.99986887},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4388422401","doi":"10.1186/s12969-023-00917-5","title":"Reporting of determinants of health inequities and participant characteristics in randomized controlled trials of juvenile idiopathic arthritis in Canada: a scoping review","year":2023,"lang":"en","type":"review","venue":"Pediatric Rheumatology","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Arthritis Research Centre of Canada; Centre for Advancing Health Outcomes; University of British Columbia Hospital; University of Ottawa; Research Canada; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Socioeconomic status; Randomized controlled trial; Arthritis; Psychological intervention; Health equity; Gerontology; Health care; Family medicine; Physical therapy; Population; Environmental health; Public health; Internal medicine; Psychiatry; Nursing","score_opus":0.16991437890352346,"score_gpt":0.4286133349586202,"score_spread":0.25869895605509674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388422401","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02874914,0.96424305,0.0000018636083,0.00005484242,0.0001368457,0.006770305,0.000032512442,0.0000065218674,0.00000491637],"genre_scores_gemma":[0.018126134,0.9808612,0.000011542843,0.000009809058,0.000011648412,0.00091099564,0.000028065027,0.000033623597,0.0000069883276],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.934648,0.0054972507,0.05840912,0.00038175465,0.00048259358,0.00058129436],"domain_scores_gemma":[0.9397574,0.0069519533,0.05262151,0.000381077,0.00020397382,0.00008406705],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07044241,0.00033398668,0.08653094,0.00092206296,0.000021377604,0.0000028284505,0.0001324834,0.00021259888,0.000027629756],"category_scores_gemma":[0.17391382,0.00024010832,0.00083312765,0.00066188915,0.0001433558,0.00003075264,0.00012620946,0.00042333326,7.9082366e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017682262,0.000048938127,0.017501403,0.8427319,0.00017668368,0.00014236466,0.0001605235,1.111875e-7,1.2733912e-7,0.000011082481,0.000023472283,0.13743517],"study_design_scores_gemma":[0.06660681,0.00012149082,0.00046088296,0.93085355,0.0012727552,0.00020405075,0.00012879183,0.000045310117,6.0499656e-7,0.0000140198235,0.000100299796,0.00019141729],"about_ca_topic_score_codex":0.24880359,"about_ca_topic_score_gemma":0.13758136,"teacher_disagreement_score":0.13724375,"about_ca_system_score_codex":0.00014112289,"about_ca_system_score_gemma":0.037417326,"threshold_uncertainty_score":0.9791333},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388750783","doi":"10.1177/16094069231211145","title":"Building a Functional Resonance Analysis Method Model: Practical Guidance on Qualitative Data Collection and Analysis","year":2023,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Memorial University of Newfoundland","funders":"Ocean Frontier Institute","keywords":"Operationalization; Data collection; Process (computing); Computer science; Qualitative research; Management science; Plan (archaeology); Health care; Process management; Data science; Qualitative analysis; Quality (philosophy); Knowledge management; Engineering; Sociology","score_opus":0.9626455071025153,"score_gpt":0.8593891946946535,"score_spread":0.10325631240786182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388750783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019098029,0.000048929258,0.9476129,0.031338986,0.00071454287,0.0002507961,0.0005006924,0.000041846768,0.0003932983],"genre_scores_gemma":[0.029257774,0.00010289732,0.9643656,0.0048443167,0.00031367014,0.000058991143,0.00007137494,0.000021705888,0.00096369634],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96026623,0.034373183,0.0023274308,0.00063308503,0.0019009936,0.00049908843],"domain_scores_gemma":[0.93156487,0.06248486,0.0023608801,0.00043217334,0.0028570853,0.00030011064],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09438968,0.00023282325,0.00083848496,0.0034445566,0.0005949915,0.00006177274,0.00070550555,0.0001357187,0.00026205493],"category_scores_gemma":[0.04789724,0.00020138406,0.0002628294,0.0066579403,0.00020716137,0.0009855825,0.0003862593,0.00091537694,0.00002724327],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026491052,0.0002249941,0.006184499,0.00011025734,0.015283624,0.000060137623,0.6945109,0.027319757,0.0027974793,0.16371226,0.061630245,0.02551675],"study_design_scores_gemma":[0.0022706613,0.00032108498,0.04011186,0.00015431762,0.0022214209,0.000017632337,0.114407845,0.75255954,0.00020995302,0.06349551,0.023780469,0.00044967706],"about_ca_topic_score_codex":0.00021446423,"about_ca_topic_score_gemma":0.000112746915,"teacher_disagreement_score":0.7252398,"about_ca_system_score_codex":0.00060728524,"about_ca_system_score_gemma":0.0011719081,"threshold_uncertainty_score":0.9601227},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388851052","doi":"10.1002/asi.24852","title":"The decrease in uncited articles and its effect on the concentration of citations","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"Computer science","score_opus":0.20225363668285168,"score_gpt":0.48218410740754425,"score_spread":0.27993047072469257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388851052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777452,0.000048354505,0.000057444046,0.02146923,0.00017142508,0.00024182875,0.00000642467,0.0000042728907,0.0002558378],"genre_scores_gemma":[0.999736,0.000093724535,0.0000138249425,0.00009037648,0.000006032454,0.0000071152926,1.8205232e-7,7.52073e-7,0.0000519967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996307,0.00009879429,0.00054134626,0.00006496532,0.002807683,0.00018021373],"domain_scores_gemma":[0.9859705,0.008291154,0.0009329929,0.00014536854,0.004609943,0.000050046656],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04063336,0.000038103935,0.00009696258,0.008245004,0.0005600778,0.00057876314,0.0007876801,0.000052501902,0.0000013535935],"category_scores_gemma":[0.22826537,0.000015566971,0.000032505577,0.07203114,0.0002487827,0.0011028645,0.00013180339,0.00013568945,0.0000055936694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114363196,0.000047961566,0.42123926,0.000010193347,0.000032898475,4.421067e-7,0.0019473666,0.0005072628,0.011086654,0.29706132,0.011802135,0.25615016],"study_design_scores_gemma":[0.0016681366,0.0007969904,0.73380077,0.000038776598,0.000016137701,0.000011907273,0.005706922,0.10000037,0.04311464,0.10031005,0.014427559,0.00010775811],"about_ca_topic_score_codex":0.0000021866533,"about_ca_topic_score_gemma":0.000005248946,"teacher_disagreement_score":0.3125615,"about_ca_system_score_codex":0.00011806785,"about_ca_system_score_gemma":0.00023153894,"threshold_uncertainty_score":0.98786986},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388881059","doi":"10.2139/ssrn.4631463","title":"Reporting of Health Equity Considerations in Vaccine Trials for Covid-19: A Methodological Review","year":2023,"lang":"en","type":"review","venue":"SSRN Electronic Journal","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Equity (law); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medicine; Virology; Political science; Infectious disease (medical specialty); Internal medicine; Disease; Law; Outbreak","score_opus":0.7580126160830397,"score_gpt":0.636721526732496,"score_spread":0.12129108935054367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388881059","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.850493e-7,0.9764399,0.008409455,0.011779166,0.0002481092,0.0029022177,0.000016810096,0.000041715644,0.00016197235],"genre_scores_gemma":[0.000013572336,0.9972437,0.0006656011,0.00084113923,0.0006035089,0.00017607494,0.000024772233,0.000032092394,0.00039954841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97285813,0.012554042,0.010876405,0.00048420965,0.0005379737,0.0026892417],"domain_scores_gemma":[0.96666026,0.013053092,0.019353306,0.00031978148,0.00029841642,0.0003151166],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29004043,0.00029281224,0.0062962463,0.00033795126,0.0007508479,0.00006026878,0.00038802126,0.0002920137,0.00020333513],"category_scores_gemma":[0.31155306,0.00021813823,0.001501145,0.00085262395,0.000017150873,0.00012338793,0.00008754294,0.002004749,0.000005545716],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008979796,0.000050038256,0.000020834283,0.021144578,0.0002895315,0.000015957106,0.00027498853,0.0000014124066,5.792934e-8,0.15492766,0.005799863,0.81746614],"study_design_scores_gemma":[0.00039433906,0.00019834026,0.0000032414937,0.01724006,0.00055167126,0.00020019578,0.0004804005,2.3497331e-7,2.2333273e-8,0.344852,0.6358795,0.0001999894],"about_ca_topic_score_codex":0.0007075081,"about_ca_topic_score_gemma":0.017567588,"teacher_disagreement_score":0.8172661,"about_ca_system_score_codex":0.0038475336,"about_ca_system_score_gemma":0.08382887,"threshold_uncertainty_score":0.9999765},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4388951762","doi":"10.1139/facets-2022-0208","title":"Evaluating prospective study registration and result reporting of trials conducted in Canada from 2009 to 2019","year":2023,"lang":"en","type":"article","venue":"FACETS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; University of British Columbia; Ottawa Hospital; Institute of Health Services and Policy Research; University of Ottawa","funders":"Faculty of Medicine, University of Ottawa; University of Ottawa","keywords":"Clinical trial; Medicine; Trial registration; Family medicine; Odds; Odds ratio; Demographics; MEDLINE; Demography; Internal medicine; Logistic regression","score_opus":0.9090883366815484,"score_gpt":0.6316454442496872,"score_spread":0.27744289243186127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388951762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966744,0.0001297199,0.00005994243,0.00041326636,0.00015527986,0.0020326271,0.000063797415,0.0000029662494,0.000467959],"genre_scores_gemma":[0.99704474,0.0000018821487,0.00073836715,0.000023629282,0.000022785438,0.000043494278,0.000010940266,0.000003901791,0.0021102862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9534682,0.012951975,0.026694076,0.0011672289,0.0054857777,0.0002327634],"domain_scores_gemma":[0.9751249,0.005596789,0.016722215,0.001479586,0.0009927254,0.00008378129],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23104759,0.00012369426,0.0029002053,0.0002150163,0.00005097611,0.00016566583,0.00031791584,0.000026923883,0.00045236072],"category_scores_gemma":[0.40043446,0.00006629458,0.00015699501,0.0016552755,0.000008208607,0.00009559101,0.000071270435,0.00007361476,0.000077480414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035662797,0.000037263315,0.8762422,0.00001523228,0.00018771477,0.00002471798,0.005958741,0.0019770437,0.010013146,0.0000228496,0.09384729,0.011638113],"study_design_scores_gemma":[0.00044230357,0.00007397306,0.9830979,0.000049862676,0.00008253963,7.9847877e-7,0.009498992,0.0050881263,0.00035155617,0.00093377254,0.00029093528,0.00008923657],"about_ca_topic_score_codex":0.51817936,"about_ca_topic_score_gemma":0.7627005,"teacher_disagreement_score":0.24452113,"about_ca_system_score_codex":0.000080033,"about_ca_system_score_gemma":0.0005118911,"threshold_uncertainty_score":0.79179835},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388976997","doi":"10.5539/ies.v16n6p112","title":"Investigating Teachers and Students’ Perceptions of Academic Plagiarism at the University Level","year":2023,"lang":"en","type":"article","venue":"International Education Studies","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic integrity; Psychology; Psychological intervention; Perception; Academic writing; Constructive; Time management; Higher education; Cheating; Likert scale; Pedagogy; Medical education; Mathematics education; Social psychology; Political science; Computer science","score_opus":0.12724957777623147,"score_gpt":0.4353203316320863,"score_spread":0.3080707538558548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388976997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96343535,0.00034556974,0.000029274233,0.029047586,0.0011109491,0.00009340885,0.000024503974,0.000035760357,0.0058776243],"genre_scores_gemma":[0.959841,0.0035673215,0.00014989228,0.0004084907,0.00021989942,0.00000608322,0.000015147486,0.000003464798,0.03578869],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99902785,0.00016592929,0.0001437851,0.00012743394,0.00042830154,0.00010667683],"domain_scores_gemma":[0.9988715,0.00057475537,0.00011128642,0.000055058623,0.00034570452,0.000041705927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010227708,0.000058354864,0.0000795101,0.000106320746,0.000765448,0.000014940766,0.0003243065,0.00016677858,0.00007559575],"category_scores_gemma":[0.0021101446,0.000049643186,0.000029781453,0.00024350912,0.000755481,0.00016749089,0.00020610674,0.0005232709,0.000050975206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040113446,0.00002309347,0.5224304,0.000008180311,0.00016173419,2.469084e-7,0.3128203,0.000018234194,0.0005450301,0.030200267,0.1257088,0.008079672],"study_design_scores_gemma":[0.000099833356,0.00000490336,0.3675812,0.00006228445,0.00002631734,0.0000012232096,0.496062,0.000017622022,0.000049984836,0.0046263463,0.13139024,0.000078034296],"about_ca_topic_score_codex":0.0013922307,"about_ca_topic_score_gemma":0.0004768401,"teacher_disagreement_score":0.18324171,"about_ca_system_score_codex":0.00019002646,"about_ca_system_score_gemma":0.00019847031,"threshold_uncertainty_score":0.5887285},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4389104512","doi":"10.1177/16094069231217915","title":"Policy Feedback &amp; Research Methods: How Qualitative Research Designs With Marginalized Groups Inform Theory","year":2023,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Qualitative research; Legitimacy; Management science; Sociology; Democratic legitimacy; Public relations; Engineering ethics; Political science; Social science; Economics; Politics; Engineering","score_opus":0.9604508809697415,"score_gpt":0.833181009885129,"score_spread":0.12726987108461252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389104512","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038673382,0.00020415902,0.89640224,0.04929805,0.0009374675,0.00050222746,0.00004787278,0.000037319383,0.01389729],"genre_scores_gemma":[0.071469,0.0002788059,0.90091,0.0005618014,0.0008629235,0.00009978235,0.000022905539,0.000051145395,0.025743598],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.75523204,0.22032328,0.0029706962,0.000857431,0.01935509,0.0012614338],"domain_scores_gemma":[0.789604,0.17752832,0.0016413665,0.00071219594,0.030069947,0.00044413484],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5848923,0.00030968292,0.0008114486,0.007297741,0.0005452072,0.0011418498,0.0030608554,0.00016043751,0.0013684493],"category_scores_gemma":[0.144307,0.00019662251,0.00035070046,0.0074441643,0.0015732902,0.0019734686,0.0005616227,0.0017921722,0.00058584864],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023856086,0.0001420795,0.000114483475,0.000015969345,0.00062198035,0.000031524844,0.45446146,0.00021072818,0.0039093303,0.3307982,0.0147282835,0.19258033],"study_design_scores_gemma":[0.0012561365,0.0006172962,0.0011479704,0.00011564856,0.00001209109,0.000045618603,0.35545158,0.00037326335,0.0016147557,0.5854665,0.05371917,0.0001799621],"about_ca_topic_score_codex":0.00007689196,"about_ca_topic_score_gemma":0.00004814535,"teacher_disagreement_score":0.4405853,"about_ca_system_score_codex":0.0008396731,"about_ca_system_score_gemma":0.0026180155,"threshold_uncertainty_score":0.99989504},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389117698","doi":"10.55016/ojs/ajer.v66i4.69204","title":"Plagiarism: A Canadian Higher Education Case Study of Policy and Practice Gaps","year":2020,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science; Humanities; Sociology; Psychology; Art","score_opus":0.1483438786786036,"score_gpt":0.4914591441865995,"score_spread":0.34311526550799587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389117698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55267006,0.00048203464,2.2954382e-7,0.30067244,0.00019547164,0.000172718,0.000002203684,2.4287525e-7,0.14580457],"genre_scores_gemma":[0.9844699,0.00020576116,0.00012646816,0.0015776745,0.001967526,0.000005582013,0.0000015004966,0.0000067931423,0.011638797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710494,0.001339049,0.00034599527,0.00013189425,0.0007941536,0.00028398153],"domain_scores_gemma":[0.97367007,0.02357638,0.00021064669,0.00008082091,0.0017085217,0.000753591],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031715843,0.000066600616,0.00014135649,0.00041222497,0.00052142475,0.00007721533,0.0003025427,0.00023461414,0.0031146845],"category_scores_gemma":[0.06904368,0.00006250681,0.000030196636,0.0007882337,0.0002385243,0.0005014243,0.000034224155,0.0015586821,0.000036874408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002272061,0.0012340501,0.031507004,0.000044939614,0.00018877414,0.000056421508,0.38010988,0.000008404051,0.0000866289,0.39436337,0.18942973,0.0027436009],"study_design_scores_gemma":[0.0003478162,0.00045990024,0.0051646363,0.000049217568,0.000052732103,0.0009592394,0.3227213,0.0000043799005,0.000009347167,0.0025982768,0.6675194,0.000113731905],"about_ca_topic_score_codex":0.9072779,"about_ca_topic_score_gemma":0.42981577,"teacher_disagreement_score":0.4780897,"about_ca_system_score_codex":0.00034955225,"about_ca_system_score_gemma":0.019202555,"threshold_uncertainty_score":0.9977966},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389131041","doi":"10.1057/s41599-023-02403-5","title":"Evaluations of training programs to improve capacity in K*: a systematic scoping review of methods applied and outcomes assessed","year":2023,"lang":"en","type":"article","venue":"Humanities and Social Sciences Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Inclusion (mineral); Categorization; Sample (material); Medical education; Curriculum; Sample size determination; Psychology; Systematic review; Computer science; MEDLINE; Knowledge management; Medicine; Political science; Artificial intelligence; Statistics; Pedagogy","score_opus":0.9420600838320179,"score_gpt":0.7521992021815397,"score_spread":0.1898608816504782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389131041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8643344,0.0045596147,0.003241306,0.060032386,0.0005383226,0.032265827,0.00017591528,0.0002967968,0.034555405],"genre_scores_gemma":[0.96133155,0.0026183391,0.027424706,0.0055386107,0.000017408207,0.0029768567,0.000008628316,0.000009143172,0.00007474864],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99648374,0.001792111,0.0010260629,0.00014636149,0.0002681247,0.0002836244],"domain_scores_gemma":[0.99442977,0.0045676786,0.0004949207,0.00027963586,0.0001908037,0.000037212794],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012227169,0.000073545125,0.00048474205,0.00022964402,0.0016355843,0.000020255906,0.00041128343,0.000037080543,0.000016392143],"category_scores_gemma":[0.0018557763,0.00006335918,0.000026190432,0.0010083675,0.0007242007,0.00013686054,0.00030605576,0.0001371853,0.0000021399019],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015163479,0.00004110498,0.006372816,0.16605748,0.000016234188,2.7997688e-8,0.54114133,0.0000012123286,0.00051860005,0.2798893,0.00009588919,0.005864518],"study_design_scores_gemma":[0.0009909268,0.0002052504,0.098786205,0.1740285,0.00010864886,4.8287353e-7,0.71482927,0.0010038177,0.0000151349295,0.0090443855,0.0005744248,0.000412937],"about_ca_topic_score_codex":0.0006207812,"about_ca_topic_score_gemma":0.0026233678,"teacher_disagreement_score":0.27084488,"about_ca_system_score_codex":0.000049131817,"about_ca_system_score_gemma":0.0005529369,"threshold_uncertainty_score":0.9996641},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389222730","doi":"10.15273/hpj.v3i4.11588","title":"Lessons Learned Conducting Implementation Science Research on the COVID-19 Vaccination Rollout During a Global Pandemic","year":2023,"lang":"en","type":"article","venue":"Healthy Populations Journal","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Humility; Coronavirus disease 2019 (COVID-19); Pandemic; Scope (computer science); Limiting; Equity (law); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; 2019-20 coronavirus outbreak; Public relations; Key (lock); Medicine; Virology; Computer science; Engineering; Infectious disease (medical specialty)","score_opus":0.9696299956532395,"score_gpt":0.8234099152326859,"score_spread":0.14622008042055357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389222730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7244145,0.000009041345,0.00036613597,0.27191988,0.0009995768,0.0013256554,0.000072686926,0.00018857743,0.00070393935],"genre_scores_gemma":[0.9819381,0.00013738587,0.00031540563,0.016254334,0.0006950212,0.00032908152,0.000022122375,0.00002362783,0.00028488287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9880634,0.0051200436,0.0016643004,0.00057112746,0.0024233577,0.002157797],"domain_scores_gemma":[0.9925607,0.003587264,0.00092511636,0.0005310887,0.0012049669,0.0011908719],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040860612,0.0001855581,0.00023805031,0.001390223,0.028679427,0.00021501437,0.00074168155,0.00012555566,0.0014173902],"category_scores_gemma":[0.015452529,0.00014620907,0.00006761171,0.007859946,0.00024572303,0.00084585336,0.00026440347,0.0019434686,0.00093174557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00024980138,0.00006325126,0.7307263,0.00030597555,0.000018499477,0.000019726058,0.04224285,0.002907099,0.001916469,0.13976774,0.06820326,0.013579002],"study_design_scores_gemma":[0.0024638625,0.00020538097,0.86940545,0.000077690085,0.000010654904,0.00011221936,0.0805808,0.0011870107,0.000022241229,0.026537541,0.01915614,0.00024099056],"about_ca_topic_score_codex":0.0015025245,"about_ca_topic_score_gemma":0.0037874223,"teacher_disagreement_score":0.25752363,"about_ca_system_score_codex":0.006452513,"about_ca_system_score_gemma":0.010569403,"threshold_uncertainty_score":0.99984616},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4389294678","doi":"10.1007/978-3-031-39989-3_146","title":"Understanding and Addressing Drivers of Corruption in Academic Publishing","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publishing; Publication; Misappropriation; Incentive; Language change; Payment; Public relations; Political science; Promotion (chess); Business; Audience measurement; Advertising; Economics; Law; Finance","score_opus":0.35641039343341335,"score_gpt":0.36533715552487644,"score_spread":0.008926762091463092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389294678","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027196982,0.0001363828,0.00083708536,0.001992145,0.0004072528,0.00015614783,0.000015454607,0.00007275437,0.9961108],"genre_scores_gemma":[0.23309994,0.008437519,0.00018211668,0.000309675,0.000493037,0.0000020020339,0.00004062148,0.00004334538,0.75739175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99864024,0.00006147928,0.0003063719,0.0002272085,0.0005345041,0.0002301885],"domain_scores_gemma":[0.9989989,0.00058470503,0.00022747494,0.00006008213,0.000053833875,0.00007502905],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025245661,0.00012462189,0.0002452632,0.00036860435,0.000198882,0.00010974098,0.0002180331,0.0029221172,0.00027875276],"category_scores_gemma":[0.00067855616,0.00013123098,0.00004634612,0.00008956222,0.00040754533,0.000752758,0.000085061416,0.003563427,0.000013151955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004816514,6.740609e-7,0.0005707935,0.000028198163,0.000009503177,0.000004346822,0.010244483,0.0000030623144,0.0000094921,0.98303026,0.004234625,0.0018597746],"study_design_scores_gemma":[0.0002842407,0.000016113807,0.00019852855,0.0023949593,0.000043773256,0.0000017271103,0.036158714,0.00022623847,0.0000072346766,0.9079057,0.052354243,0.00040855387],"about_ca_topic_score_codex":0.001978435,"about_ca_topic_score_gemma":0.0032786808,"teacher_disagreement_score":0.23871906,"about_ca_system_score_codex":0.00038041366,"about_ca_system_score_gemma":0.0001891506,"threshold_uncertainty_score":0.99873537},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4389309117","doi":"10.1002/jrsm.1684","title":"Predatory journals and their practices present a conundrum for systematic reviewers and evidence synthesisers of health research: A qualitative descriptive study","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Publishing; Inclusion (mineral); Evidence-based practice; Best evidence; Critical appraisal; Qualitative research; Psychology; Public relations; Political science; Social science; Medical education; Sociology; Alternative medicine; Social psychology; Medicine; Law","score_opus":0.9866112398185908,"score_gpt":0.8221297151216669,"score_spread":0.1644815246969239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389309117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6495919,0.2631735,0.027990356,0.027188322,0.00044255517,0.030678159,0.0002994985,0.00011770543,0.00051797484],"genre_scores_gemma":[0.9485409,0.022482244,0.0246097,0.000020392046,0.00008151276,0.0029725053,5.24436e-7,0.000058327154,0.0012338946],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.5612597,0.386266,0.006337558,0.0041600983,0.037466552,0.0045101303],"domain_scores_gemma":[0.08855725,0.8844719,0.0027512193,0.0022559352,0.02058237,0.0013813229],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.8245599,0.00032661806,0.0021477467,0.05746787,0.001624346,0.0031530885,0.0030391389,0.00017402701,0.000060766757],"category_scores_gemma":[0.9212538,0.00019842054,0.00025102877,0.10780317,0.0018171862,0.0015905375,0.0023888892,0.0010578762,0.000029491914],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010878394,0.0016511744,0.008074489,0.04768666,0.0014109814,0.000035092882,0.2202984,0.000016955273,0.011944195,0.0014264155,0.027212977,0.6791548],"study_design_scores_gemma":[0.00044505278,0.0024252643,0.010726812,0.013907735,0.000043375883,0.000013624283,0.9374943,0.007904987,0.0037832248,0.02092237,0.001988144,0.00034514125],"about_ca_topic_score_codex":0.0006337473,"about_ca_topic_score_gemma":0.0000350275,"teacher_disagreement_score":0.71719587,"about_ca_system_score_codex":0.00043830532,"about_ca_system_score_gemma":0.0016363261,"threshold_uncertainty_score":0.9996754},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389448528","doi":"10.47203/ijch.2023.v35i03.024","title":"Sibling Authors Propose Bipolar Disorder Of Publishing Biomedical Research: With MEDLINE Footprint Imploding And Retraction Footprint Fudging, Can Pursuit For PubMed® Footprint Challenge Humane Human Imprinting By Physician Scientists?","year":2023,"lang":"en","type":"article","venue":"Indian Journal of Community Health","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Footprint; Publishing; Medicine; China; Sibling; Management; Geography; Law; Archaeology; Political science; Economics","score_opus":0.2953544542754976,"score_gpt":0.4867851006620565,"score_spread":0.19143064638655888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389448528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96077555,0.0006858702,0.001802411,0.035026956,0.00058027613,0.00086609775,0.000047832717,0.000060252634,0.00015476644],"genre_scores_gemma":[0.9980514,0.00026241894,0.0009380382,0.00014979324,0.00041337777,0.00003338865,0.000029404033,0.000057847697,0.00006434569],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98766726,0.0031246655,0.0025985558,0.00053078186,0.0045595192,0.0015192059],"domain_scores_gemma":[0.9885654,0.0036736825,0.003218931,0.0010333884,0.002241689,0.0012669106],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11808114,0.0003334408,0.0010247602,0.0038861388,0.0035800268,0.0036227198,0.004590689,0.00037472314,0.0000053820972],"category_scores_gemma":[0.016565297,0.00025987136,0.00019678049,0.0043454426,0.0009975488,0.0017360399,0.0016219169,0.0066752736,8.993788e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014893508,0.00055163057,0.021932822,0.00046874123,0.00013328221,0.0000224967,0.030623617,0.000075905315,0.001965759,0.0020868664,0.0022409095,0.93974906],"study_design_scores_gemma":[0.011174845,0.010570714,0.33624887,0.005708997,0.00013561013,0.00075072784,0.34822905,0.001651326,0.007957051,0.13372318,0.14159961,0.0022499892],"about_ca_topic_score_codex":0.0047054417,"about_ca_topic_score_gemma":0.0038926648,"teacher_disagreement_score":0.93749905,"about_ca_system_score_codex":0.0006021175,"about_ca_system_score_gemma":0.0012082653,"threshold_uncertainty_score":0.99998534},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","research_integrity"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4389489588","doi":"10.1007/s11673-023-10289-w","title":"The Fragility of Scientific Rigour and Integrity in “Sped up Science”: Research Misconduct, Bias, and Hype and in the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"Journal of Bioethical Inquiry","topic":"Ethics in medical practice","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Rigour; Pandemic; Scientific misconduct; Research ethics; Public health; Engineering ethics; Research integrity; Medical law; Public relations; Coronavirus disease 2019 (COVID-19); Political science; Psychology; Medicine; Alternative medicine; Law; Disease; Engineering; Nursing; Infectious disease (medical specialty); Pathology","score_opus":0.8024522720956526,"score_gpt":0.6668022790026878,"score_spread":0.13564999309296477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389489588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88738626,0.00095482176,0.000016378746,0.11014578,0.0010116166,0.00031724724,0.000003578273,0.0000067173028,0.00015761865],"genre_scores_gemma":[0.9948541,0.002699974,0.00012568991,0.0020448153,0.00018430428,0.000007459927,4.5715305e-7,0.0000063197526,0.0000768858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.980217,0.0153515,0.0012450159,0.0003878718,0.0021364936,0.00066214905],"domain_scores_gemma":[0.90293133,0.094665065,0.00051623397,0.0004466696,0.00097330776,0.00046737454],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.28447115,0.000106108906,0.00032486574,0.0006253818,0.002391116,0.000125178,0.0007256707,0.0005538596,0.000021050786],"category_scores_gemma":[0.2587323,0.00005475585,0.000031213825,0.0023683175,0.021135341,0.00032962498,0.0006483631,0.02007444,0.000005213262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012599139,0.00024073994,0.77324456,0.0010627724,0.00002844211,0.0001499366,0.15383548,0.0000027490726,0.014198486,0.03530453,0.014610758,0.0060616257],"study_design_scores_gemma":[0.0021759213,0.0003475742,0.40382853,0.0007145322,0.000023079827,0.00015089792,0.20271504,0.0004430582,0.00008986847,0.37317377,0.016176961,0.00016075309],"about_ca_topic_score_codex":0.0006875932,"about_ca_topic_score_gemma":0.0019705202,"teacher_disagreement_score":0.36941603,"about_ca_system_score_codex":0.000197886,"about_ca_system_score_gemma":0.0029311161,"threshold_uncertainty_score":0.9989076},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4389489847","doi":"10.1002/jev2.12385","title":"MIBlood‐EV: Minimal information to enhance the quality and reproducibility of blood extracellular vesicle research","year":2023,"lang":"en","type":"review","venue":"Journal of Extracellular Vesicles","topic":"Extracellular vesicles in disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College; Université Laval; Toronto General Hospital; Queen's University; University of Toronto","funders":"","keywords":"Extracellular vesicles; Extracellular vesicle; Reproducibility; Vesicle; Quality (philosophy); Microvesicles; Chemistry; Computational biology; Computer science; Cell biology; Biology; Chromatography; Biochemistry; Physics; Gene; microRNA","score_opus":0.10515418120604225,"score_gpt":0.4293887571762094,"score_spread":0.32423457597016714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389489847","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13399659,0.8639099,0.0002354269,0.0001957935,0.00031682002,0.0011718931,0.000100953825,0.000014853563,0.000057745638],"genre_scores_gemma":[0.018312141,0.97785515,0.0017553958,0.00003286183,0.000884121,0.00005945515,0.00007369999,0.00012272102,0.00090444746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904427,0.0022601227,0.004102051,0.0011254082,0.0013668301,0.00070291595],"domain_scores_gemma":[0.9917358,0.0006614133,0.0028989504,0.003154724,0.0011180857,0.00043100392],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024076978,0.00058262993,0.001625663,0.0005027431,0.00026280328,0.0001655204,0.0015686317,0.00057838904,0.000019293537],"category_scores_gemma":[0.009030084,0.00044062978,0.0008993261,0.0009990932,0.0006443344,0.000070068854,0.00061343494,0.0011156257,0.000046997087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004776514,0.0009536781,0.00012346888,0.017441198,0.0014757791,0.00014976584,0.00065092824,0.000028506402,0.44264182,0.00060071226,0.0038162083,0.5316403],"study_design_scores_gemma":[0.0005338919,0.0010728685,0.00022750424,0.0038539823,0.0013860144,0.00029531508,0.0005763217,0.000004573166,0.14598675,0.0005208509,0.84483045,0.000711495],"about_ca_topic_score_codex":0.000030566225,"about_ca_topic_score_gemma":0.000010384152,"teacher_disagreement_score":0.8410142,"about_ca_system_score_codex":0.000060635437,"about_ca_system_score_gemma":0.0008445556,"threshold_uncertainty_score":0.99980456},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389686946","doi":"10.19088/core.2023.018","title":"Stories of Change: Covid-19 Responses for Equity","year":2023,"lang":"en","type":"report","venue":"","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rigour; Civil society; Political science; Public relations; Context (archaeology); Value (mathematics); Equity (law); Politics; Economic growth; Geography; Economics","score_opus":0.9474936154149499,"score_gpt":0.6726659332760695,"score_spread":0.2748276821388804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389686946","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009512792,0.04113648,0.27396578,0.1984541,0.037108954,0.055944674,0.036482718,0.020066593,0.3273279],"genre_scores_gemma":[0.019022478,0.036984377,0.062431827,0.012867775,0.009925013,0.013747964,0.00065953686,0.0008649736,0.8434961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643224,0.00027176138,0.0011824158,0.00065256614,0.00091878953,0.0005422338],"domain_scores_gemma":[0.9479015,0.049487285,0.0009649361,0.0007255232,0.0007314993,0.00018925546],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009157028,0.0004417644,0.0019245199,0.00020520747,0.00020602392,0.000015121129,0.0004918377,0.0006027992,0.00025459062],"category_scores_gemma":[0.38160205,0.00031145522,0.00057102134,0.0003089243,0.0002973561,0.000040205377,0.0013260794,0.00027654224,0.00001925784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021397206,0.000082220875,0.0016532405,0.010991331,0.0003761085,0.00001668789,0.0006259329,6.6377305e-7,0.0000070417163,0.024060732,0.95987564,0.0020964472],"study_design_scores_gemma":[0.0002250462,0.00022738919,0.00086252176,0.0001508891,0.00023547592,0.0000036628505,0.000330877,0.0000056743493,0.000026120659,0.21694054,0.78065264,0.00033919103],"about_ca_topic_score_codex":0.004369601,"about_ca_topic_score_gemma":0.0035245803,"teacher_disagreement_score":0.5161681,"about_ca_system_score_codex":0.0011775685,"about_ca_system_score_gemma":0.0017556908,"threshold_uncertainty_score":0.9999338},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4389687393","doi":"10.23736/s1973-9087.23.08310-7","title":"The influence of bias in randomized controlled trials on rehabilitation intervention effect estimates: what we have learned from meta-epidemiological studies","year":2023,"lang":"en","type":"article","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministero della Salute","keywords":"Blinding; Rehabilitation; Randomized controlled trial; Medicine; Meta-analysis; Publication bias; Physical therapy; Physical medicine and rehabilitation; Epidemiology; Intervention (counseling); Reporting bias; Selection bias; MEDLINE; Clinical psychology; Psychiatry; Surgery; Pathology","score_opus":0.48881372665186773,"score_gpt":0.5026068912095041,"score_spread":0.01379316455763635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389687393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86860156,0.013306337,0.0001751897,0.11636851,0.00032201764,0.0011658147,0.000008188365,0.000012080934,0.000040283026],"genre_scores_gemma":[0.9946722,0.0039491,0.00045137614,0.00045961828,0.0003250103,0.00008655893,0.00000588585,0.000014430861,0.000035854926],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9593482,0.030014083,0.00987702,0.00033090578,0.00023994176,0.00018985532],"domain_scores_gemma":[0.664882,0.32849863,0.0061327764,0.00018654726,0.00022079177,0.00007924246],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27631813,0.00022398622,0.0072612506,0.00045721544,0.00009966029,0.00003498687,0.00016638059,0.00003942669,0.000018357883],"category_scores_gemma":[0.5861516,0.00010930871,0.0011875052,0.00023229395,0.00078105956,0.00038897272,0.000034233173,0.0002679585,0.00004368811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2578515,0.0021464126,0.030150624,0.006569513,0.028482502,0.00003708972,0.2988199,0.12060505,0.0009844317,0.15992483,0.02009472,0.0743334],"study_design_scores_gemma":[0.2749509,0.014288981,0.12799107,0.008159671,0.0014440023,0.0000026381992,0.037401583,0.01963064,0.000011772591,0.51463103,0.0011005972,0.00038712614],"about_ca_topic_score_codex":0.000056889778,"about_ca_topic_score_gemma":0.000007919981,"teacher_disagreement_score":0.35470617,"about_ca_system_score_codex":0.00009108092,"about_ca_system_score_gemma":0.00001808662,"threshold_uncertainty_score":0.74518275},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4389786568","doi":"10.1186/s13643-023-02410-2","title":"Preliminary guideline for reporting bibliometric reviews of the biomedical literature (BIBLIO): a minimum requirements","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Checklist; Guideline; Systematic review; MEDLINE; Medicine; Scopus; Process (computing); Bibliometrics; Data science; Computer science; Management science; Library science; Psychology; Pathology; Political science","score_opus":0.7241108159152894,"score_gpt":0.6179719659443282,"score_spread":0.10613884997096112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389786568","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079014085,0.61244315,0.081806,0.020640364,0.022294277,0.1700873,0.0009310783,0.00048094481,0.012302809],"genre_scores_gemma":[0.4747724,0.25054976,0.10466994,0.006810553,0.005130322,0.037737053,0.0011071055,0.00068024494,0.11854261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95930165,0.0034981621,0.021621851,0.0013390244,0.013165121,0.0010741779],"domain_scores_gemma":[0.94598085,0.016439129,0.02419077,0.0053489073,0.007377742,0.00066262716],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.30402443,0.00039276018,0.0031086341,0.3693186,0.0003526997,0.0013466271,0.0047397395,0.00023282757,0.00015487136],"category_scores_gemma":[0.68068177,0.00016568825,0.0016642107,0.89886045,0.0001831617,0.00056143914,0.0012682425,0.00029456834,0.0006429006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012068804,0.000114052025,0.0024249258,0.03509367,0.000033903045,0.0000116743395,0.00027098387,0.0000017677099,0.000920639,0.000100867604,0.9187132,0.04230223],"study_design_scores_gemma":[0.0006258288,0.00042187297,0.004296261,0.015031957,0.00011291822,0.00007117442,0.00030227817,0.006154674,0.00018412706,0.0034818898,0.96895295,0.0003640869],"about_ca_topic_score_codex":0.000012878002,"about_ca_topic_score_gemma":0.0000018533232,"teacher_disagreement_score":0.52954185,"about_ca_system_score_codex":0.000094898984,"about_ca_system_score_gemma":0.00021897434,"threshold_uncertainty_score":0.99969006},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389899943","doi":"10.1111/jebm.12577","title":"Reporting, handling, and interpretation of time‐varying drug treatments in observational studies using routinely collected healthcare data","year":2023,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Observational study; Discontinuation; Medicine; Logistic regression; Protocol (science); Pharmacoepidemiology; Meta-analysis; Internal medicine; Alternative medicine; Pharmacology; Pathology; Medical prescription","score_opus":0.8265753926692315,"score_gpt":0.5867571796628459,"score_spread":0.23981821300638562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389899943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845934,0.0030345093,0.007225073,0.0046365308,0.0001223043,0.00032186988,0.000008493677,0.000048509723,0.000009329142],"genre_scores_gemma":[0.9517133,0.0013013463,0.04658158,0.00015537547,0.00011707258,0.000003964426,0.000020136453,0.000019770541,0.00008745844],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647254,0.00019610881,0.0024171637,0.00019177228,0.00055501336,0.00016741607],"domain_scores_gemma":[0.9908666,0.003566196,0.004308049,0.00028330545,0.00090464985,0.00007117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004663147,0.00015176751,0.00081067503,0.0004986415,0.00006006685,0.000007993114,0.00019649402,0.000049396207,0.000011133138],"category_scores_gemma":[0.04846497,0.00010176848,0.000038935465,0.00076092145,0.00013459552,0.0005696526,0.00009086275,0.00021596039,2.3722356e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041998234,0.00077012484,0.73316103,0.009010569,0.001600936,0.0018119342,0.035136454,0.008638682,0.14444155,0.0011363965,0.02684068,0.033251822],"study_design_scores_gemma":[0.008592253,0.004225258,0.060237315,0.20474118,0.0015552604,0.00040617428,0.0070794076,0.52590567,0.026016502,0.16033934,0.00006128583,0.00084037706],"about_ca_topic_score_codex":0.00010933447,"about_ca_topic_score_gemma":0.000039883715,"teacher_disagreement_score":0.67292374,"about_ca_system_score_codex":0.00024232508,"about_ca_system_score_gemma":0.0004187647,"threshold_uncertainty_score":0.9595502},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389953647","doi":"10.1016/j.jclinepi.2023.111241","title":"GRADE Concept 7: Issues and Insights Linking Guideline Recommendations to Trustworthy Essential Medicine Lists","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster University Medical Centre; Impact","funders":"Government of the United Kingdom; World Health Organization","keywords":"Guideline; Grading (engineering); Prioritization; Medicine; Process (computing); Knowledge management; Medical education; Process management; Computer science; Business; Engineering; Pathology","score_opus":0.7425467177563096,"score_gpt":0.6407627291505426,"score_spread":0.1017839886057671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389953647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19087355,0.004761787,0.013118352,0.78546876,0.00503596,0.00027884377,0.000040288018,0.0000388262,0.0003836514],"genre_scores_gemma":[0.5897502,0.019836435,0.08307891,0.28297877,0.022090914,0.000036365265,0.00020957075,0.00010299646,0.0019158574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9720218,0.0043503167,0.022581063,0.0005051238,0.00010171752,0.00043994465],"domain_scores_gemma":[0.94876724,0.040347867,0.009691003,0.0003537825,0.0002473678,0.0005927163],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13444103,0.00019019752,0.0038832203,0.00059978606,0.0001606939,0.000016619328,0.00035302897,0.0003466066,0.00043906647],"category_scores_gemma":[0.20622669,0.00017971032,0.00029758812,0.0003545381,0.00027233874,0.00027140597,0.00011817856,0.0006479616,0.0004322542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005374832,0.000077649405,0.106363095,0.00006923659,0.00019575896,0.000008595792,0.0021203756,0.0008805177,0.0000016360839,0.13064267,0.75602275,0.0035639617],"study_design_scores_gemma":[0.0014875598,0.0005919035,0.08530919,0.00024681154,0.000022915117,0.00003042583,0.00064868847,0.006185195,7.576135e-7,0.19349362,0.7117717,0.0002112278],"about_ca_topic_score_codex":0.00027669178,"about_ca_topic_score_gemma":0.00010012382,"teacher_disagreement_score":0.50249,"about_ca_system_score_codex":0.00009067577,"about_ca_system_score_gemma":0.00014255948,"threshold_uncertainty_score":0.8912751},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4390063624","doi":"10.3138/cjpe-2023-0024","title":"Arts-Based Evaluation","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Lawson Foundation","keywords":"The arts; Recreation; Arts in education; Painting; Narrative; Psychology; Sociology; Visual arts; Political science; Art","score_opus":0.6412074581239966,"score_gpt":0.6406298731733805,"score_spread":0.0005775849506161057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390063624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96531266,0.00041695553,0.0021009415,0.012025829,0.0033885404,0.0027291789,0.000013664444,0.000057170422,0.013955038],"genre_scores_gemma":[0.99747604,0.0000040349178,0.0015452979,0.0003005405,0.00025249133,0.00014836303,0.000050000726,0.000012174703,0.00021107923],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9919808,0.0008629073,0.0010698449,0.00023332017,0.005507024,0.00034608413],"domain_scores_gemma":[0.9909841,0.00040689268,0.0007507324,0.00038007647,0.006973712,0.00050452614],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054079473,0.00012579236,0.00022361515,0.0016933026,0.0002766247,0.00049466913,0.0004985392,0.000088594505,0.007026814],"category_scores_gemma":[0.008443646,0.000099412166,0.00016906457,0.0024111792,0.000079577614,0.0006323497,0.000009040995,0.00018718353,0.0009740839],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001057377,0.000020671412,0.01625752,0.0000024827286,0.000014759703,0.0000048433853,0.00039842387,0.03873305,0.000049316663,0.0002624975,0.016180906,0.92806494],"study_design_scores_gemma":[0.001285175,0.00034764665,0.15001616,0.000035524674,0.00010250969,0.000011224344,0.0007622966,0.7266079,0.00015010068,0.015221345,0.10532564,0.0001344755],"about_ca_topic_score_codex":0.00017954096,"about_ca_topic_score_gemma":0.009371943,"teacher_disagreement_score":0.9279305,"about_ca_system_score_codex":0.00056701485,"about_ca_system_score_gemma":0.01254243,"threshold_uncertainty_score":0.9999086},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390082832","doi":"10.1186/s12961-023-00958-y","title":"A scoping review of the globally available tools for assessing health research partnership outcomes and impacts","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary","keywords":"General partnership; CINAHL; Health services research; Medicine; Systematic review; MEDLINE; Thematic analysis; Public health; Medical education; Nursing; Political science; Qualitative research; Psychological intervention; Sociology; Social science","score_opus":0.9875095746131225,"score_gpt":0.8494931718964884,"score_spread":0.13801640271663407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390082832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000820564,0.9109762,0.000011559889,0.04798455,0.00041056966,0.03851131,0.0007021632,0.000067743895,0.0013277269],"genre_scores_gemma":[0.000012774805,0.9759199,0.000073731004,0.011688234,0.0009067033,0.0073613725,0.00004119757,0.000112073256,0.0038839963],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.91955143,0.06300554,0.006379117,0.0012642454,0.0038388453,0.0059608174],"domain_scores_gemma":[0.8870064,0.1022474,0.003531102,0.0018101858,0.0027460577,0.002658878],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22881721,0.0005177987,0.0044397,0.0015243898,0.0071136993,0.00047029258,0.0012370062,0.00049620983,0.000029845458],"category_scores_gemma":[0.14209798,0.0003316258,0.00026909003,0.0055900323,0.0008110457,0.00050958525,0.0012781846,0.0032393762,0.00016550947],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000037224245,0.000009506803,0.00010259991,0.81770855,0.00002632479,4.4046504e-7,0.0014348573,4.3794383e-8,3.3114592e-8,0.0066386447,0.13004194,0.044033308],"study_design_scores_gemma":[0.00024973167,0.00015153109,0.00008584662,0.49696258,0.000008479872,0.0000075842077,0.0011537069,0.0000064476544,8.813501e-9,0.0000771569,0.50118273,0.0001142142],"about_ca_topic_score_codex":0.022483539,"about_ca_topic_score_gemma":0.002300076,"teacher_disagreement_score":0.37114078,"about_ca_system_score_codex":0.004345086,"about_ca_system_score_gemma":0.14111635,"threshold_uncertainty_score":0.9999136},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390115884","doi":"10.1016/j.jmpt.2023.11.004","title":"Quality of Reporting Using Good Reporting of A Mixed Methods Study Criteria in Chiropractic Mixed Methods Research: A Methodological Review","year":2023,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; Canadian Memorial Chiropractic College; Impact; St. Joseph’s Healthcare Hamilton; University of Waterloo; McMaster University","funders":"","keywords":"Chiropractic; Medicine; CINAHL; MEDLINE; Odds ratio; Research design; Web of science; Family medicine; Meta-analysis; Alternative medicine; Psychological intervention; Internal medicine; Statistics; Pathology; Nursing","score_opus":0.9966612142594926,"score_gpt":0.8687901980971345,"score_spread":0.12787101616235808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390115884","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07458466,0.91147476,0.00772769,0.00032841982,0.00083500857,0.004905449,0.000030915548,0.000024853094,0.00008824358],"genre_scores_gemma":[0.0018950186,0.7889067,0.20854536,0.0003226092,0.0001970804,0.00007757586,0.0000035916894,0.000039663544,0.000012441812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.80165744,0.16933616,0.026449464,0.00064412615,0.0010725406,0.0008402776],"domain_scores_gemma":[0.82461184,0.0811261,0.0909703,0.00076185894,0.002237567,0.0002923062],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34774864,0.00048145084,0.008695032,0.0006626858,0.0003966555,0.000014927638,0.00060140283,0.0005459339,0.000086490014],"category_scores_gemma":[0.21474224,0.0002902831,0.00076868164,0.002650153,0.0003738236,0.00018950572,0.00077826285,0.0037458478,0.0000015139967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021037564,0.0006357132,0.0021452585,0.122862004,0.00095150544,0.00009428473,0.0064456738,0.0000045468523,0.0046016104,0.0005002252,0.00007310684,0.8614757],"study_design_scores_gemma":[0.0040459167,0.009487716,0.34261304,0.3143769,0.005125655,0.00044987566,0.057054963,0.00043185306,0.00013386732,0.056749593,0.20710357,0.0024270406],"about_ca_topic_score_codex":0.00016886921,"about_ca_topic_score_gemma":0.000014011387,"teacher_disagreement_score":0.85904866,"about_ca_system_score_codex":0.00031055478,"about_ca_system_score_gemma":0.0013655454,"threshold_uncertainty_score":0.99995494},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390430457","doi":"10.26439/interfases2023.n018.6611","title":"Investigation on Gender and Leadership in STEM in Higher Education: Methodology Design","year":2023,"lang":"en","type":"article","venue":"Interfases","topic":"Science and Science Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Universidade Federal de Mato Grosso do Sul; International Development Research Centre","keywords":"Inclusion (mineral); Work (physics); Power (physics); Inequality; Affect (linguistics); Public relations; Political science; Sociology; Engineering ethics; Gender studies; Engineering","score_opus":0.9424043627152097,"score_gpt":0.4811483624848153,"score_spread":0.46125600023039437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390430457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97838056,0.00014233409,0.00005340542,0.013477751,0.0013595717,0.00019151877,2.6127924e-7,0.000044900233,0.006349703],"genre_scores_gemma":[0.9941346,0.00002267058,0.00045463417,0.0012521633,0.00011772985,0.000042223197,8.5162276e-7,0.0000028333761,0.0039722617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986199,0.00062404334,0.00012973648,0.00022036422,0.0001752147,0.00023069802],"domain_scores_gemma":[0.9990352,0.0007630174,0.000035480454,0.00007873888,0.000026194622,0.000061390885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022467384,0.000052277155,0.00007297538,0.00036787585,0.00009348912,0.000058499965,0.00015174628,0.00005789907,0.00011256791],"category_scores_gemma":[0.000366325,0.000049282535,0.000009384922,0.0011187621,0.000272664,0.00029718253,0.000013798685,0.000078320096,0.00008085129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005368108,0.00013477559,0.45673314,0.000039151022,0.000004748169,0.000010056802,0.28320384,0.00042966232,0.004357826,0.14821275,0.019907303,0.08691307],"study_design_scores_gemma":[0.0002521941,0.0001393722,0.59733135,0.00019619132,0.000004331399,0.0000016226378,0.3336787,0.00025874935,0.0054035736,0.056661207,0.005763451,0.00030924453],"about_ca_topic_score_codex":0.00055560586,"about_ca_topic_score_gemma":0.000521653,"teacher_disagreement_score":0.14059822,"about_ca_system_score_codex":0.000101985206,"about_ca_system_score_gemma":0.00032830585,"threshold_uncertainty_score":0.20096834},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","sts"],"domain":"incentives","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390574318","doi":"10.1007/s00125-023-06052-w","title":"Twenty years of participation of racialised groups in type 2 diabetes randomised clinical trials: a meta-epidemiological review","year":2024,"lang":"en","type":"review","venue":"Diabetologia","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"McMaster University","keywords":"Medicine; Type 2 diabetes; Randomized controlled trial; Ethnic group; MEDLINE; Diabetes mellitus; Meta-analysis; Clinical trial; Epidemiology; Demography; Research design; Gerontology; Family medicine; Internal medicine","score_opus":0.8713873905798888,"score_gpt":0.7038143442371966,"score_spread":0.1675730463426922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390574318","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082542456,0.9930317,0.0000054570446,0.00047613698,0.0006964981,0.0046254797,0.00008497243,0.000042926928,0.000211407],"genre_scores_gemma":[0.0006960817,0.99698293,0.00043588498,0.00042617074,0.00020927482,0.0008355507,0.00025210535,0.000053091328,0.00010889662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.963721,0.021624563,0.011770531,0.0011226413,0.0010889353,0.0006723284],"domain_scores_gemma":[0.75873363,0.23514782,0.0035774938,0.0014749791,0.0007063965,0.00035970312],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.1530363,0.0005280237,0.023096299,0.0003688969,0.000013488489,0.000009744295,0.00058848184,0.0023347419,0.0005699471],"category_scores_gemma":[0.6609966,0.0003018976,0.0058259754,0.00157031,0.0008923719,0.000037219637,0.00034562484,0.0044518593,0.00012302867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065780024,0.0007433211,0.0013936427,0.2578793,0.0065920404,0.000057318033,0.000016335316,2.349363e-7,0.0000017213875,0.0015768396,0.0037545257,0.7273269],"study_design_scores_gemma":[0.014306763,0.0032814175,0.0022520819,0.3789093,0.18603308,0.0000042761512,0.000011008202,0.00007604434,0.00001595224,0.017247088,0.39681077,0.0010522213],"about_ca_topic_score_codex":0.000007847864,"about_ca_topic_score_gemma":0.000007509467,"teacher_disagreement_score":0.7262747,"about_ca_system_score_codex":0.000088318106,"about_ca_system_score_gemma":0.0011899514,"threshold_uncertainty_score":0.9999433},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4390636406","doi":"10.5206/mt.v3i4.17132","title":"Articles, software, data: An Open Science ethological study","year":2024,"lang":"en","type":"article","venue":"Maple Transactions","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; Universidad de Cantabria; Université Gustave Eiffel; European Commission","keywords":"Open science; Context (archaeology); Data science; Relevance (law); Computer science; Software; Open data; Work (physics); Open research; Citizen science; Knowledge management; World Wide Web; Engineering ethics; Political science; Engineering","score_opus":0.2815450316315971,"score_gpt":0.40026884134982843,"score_spread":0.11872380971823132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390636406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2922622,0.00019572368,0.69416356,0.0025018933,0.0027064434,0.0012356299,0.00015882395,0.001304415,0.0054713255],"genre_scores_gemma":[0.9969276,0.000006197041,0.0017156892,0.00041448022,0.0003204725,0.00003989243,0.00007273964,0.000018150997,0.00048473422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983521,0.000012056344,0.00020804413,0.0007593851,0.00037333072,0.00029505853],"domain_scores_gemma":[0.9987037,0.00004111231,0.000026706186,0.0010982121,0.00010519431,0.000025053876],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012326638,0.00013586572,0.00013100111,0.00024847142,0.00060286804,0.0032386363,0.003029381,0.00003923771,0.0019986862],"category_scores_gemma":[0.000085288826,0.00010972333,0.000019518613,0.0018279913,0.00024061259,0.009114571,0.00046204808,0.00021186502,0.00080887275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011426795,0.004171017,0.008218434,0.00027599777,0.00009741064,0.00025477711,0.00061228726,0.00059560576,0.0038609856,0.022170462,0.012740713,0.946888],"study_design_scores_gemma":[0.00078122667,0.00019162364,0.08519994,0.00015030554,0.000551682,0.00006167538,0.004090074,0.078177676,0.00057211315,0.015049728,0.813847,0.0013269426],"about_ca_topic_score_codex":0.001694106,"about_ca_topic_score_gemma":0.0011585996,"teacher_disagreement_score":0.9455611,"about_ca_system_score_codex":0.000021932952,"about_ca_system_score_gemma":0.000080217185,"threshold_uncertainty_score":0.9999691},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390701388","doi":"10.1186/s12961-023-01090-7","title":"A scoping review of theories, models and frameworks used or proposed to evaluate knowledge mobilization strategies","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke; Université TÉLUQ","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Taxonomy (biology); Grey literature; Systematic review; Health services research; Computer science; Data science; Information retrieval; MEDLINE; Public health; Medicine; Political science; Ecology; Nursing; Biology","score_opus":0.9434342899295144,"score_gpt":0.8145600920759003,"score_spread":0.1288741978536141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390701388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042307197,0.9605425,0.00087401294,0.005429937,0.00042085876,0.03095027,0.00035949913,0.000082986495,0.0013356982],"genre_scores_gemma":[0.000058658803,0.9890407,0.00014653156,0.0024028528,0.00079448696,0.005966196,0.000036740043,0.00009205987,0.0014618043],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96647024,0.024582118,0.004241391,0.0010001052,0.0016361797,0.0020699468],"domain_scores_gemma":[0.98178875,0.013042085,0.0011235123,0.0008834241,0.001719644,0.0014425877],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054535687,0.00049248314,0.003196549,0.0017570986,0.0014354027,0.00019110118,0.00048595035,0.00073730503,0.000054832628],"category_scores_gemma":[0.014245863,0.0003161968,0.00010144643,0.004465731,0.00037038134,0.00035448428,0.00061025604,0.0028027052,0.00013032112],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001058901,0.000012000054,6.0083227e-7,0.8631598,0.000022134574,0.0000013730684,0.012213639,0.0000013153032,8.320239e-8,0.058752116,0.006423597,0.059402805],"study_design_scores_gemma":[0.00016100942,0.00029002276,3.417526e-7,0.67254585,0.000037336697,0.000009840219,0.0025916593,0.0002609272,1.9884869e-8,0.0013299194,0.32260847,0.00016462115],"about_ca_topic_score_codex":0.003828019,"about_ca_topic_score_gemma":0.0012224354,"teacher_disagreement_score":0.31618488,"about_ca_system_score_codex":0.001316226,"about_ca_system_score_gemma":0.0786257,"threshold_uncertainty_score":0.999929},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390765507","doi":"10.1007/s11655-023-3617-0","title":"Factors and Their Impact on Treatment Effect of Acupuncture in Different Outcomes: A Meta-Regression of Acupuncture Randomized Controlled Trials","year":2024,"lang":"en","type":"review","venue":"Chinese Journal of Integrative Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Acupuncture; Medicine; Randomized controlled trial; Meta-analysis; Confidence interval; Strictly standardized mean difference; Physical therapy; Meta-regression; MEDLINE; Cochrane Library; Internal medicine; Alternative medicine; Pathology","score_opus":0.1108893715685012,"score_gpt":0.4947666850293225,"score_spread":0.38387731346082127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390765507","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038671684,0.94813836,0.0000408235,0.0009111289,0.0005644429,0.011350635,0.00021972683,0.000013818818,0.000089366826],"genre_scores_gemma":[0.119371854,0.8791373,0.000011868606,0.000019055677,0.00043162005,0.0004244846,0.00011966518,0.000085020765,0.0003991417],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98448133,0.0070435554,0.0060212626,0.00057824235,0.0014383043,0.00043732708],"domain_scores_gemma":[0.8864808,0.10589075,0.005991019,0.0005667273,0.0006677807,0.00040293732],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.007940953,0.007900817,0.17223386,0.0030219208,0.000045583933,0.000019513052,0.00032012575,0.00057940214,0.0002971027],"category_scores_gemma":[0.075487554,0.0005474354,0.039196987,0.00077919324,0.0008686429,0.00007796018,0.00010349656,0.0019400693,8.1701603e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3032271,0.0014607923,0.0029396596,0.030387307,0.57013774,0.0006612977,0.009363643,0.0000029338307,0.00017567452,0.000017281996,0.0018881458,0.079738416],"study_design_scores_gemma":[0.3964468,0.03242037,0.0006317933,0.14493908,0.42135826,0.00031210997,0.00074588857,0.000016449665,0.00035702568,0.00026652162,0.00199248,0.00051324285],"about_ca_topic_score_codex":0.000070311144,"about_ca_topic_score_gemma":0.000030395584,"teacher_disagreement_score":0.1487795,"about_ca_system_score_codex":0.001114789,"about_ca_system_score_gemma":0.0004977192,"threshold_uncertainty_score":0.99969774},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390858342","doi":"10.1016/j.jclinepi.2024.111263","title":"Accessibility of clinical study reports supporting medicine approvals: a cross-sectional evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Medical Research Council","keywords":"Cross-sectional study; Medicine; MEDLINE; Family medicine; Environmental health; Pathology; Political science","score_opus":0.9754818601916025,"score_gpt":0.808792759575731,"score_spread":0.1666891006158715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390858342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963336,0.0019613488,0.02054943,0.002425386,0.009168908,0.0007745321,0.000003412445,0.000004752177,0.0017762262],"genre_scores_gemma":[0.99175614,0.00006569527,0.0040569953,0.00048210187,0.0029487526,0.000011066897,0.0000031893944,0.000010738575,0.0006653353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13605101,0.43876162,0.4036369,0.0042311703,0.016520971,0.00079833367],"domain_scores_gemma":[0.108483255,0.66604775,0.20321195,0.0055671292,0.015749713,0.0009402136],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9635504,0.0003014415,0.018595431,0.000504372,0.000084900494,0.00015563246,0.001735704,0.00048784277,0.013152716],"category_scores_gemma":[0.9669375,0.00012448896,0.0075487136,0.00123745,0.0007037486,0.0004512868,0.00022836706,0.001573726,0.0001250367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009213033,0.00038895884,0.913009,0.000056271037,0.0007694789,0.00006950376,0.00008270089,0.0002731462,0.0000019038658,0.00027776003,0.017416183,0.06756296],"study_design_scores_gemma":[0.00054879294,0.0010881764,0.885282,0.00008720697,0.00066989235,0.00025466917,0.00023744584,0.02403478,3.198103e-7,0.08023911,0.007475642,0.00008196315],"about_ca_topic_score_codex":0.000020451973,"about_ca_topic_score_gemma":0.000016210613,"teacher_disagreement_score":0.22728613,"about_ca_system_score_codex":0.00004220455,"about_ca_system_score_gemma":0.0012506628,"threshold_uncertainty_score":0.99597454},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390873698","doi":"10.32388/d0pndo","title":"Review of: \"Journal citation reports and the definition of a predatory journal: The case of the Multidisciplinary Digital Publishing Institute (MDPI)\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Multidisciplinary approach; Citation; Publishing; Library science; Computer science; Political science; Sociology; Social science; Law","score_opus":0.54414708913449,"score_gpt":0.5464384669861437,"score_spread":0.0022913778516537864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390873698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026604014,0.87934035,0.00049702247,0.091806106,0.006000947,0.0013823779,0.0004649807,0.0000066992093,0.0178411],"genre_scores_gemma":[0.06539551,0.9065642,0.0008164852,0.0018944292,0.00057513185,0.00004584883,0.00007125362,0.000045735982,0.024591425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852963,0.0010782524,0.0036847158,0.0005196131,0.009106678,0.00031441165],"domain_scores_gemma":[0.9636744,0.010615121,0.006698289,0.0018782663,0.016853523,0.00028036017],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.10570685,0.00025060383,0.0009973665,0.015923908,0.0005127613,0.005477896,0.0026622363,0.00018511972,0.00025568428],"category_scores_gemma":[0.21508695,0.000085178275,0.0008960206,0.08535383,0.0011991805,0.002650707,0.0021968968,0.001732097,0.0000043101454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011753959,0.000053282,0.00014215444,0.0054046456,0.000096458636,0.00028753327,0.00018606354,0.0000025516172,0.0000015609804,0.0011462572,0.8948493,0.097818464],"study_design_scores_gemma":[0.00052782387,0.0001487414,0.0005690987,0.051099833,0.000506516,0.03501027,0.0011275087,0.00031835106,0.000010277242,0.085216925,0.82520014,0.0002645349],"about_ca_topic_score_codex":0.0001084474,"about_ca_topic_score_gemma":0.000050462033,"teacher_disagreement_score":0.1093801,"about_ca_system_score_codex":0.00009136843,"about_ca_system_score_gemma":0.0015184697,"threshold_uncertainty_score":0.9955545},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390895687","doi":"","title":"Oser les défis des méthodes mixtes en sciences sociales et sciences de la santé","year":2018,"lang":"fr","type":"book","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Healthcare Systems and Practices","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Philosophy; Sociology","score_opus":0.14618762703646185,"score_gpt":0.4766206866494227,"score_spread":0.3304330596129609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390895687","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07597023,0.019611357,0.14280161,0.04049834,0.0010536048,0.0014622477,0.000342007,0.0004077112,0.7178529],"genre_scores_gemma":[0.28743646,0.011612732,0.536674,0.00096166466,0.00061653805,0.00013209115,0.00014202467,0.00013812017,0.16228631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.5931012,0.4027797,0.0011005539,0.001039731,0.0008535739,0.0011252284],"domain_scores_gemma":[0.67466575,0.31866524,0.001853616,0.0012426579,0.0030260126,0.00054675736],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3588752,0.00069319754,0.0008948262,0.00051394064,0.008825325,0.0009351216,0.0023810097,0.0015206704,0.002202843],"category_scores_gemma":[0.12458601,0.0006483299,0.00032462465,0.0010567161,0.013778807,0.00096210686,0.0010523937,0.0020878443,0.0004944739],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014494603,0.00032147858,0.0188649,0.0012883118,0.000081412094,0.000007543321,0.060437586,0.000004206357,0.0003700007,0.8455148,0.0124829495,0.06061234],"study_design_scores_gemma":[0.00074770773,0.000012776125,0.02595955,0.02276952,0.00018296257,0.000074852316,0.01261507,0.0014429543,0.002238158,0.30448022,0.6280964,0.0013798373],"about_ca_topic_score_codex":0.017516082,"about_ca_topic_score_gemma":0.027211284,"teacher_disagreement_score":0.6156134,"about_ca_system_score_codex":0.0011159071,"about_ca_system_score_gemma":0.010755882,"threshold_uncertainty_score":0.9997756},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4390977446","doi":"10.1136/bmjebm-2023-112608","title":"Preventing overdiagnosis and overuse: proposed guidance for guideline panels","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Overdiagnosis; Guideline; Medicine; Intensive care medicine; Medical physics; Internal medicine; Pathology","score_opus":0.7344073371348866,"score_gpt":0.6267851970459801,"score_spread":0.10762214008890647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390977446","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09204859,0.06692986,0.038128298,0.78020036,0.0057661785,0.01488552,0.00012999595,0.000997997,0.0009132184],"genre_scores_gemma":[0.82776475,0.0064462763,0.03017133,0.10951555,0.013609934,0.0048439824,0.00014988027,0.00027499802,0.0072232834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99255794,0.0022895893,0.002349688,0.0009264445,0.00093058,0.00094573427],"domain_scores_gemma":[0.973584,0.023606889,0.0007209615,0.0007513557,0.0008587937,0.00047802],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021133885,0.00038328033,0.0007941376,0.0002831175,0.0007116876,0.000039634804,0.0003107142,0.00033667567,0.0010161351],"category_scores_gemma":[0.05570081,0.0002914203,0.000115170966,0.0005756429,0.00027112456,0.0008465193,0.00014629727,0.00093453325,0.00011772952],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011437566,0.00017031089,0.11666357,0.046794154,0.00021242477,0.00017495656,0.0054826927,0.000020436051,0.0063756257,0.006945192,0.7021727,0.113844186],"study_design_scores_gemma":[0.003456877,0.0013289734,0.020706328,0.09782654,0.000501877,0.000017985463,0.0026593546,0.009100388,0.0008491032,0.0035409525,0.85931474,0.0006969003],"about_ca_topic_score_codex":0.0018234766,"about_ca_topic_score_gemma":0.00024056656,"teacher_disagreement_score":0.73571616,"about_ca_system_score_codex":0.00041759168,"about_ca_system_score_gemma":0.002612876,"threshold_uncertainty_score":0.9999538},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390987129","doi":"10.1177/16094069241227075","title":"Toward Access Justice in the Academy: Centring Episodic Disability to Revision Research Methodologies","year":2024,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Western University; University of Guelph; York University","funders":"Social Sciences and Humanities Research Council","keywords":"Context (archaeology); Storytelling; Digital storytelling; Economic Justice; Narrative; Privilege (computing); Narrative inquiry; Sociology; Psychology; Public relations; Pedagogy; Political science","score_opus":0.9237506093957539,"score_gpt":0.7886254759153196,"score_spread":0.1351251334804343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390987129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14679241,0.002076064,0.43330398,0.40249225,0.0049166307,0.0008249631,0.000018509863,0.000039656657,0.009535531],"genre_scores_gemma":[0.8527623,0.00054074026,0.14462157,0.00043601665,0.0013595031,0.00001537631,0.0000014323156,0.000009969311,0.00025309212],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95367587,0.043048453,0.0008073363,0.00027959805,0.0018915077,0.0002972394],"domain_scores_gemma":[0.9612963,0.037567504,0.00015599138,0.00010861451,0.00077304465,0.00009854635],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12191103,0.00009478029,0.00023110012,0.00034388175,0.00020602331,0.00066025474,0.0015551214,0.00008652744,0.00014755865],"category_scores_gemma":[0.027647182,0.000054431355,0.00016414815,0.000998542,0.0009714142,0.0009567999,0.00019353018,0.0007827596,0.0000110033625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012229192,0.00007711937,0.00021679664,0.00005612786,0.00005834878,0.000020260442,0.39325932,0.00011613438,0.00014754338,0.2585292,0.0010634572,0.3463334],"study_design_scores_gemma":[0.0001591539,0.000078607925,0.004002931,0.00032509828,0.000034506676,0.000014349014,0.30123496,0.00007113292,0.00055971934,0.60546875,0.08794369,0.000107129985],"about_ca_topic_score_codex":0.00081312057,"about_ca_topic_score_gemma":0.00009734922,"teacher_disagreement_score":0.70596987,"about_ca_system_score_codex":0.00055699097,"about_ca_system_score_gemma":0.00020095383,"threshold_uncertainty_score":0.9805434},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391022170","doi":"10.1136/bmjebm-2023-112784","title":"Development of the Reporting Infographics and Visual Abstracts of Comparative studies (RIVA-C) checklist and guide","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Infographic; Checklist; Psychological intervention; Delphi method; Reading (process); Medical education; Psychology; Computer science; Medicine","score_opus":0.48597114545384495,"score_gpt":0.5992018600550433,"score_spread":0.11323071460119832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391022170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686548,0.012559062,0.00021228007,0.0147591755,0.00019892326,0.0008729342,0.0000011967107,0.000053244483,0.0026883718],"genre_scores_gemma":[0.9952177,0.0010007798,0.0033210055,0.00008869166,0.000101973215,0.000044316635,5.567072e-7,0.00000576016,0.00021923694],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9970034,0.00018769188,0.0013354708,0.00021763693,0.0010580358,0.00019776779],"domain_scores_gemma":[0.9960151,0.0025271676,0.0007130563,0.00014991438,0.0005049466,0.00008984773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011233697,0.00010957612,0.0003760089,0.00018959293,0.00022554016,0.000020857575,0.00017463857,0.00006491862,0.0000128352585],"category_scores_gemma":[0.015452032,0.00006786363,0.00003599185,0.00075055065,0.0026083782,0.00014715464,0.00012713856,0.00020166162,3.817772e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003950234,0.00028015452,0.20738438,0.011530855,0.0010136301,0.00031380611,0.43118557,0.00005274229,0.07347546,0.023970818,0.06159219,0.18880537],"study_design_scores_gemma":[0.0012186769,0.00096686126,0.40598187,0.086126335,0.00037260252,0.000038818296,0.25124168,0.00095806347,0.13202335,0.005595656,0.11465654,0.00081955147],"about_ca_topic_score_codex":0.000782552,"about_ca_topic_score_gemma":0.0012086096,"teacher_disagreement_score":0.1985975,"about_ca_system_score_codex":0.00007457762,"about_ca_system_score_gemma":0.0010970278,"threshold_uncertainty_score":0.99284124},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391035776","doi":"10.1136/bmjebm-2023-112530","title":"Rapid review methods series: Guidance on the use of supportive software","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Software; Computer science; Automation; Process (computing); Software engineering; Engineering; MEDLINE","score_opus":0.9106387882086024,"score_gpt":0.6251835614097659,"score_spread":0.2854552267988365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391035776","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030940343,0.42596024,0.35617474,0.21109702,0.0013068953,0.004203352,0.000037754293,0.000038656584,0.00087194797],"genre_scores_gemma":[0.01677877,0.1301414,0.5938496,0.15262966,0.0027659647,0.0028758557,0.00006274723,0.00020591918,0.10069005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95049214,0.028363148,0.012040583,0.0012794974,0.0074869995,0.0003376207],"domain_scores_gemma":[0.83425343,0.1470923,0.006474257,0.008666946,0.0031977398,0.0003153326],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.28069344,0.00043680528,0.0044301045,0.00040703767,0.00011074073,0.00024593828,0.0019256246,0.00008310277,0.04736626],"category_scores_gemma":[0.5873651,0.00014619462,0.0016771986,0.0037196446,0.00045240938,0.0005897171,0.000101808975,0.00031207275,0.0012931242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024280022,0.00001520931,0.00032366507,0.0024461225,0.00015024717,0.000032337717,0.00019299591,0.000031950316,0.00009784828,0.0018769944,0.81395054,0.1808578],"study_design_scores_gemma":[0.00008170334,0.0003851155,0.00055541954,0.057203114,0.00083630363,0.000023094348,0.00019067278,0.0016392445,0.00037716623,0.0018194884,0.9367147,0.00017399743],"about_ca_topic_score_codex":0.00002531484,"about_ca_topic_score_gemma":0.000006007078,"teacher_disagreement_score":0.30667165,"about_ca_system_score_codex":0.00005738764,"about_ca_system_score_gemma":0.0004900721,"threshold_uncertainty_score":0.9994845},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391105848","doi":"10.1186/s12961-023-01100-8","title":"A novel methodological approach to participant engagement and policy relevance for community-based primary medical care research during the COVID-19 pandemic in Australia and New Zealand","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Agency for Healthcare Research and Quality; Ministry for Business Innovation and Employment; Andrew and Corey Morris-Singer Foundation; Samueli Institute","keywords":"Pandemic; Health services research; Relevance (law); Coronavirus disease 2019 (COVID-19); Public health; Health administration; Health policy; Primary care; 2019-20 coronavirus outbreak; Social policy; Community engagement; Medicine; Political science; Nursing; Family medicine; Public relations; Virology; Disease","score_opus":0.9226485071673759,"score_gpt":0.7056504068403321,"score_spread":0.2169981003270438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391105848","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43385795,0.017488603,0.0021280984,0.52955216,0.00035686974,0.015041672,0.00045375226,0.0002187836,0.00090210745],"genre_scores_gemma":[0.9009099,0.006951521,0.001991715,0.072635785,0.0030315397,0.0068237716,0.00010095277,0.000097005504,0.007457786],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.967087,0.027061518,0.0011725262,0.0006852265,0.0013920123,0.0026017455],"domain_scores_gemma":[0.95250094,0.043802477,0.00009458747,0.0005939793,0.0002735901,0.0027344357],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.087113544,0.0002473973,0.00080638356,0.0012227537,0.0042209583,0.00014629244,0.00044822742,0.00043110974,0.0000078913445],"category_scores_gemma":[0.02338881,0.0001637412,0.000045924648,0.0014127267,0.0005203392,0.000096076255,0.0008252728,0.005370814,0.000007791134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025919059,0.00034969937,0.080182165,0.20007293,0.00012903228,0.000055807443,0.32032675,0.00010316888,0.00045132294,0.11232186,0.27120045,0.012214911],"study_design_scores_gemma":[0.0037388152,0.0009437956,0.06309756,0.0015684369,0.000009301119,0.0000839585,0.021744361,0.0005526681,0.0000011514423,0.0023134383,0.9056723,0.0002742218],"about_ca_topic_score_codex":0.22612436,"about_ca_topic_score_gemma":0.011562387,"teacher_disagreement_score":0.63447183,"about_ca_system_score_codex":0.003656797,"about_ca_system_score_gemma":0.023358101,"threshold_uncertainty_score":0.99707544},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391147924","doi":"10.2139/ssrn.4696882","title":"Hierarchy of Patient-Reported Outcome Measures in Randomized Controlled Trials for Chronic Non-Specific Low Back Pain: A Meta-Epidemiological Study – Study Protocol","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Epidemiology; Randomized controlled trial; Medicine; Protocol (science); Meta-analysis; Outcome (game theory); Physical therapy; Chronic pain; Hierarchy; Low back pain; Alternative medicine; Internal medicine; Pathology","score_opus":0.11050970728391607,"score_gpt":0.4062562167360266,"score_spread":0.2957465094521105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391147924","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2811971,0.0074660066,0.0051264954,0.0012616365,0.000637521,0.70413554,0.000009490609,0.00006379592,0.00010242589],"genre_scores_gemma":[0.6822555,0.00029458778,0.00019311173,0.000040994488,0.0004910061,0.31631693,0.000016757089,0.00007583412,0.0003152733],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9528233,0.028846005,0.012827889,0.0013928945,0.0016300326,0.002479917],"domain_scores_gemma":[0.97910064,0.013912956,0.0049490836,0.0008963412,0.00090932223,0.00023167398],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.24487555,0.0011436358,0.021195961,0.0012301417,0.00011224088,0.00008593275,0.00042232766,0.0005984028,0.00017034277],"category_scores_gemma":[0.04397351,0.00055888185,0.010240982,0.00042803504,0.00023471964,0.00005630846,0.00025849254,0.0067541827,0.000007870659],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79975927,0.0178541,0.008818156,0.008643297,0.13608317,0.000094773044,0.0033027541,0.0015604587,0.00067282084,0.0012945106,0.00028598343,0.021630691],"study_design_scores_gemma":[0.8529336,0.026295723,0.0018386712,0.0015666847,0.0146173965,0.000048835806,0.0055136657,0.0018409858,0.000013384851,0.0944689,0.000108717184,0.00075344834],"about_ca_topic_score_codex":0.00011864199,"about_ca_topic_score_gemma":0.00044955482,"teacher_disagreement_score":0.4010584,"about_ca_system_score_codex":0.0024915196,"about_ca_system_score_gemma":0.005347149,"threshold_uncertainty_score":0.99968624},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391239537","doi":"10.1101/2024.01.24.577031","title":"The Increasing Authorship trend in Neuroscience: A scientometric analysis across 11 countries","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scientometrics; Bibliometrics; Neuroscience; Psychology; Data science; Library science; Social science; Sociology; Computer science","score_opus":0.24078796745115016,"score_gpt":0.47352454809833866,"score_spread":0.2327365806471885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391239537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858526,0.0066298586,0.0005826178,0.0015532627,0.0037864754,0.0006638936,0.00069262396,0.00020075114,0.000037938302],"genre_scores_gemma":[0.9980666,0.0007543114,0.00045989206,0.00015798879,0.00025917654,0.00012563943,2.2997439e-7,0.000072054674,0.00010412995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9737198,0.0015599574,0.0022421402,0.0038133408,0.015925042,0.002739756],"domain_scores_gemma":[0.9813561,0.008324931,0.0010728145,0.004163151,0.0038097778,0.0012732577],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.109637626,0.0007737341,0.0012635675,0.1553535,0.0015262954,0.034042485,0.0090827625,0.00075850147,0.000068725756],"category_scores_gemma":[0.087603614,0.00052636146,0.00075805763,0.622062,0.0014432286,0.00062786107,0.009024345,0.002436955,0.0002642817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006797856,0.00027809775,0.97652084,0.00012525622,0.00021504174,0.00035698037,0.00015131505,0.00086671876,0.0153333545,0.0037411842,0.0022006372,0.00014261731],"study_design_scores_gemma":[0.00028584505,0.000050917017,0.9469934,0.00009273256,0.00015608997,6.5080854e-8,0.000047900885,0.020466443,0.002779227,0.00019339322,0.028132629,0.0008013268],"about_ca_topic_score_codex":0.00069197104,"about_ca_topic_score_gemma":0.00055444933,"teacher_disagreement_score":0.46670854,"about_ca_system_score_codex":0.0010754148,"about_ca_system_score_gemma":0.0019966816,"threshold_uncertainty_score":0.99986446},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4391354425","doi":"10.11124/jbies-23-00268","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for quasi-experimental studies","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":615,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Systematic review; Psychological intervention; Internal validity; External validity; Clinical study design; Research design; Risk analysis (engineering); Management science; Randomized controlled trial; Computer science; Psychology; Medicine; MEDLINE; Clinical trial; Alternative medicine; Engineering; Social psychology; Political science","score_opus":0.7141296631716049,"score_gpt":0.6450146711395035,"score_spread":0.06911499203210136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391354425","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010826095,0.9782971,0.013117804,0.00094957673,0.0014685201,0.005616674,0.0004625481,0.000007222645,0.00006970992],"genre_scores_gemma":[0.0012711234,0.9825471,0.008154262,0.000017846933,0.00035188056,0.0068729864,0.0000021657947,0.000053258354,0.0007293601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95452905,0.021107947,0.01654019,0.0016136058,0.005710831,0.0004983926],"domain_scores_gemma":[0.25478187,0.72655404,0.0103663225,0.0058285766,0.0023663752,0.000102814294],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2306695,0.000836489,0.013499727,0.00033579883,0.00054247346,0.0009241048,0.0045924466,0.00022911269,0.00042492495],"category_scores_gemma":[0.72080785,0.00025893227,0.013520946,0.0013397157,0.00071952597,0.00024212999,0.00048531184,0.00032640807,0.00015367485],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016394819,0.00017577078,0.000039640832,0.0390932,0.005310634,0.000001113036,0.0003754043,0.00000265117,0.0000023248622,0.012147413,0.07335694,0.8694785],"study_design_scores_gemma":[0.00004221034,0.00018542857,0.000013693197,0.02381394,0.026968526,0.0000064815727,0.0027170954,0.0013528875,0.000017829148,0.0010876517,0.94348246,0.00031176902],"about_ca_topic_score_codex":0.00000805814,"about_ca_topic_score_gemma":0.000007830639,"teacher_disagreement_score":0.87012553,"about_ca_system_score_codex":0.0001258868,"about_ca_system_score_gemma":0.00055567396,"threshold_uncertainty_score":0.9999863},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391364434","doi":"10.1242/dmm.050717","title":"Valuing peer review at Disease Models &amp; Mechanisms","year":2024,"lang":"en","type":"article","venue":"Disease Models & Mechanisms","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; School of Medicine, Duke University; National Institutes of Health; Sickkids Research Institute; Hospital for Sick Children; Centre National de la Recherche Scientifique; Sultan Qaboos University; University of Illinois at Urbana-Champaign; Monash University; Rosetrees Trust; University of Leeds; Universiteit Leiden; Newcastle University; Washington University in St. Louis; Oregon State University; Victor Chang Cardiac Research Institute; Emory University; Children's Hospital Los Angeles","keywords":"Preprint; Context (archaeology); Server; Internet privacy; Scope (computer science); Peer review; Computer science; Download; Public relations; World Wide Web; Political science; Law; History","score_opus":0.19064605501786483,"score_gpt":0.41484307473381776,"score_spread":0.22419701971595293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391364434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002332368,0.04463342,0.91589236,0.026291657,0.0022569818,0.0011769314,0.0009706703,0.0008090178,0.005636595],"genre_scores_gemma":[0.86830765,0.0038047307,0.008826277,0.016058573,0.00056701526,0.0006427066,0.00072382577,0.0002738256,0.10079539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9841697,0.00063466525,0.0015873285,0.0025749598,0.009863482,0.0011698415],"domain_scores_gemma":[0.9924701,0.0007517822,0.0003406895,0.0024939482,0.0013688655,0.002574619],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011601748,0.00076919293,0.0009371091,0.00060145,0.00069748814,0.003332427,0.004398634,0.00026152338,0.002518581],"category_scores_gemma":[0.004709261,0.000588986,0.00093274866,0.0018235911,0.000104258,0.0069298795,0.0019506043,0.0008140151,0.0029617616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013107687,0.00010712913,0.0000055035744,0.000488605,0.00007397533,0.00027382612,0.00039810123,0.018736787,0.00024281743,0.7012648,0.26850998,0.009767416],"study_design_scores_gemma":[0.0001534411,0.00001059255,0.0000080404425,0.0011581647,0.0002461363,0.000007265683,0.000040677925,0.3424285,0.00004551502,0.63524795,0.020136138,0.0005175764],"about_ca_topic_score_codex":0.000043919412,"about_ca_topic_score_gemma":0.0000116653,"teacher_disagreement_score":0.9070661,"about_ca_system_score_codex":0.0003669298,"about_ca_system_score_gemma":0.0007586898,"threshold_uncertainty_score":0.99965614},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4391530073","doi":"10.46743/2160-3715/2024.6266","title":"Visual Methods for Qualitative Research with Older Refugees: Reflection on Strengths and Drawbacks","year":2024,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Qualitative research; Refugee; Visual research; Psychology; Visual methods; Photo elicitation; Reflection (computer programming); Photovoice; Sociology; Epistemology; Cognitive science; Social science; Computer science; Political science; Visual arts; Anthropology","score_opus":0.7414736728219633,"score_gpt":0.8321188762405333,"score_spread":0.09064520341856996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391530073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6325254,0.0022061921,0.27636957,0.017317247,0.000850076,0.0051323725,0.000049303962,0.00055127795,0.06499857],"genre_scores_gemma":[0.9047399,0.00011439031,0.06596539,0.00013761298,0.0006218733,0.0016687535,0.00001601386,0.000095281095,0.026640795],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9530883,0.043224044,0.0005395022,0.00077380706,0.0015104812,0.000863863],"domain_scores_gemma":[0.92714584,0.07107676,0.00014815426,0.00035339702,0.0009980208,0.0002778603],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.14201768,0.00021224054,0.0003470443,0.00032617044,0.0015782893,0.00035563408,0.00024333548,0.00014427527,0.00006858784],"category_scores_gemma":[0.041754,0.00013343828,0.00009763477,0.0014531085,0.0027698257,0.00035453515,0.00007940149,0.0007799277,0.000028227934],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042616948,0.00008650192,0.0000060848847,0.00009201447,0.00018369216,0.000042556432,0.7250989,0.0000018399094,0.0012488641,0.23661214,0.0014408363,0.034760375],"study_design_scores_gemma":[0.00029047581,0.002040118,0.00008202056,0.00029235997,0.000049006798,0.000014618632,0.64492124,0.0003435312,0.0050353007,0.12428044,0.22236146,0.00028943093],"about_ca_topic_score_codex":0.0009498901,"about_ca_topic_score_gemma":0.0003360484,"teacher_disagreement_score":0.27221447,"about_ca_system_score_codex":0.0004558276,"about_ca_system_score_gemma":0.0012468614,"threshold_uncertainty_score":0.9999441},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391656148","doi":"10.1016/j.radonc.2024.110148","title":"Applying the fragility index to randomized controlled trials evaluating total neoadjuvant therapy for rectal cancer: A methodological survey","year":2024,"lang":"en","type":"review","venue":"Radiotherapy and Oncology","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; McMaster University","funders":"","keywords":"Colorectal cancer; Medicine; Fragility; Index (typography); Randomized controlled trial; Neoadjuvant therapy; Oncology; Internal medicine; Cancer; Computer science; Breast cancer","score_opus":0.42799547503695806,"score_gpt":0.5724683855566545,"score_spread":0.1444729105196964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391656148","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007031105,0.9386186,0.001376956,0.0007948848,0.0021226385,0.055908512,0.00021250812,0.000093664814,0.00016912486],"genre_scores_gemma":[0.000081512626,0.8899791,0.0020650993,0.00091194495,0.0012173477,0.104636475,0.00007013391,0.000091876784,0.00094646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97106206,0.024180157,0.0026308368,0.0011041977,0.0004324983,0.0005902438],"domain_scores_gemma":[0.9083643,0.08971504,0.0010414658,0.0004116524,0.00019577768,0.00027174794],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05292196,0.00089863973,0.02394836,0.00026060792,0.00018806565,0.00009060162,0.00022470052,0.000935941,0.0003345435],"category_scores_gemma":[0.013512246,0.00037174523,0.0040621436,0.0005066805,0.00033924144,0.00002795075,0.00007367312,0.00089247257,0.000004212144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28471467,0.00012509602,0.00001506048,0.00085848215,0.0069476217,0.00002278843,0.0002036768,0.000003036824,0.0000051343454,0.000020091538,0.00033609773,0.70674825],"study_design_scores_gemma":[0.2667337,0.003960008,0.000050690796,0.0020766344,0.0074263182,0.00023523798,0.00001737114,0.00089656364,8.069226e-7,0.00019313532,0.71802354,0.0003860008],"about_ca_topic_score_codex":0.0004003897,"about_ca_topic_score_gemma":0.00012816465,"teacher_disagreement_score":0.7176874,"about_ca_system_score_codex":0.0020931675,"about_ca_system_score_gemma":0.0022203636,"threshold_uncertainty_score":0.99987346},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391785731","doi":"10.1186/s12961-024-01105-x","title":"Production and use of rapid responses during the COVID-19 pandemic in Quebec (Canada): perspectives from evidence synthesis producers and decision makers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de la Santé et des Services sociaux","keywords":"Thematic analysis; Mandate; Pandemic; Context (archaeology); Health administration; Public relations; Rigour; Health services research; Knowledge translation; Public health; Qualitative research; Coronavirus disease 2019 (COVID-19); Business; Medicine; Political science; Knowledge management; Nursing; Sociology; Infectious disease (medical specialty); Computer science","score_opus":0.8047349422336845,"score_gpt":0.6849288863526946,"score_spread":0.11980605588098991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391785731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8599106,0.008559006,0.000017997223,0.12860544,0.00020195417,0.0025230413,0.0001404147,0.0000313416,0.000010205311],"genre_scores_gemma":[0.98245806,0.014141107,0.00005456954,0.001588541,0.0003821862,0.0005390368,7.3134163e-7,0.000017372584,0.00081838475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864034,0.0097872345,0.0010282891,0.0007258293,0.0010830916,0.00097213313],"domain_scores_gemma":[0.93819755,0.059952468,0.00024485536,0.0004922944,0.00032397124,0.0007888779],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021870218,0.00014621558,0.00036251693,0.0008318358,0.0016273959,0.00013107978,0.00015676342,0.00009713657,0.000018459785],"category_scores_gemma":[0.10506068,0.00010327022,0.000014534275,0.0012523559,0.0005938966,0.0005048612,0.0001850215,0.00076376024,0.000002527131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002233329,0.000036085923,0.46481857,0.026346635,0.00005975309,0.00003423729,0.41101804,0.0000653713,0.0029632584,0.004591709,0.051116638,0.03671638],"study_design_scores_gemma":[0.00054891675,0.00016651324,0.7394044,0.0073502148,0.000007566665,0.000054594642,0.1655516,0.000757137,0.000029406096,0.00037368803,0.08552095,0.00023500517],"about_ca_topic_score_codex":0.96856946,"about_ca_topic_score_gemma":0.9036625,"teacher_disagreement_score":0.27458584,"about_ca_system_score_codex":0.0031335799,"about_ca_system_score_gemma":0.019278452,"threshold_uncertainty_score":0.99967235},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391974063","doi":"10.1007/978-3-031-54144-5_165","title":"Academic and Research Integrity as Transdisciplinary Fields of Scholarship and Professional Practice","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Transdisciplinarity; Scholarship; Engineering ethics; Stakeholder; Sociology; Work (physics); Political science; Social science; Engineering; Public relations","score_opus":0.09371661072015015,"score_gpt":0.47140595065880225,"score_spread":0.3776893399386521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391974063","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03980957,0.00830309,0.000016331927,0.0185414,0.002750264,0.00045175338,0.000057592362,0.000020907668,0.9300491],"genre_scores_gemma":[0.58843255,0.006182244,0.0005231323,0.00016958463,0.0010371922,0.000022698838,0.00003835512,0.000023047285,0.40357122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99784327,0.00011958531,0.00044626291,0.00035161595,0.0010747872,0.00016448296],"domain_scores_gemma":[0.99760556,0.0010360753,0.00025832644,0.00012230045,0.00086618494,0.00011155055],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003332876,0.00015343008,0.00021583357,0.0004455452,0.0002079166,0.000049423634,0.00038668577,0.0015109195,0.00029698893],"category_scores_gemma":[0.001347074,0.00015080583,0.00006843166,0.000048273694,0.0008593876,0.00040532782,0.00019210992,0.005280668,0.000016421274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001201779,0.000041036797,0.00022981763,0.00018054567,0.000090834794,0.0000016153676,0.028820518,1.1367995e-7,0.0002447784,0.95751286,0.0011940744,0.011563633],"study_design_scores_gemma":[0.000120808465,0.00008020509,0.000387883,0.004030805,0.00008673707,0.0000162563,0.00970442,0.000006234364,0.0009297203,0.76107365,0.22336686,0.00019640641],"about_ca_topic_score_codex":0.00067403284,"about_ca_topic_score_gemma":0.00010515618,"teacher_disagreement_score":0.54862297,"about_ca_system_score_codex":0.00011720355,"about_ca_system_score_gemma":0.001459201,"threshold_uncertainty_score":0.9997853},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392190850","doi":"10.1007/s10198-023-01663-x","title":"Systematic methodological review of health state values in glaucoma cost-utility analyses","year":2024,"lang":"en","type":"review","venue":"The European Journal of Health Economics","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan; University of Alberta; Impact; University of British Columbia","funders":"","keywords":"Glaucoma; Optometry; Psychology; Econometrics; Computer science; Management science; Medicine; Economics; Ophthalmology","score_opus":0.562137498912048,"score_gpt":0.5703992514331826,"score_spread":0.008261752521134591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392190850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037637257,0.9938588,0.00008772123,0.0025943574,0.00053409464,0.0022777873,0.00003362505,0.000010611115,0.00022659708],"genre_scores_gemma":[0.00014210434,0.9977722,0.0005260877,0.0012882433,0.0001308724,0.000009795491,0.000010934096,0.000048805938,0.000070924216],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96164465,0.029846014,0.007579568,0.00031211102,0.00016831105,0.00044934306],"domain_scores_gemma":[0.9911549,0.001704497,0.0063386825,0.0005078775,0.00011544875,0.00017860217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06601415,0.00041915703,0.008493338,0.00033074827,0.0001067587,0.00001316344,0.0004363211,0.00005242625,0.000024375813],"category_scores_gemma":[0.0014790145,0.0002100432,0.0010421581,0.00028718117,0.00020470304,0.000051059753,0.00018235452,0.0011934858,0.00005017075],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026757525,0.00015109242,0.00005540824,0.81257117,0.00085567444,0.0000682139,0.00021226292,3.8790662e-7,3.1837362e-9,0.000014293874,0.0013135273,0.1847312],"study_design_scores_gemma":[0.00038141312,0.002830384,0.0015800367,0.9314914,0.0026980587,0.002690386,0.00019678775,0.00000791288,4.5925827e-8,0.00017685237,0.057774663,0.00017205914],"about_ca_topic_score_codex":0.00001467879,"about_ca_topic_score_gemma":0.0000013402349,"teacher_disagreement_score":0.18455915,"about_ca_system_score_codex":0.00043447097,"about_ca_system_score_gemma":0.0013312292,"threshold_uncertainty_score":0.961735},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392284023","doi":"10.7189/jogh.14.04046","title":"Reporting of equity in observational epidemiology: A methodological review","year":2024,"lang":"en","type":"review","venue":"Journal of Global Health","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; SickKids Foundation; Hospital for Sick Children; Women's College Hospital; Impact; Ottawa Hospital; Public Health Ontario; University of British Columbia; McMaster University; Ottawa Public Health; Western University; University of Toronto; Royal College of Physicians and Surgeons of Canada; Bruyère; University of Ottawa","funders":"","keywords":"Observational study; Epidemiology; Equity (law); MEDLINE; Medicine; Data science; Computer science; Political science; Internal medicine","score_opus":0.9527690064534525,"score_gpt":0.7736420090006217,"score_spread":0.17912699745283078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392284023","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000237278,0.98219174,0.015322247,0.0011661398,0.00025687309,0.00065058505,0.000050806604,0.00003604873,0.00032319783],"genre_scores_gemma":[0.000001321018,0.7109851,0.28835565,0.00049359305,0.00011789268,0.00001913731,0.0000050955973,0.000014275707,0.000007888823],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9799879,0.003286444,0.015495251,0.0003061304,0.00047160388,0.0004526805],"domain_scores_gemma":[0.96198857,0.005422962,0.031657096,0.00036586067,0.00037345607,0.00019205036],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05773063,0.00036033124,0.008588943,0.00012531628,0.000022307988,0.0000049388127,0.0004957273,0.0003678841,0.00003139013],"category_scores_gemma":[0.10715706,0.00022355413,0.001123109,0.0008239797,0.000089372035,0.00010345304,0.00029163118,0.0014414733,0.0000030010824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004525338,0.000059162423,0.000056717192,0.17538376,0.000064284264,0.00007558841,0.000004176581,2.0082841e-7,1.5841447e-8,0.15114816,0.013969488,0.6592339],"study_design_scores_gemma":[0.000030859486,0.00022595991,0.00004025899,0.25587508,0.0003232815,0.0011600415,0.000002936388,0.000001407184,3.196342e-8,0.5461709,0.1960609,0.0001083286],"about_ca_topic_score_codex":0.000026705633,"about_ca_topic_score_gemma":0.000021397389,"teacher_disagreement_score":0.65912557,"about_ca_system_score_codex":0.00273358,"about_ca_system_score_gemma":0.0044083274,"threshold_uncertainty_score":0.9702646},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392557674","doi":"10.1002/leap.1600","title":"Using automated analysis of the bibliography to detect potential research integrity issues","year":2024,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Honeywell (Canada)","funders":"","keywords":"Workflow; Computer science; Data science; Key (lock); Research integrity; Bibliography; Data integrity; Information retrieval; Database; Library science; Computer security; Engineering ethics","score_opus":0.14494348183679898,"score_gpt":0.4536236169249125,"score_spread":0.30868013508811354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392557674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86804676,0.0022704876,0.004938408,0.082554884,0.0022496982,0.00059625244,0.000082897444,0.0011150121,0.038145598],"genre_scores_gemma":[0.9969181,0.00020800489,0.0016467983,0.00024321898,0.00040416876,0.0000046518962,0.000006250503,0.000012461396,0.0005563453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951464,0.0019978464,0.0003101928,0.000379508,0.0016075657,0.00055847806],"domain_scores_gemma":[0.9981339,0.0007403244,0.00006501012,0.00029772095,0.0006130285,0.00015003142],"candidate_categories":["bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0150416,0.00010576225,0.00023876714,0.008951196,0.00094990514,0.0032683264,0.001227143,0.0007767689,0.00035207288],"category_scores_gemma":[0.0055050286,0.00007887266,0.00034948956,0.06600222,0.0003710226,0.0018649213,0.00030252527,0.0042314734,0.000015983353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011886735,0.00009758708,0.032715235,0.00020812821,0.0039657312,0.000056176224,0.15388416,0.011396741,0.01795819,0.14527695,0.5891402,0.045182064],"study_design_scores_gemma":[0.00024986223,0.00009172768,0.033138733,0.0010134247,0.0017475284,0.0000056732906,0.064571515,0.31245348,0.0040831426,0.056474946,0.52524275,0.00092723884],"about_ca_topic_score_codex":0.10474266,"about_ca_topic_score_gemma":0.005424292,"teacher_disagreement_score":0.3010567,"about_ca_system_score_codex":0.0000986333,"about_ca_system_score_gemma":0.00032207675,"threshold_uncertainty_score":0.9980658},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4392563409","doi":"10.1186/s40900-024-00561-7","title":"A balancing act: navigating the nuances of co-production in mental health research","year":2024,"lang":"en","type":"letter","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Context (archaeology); Mental health; Participatory action research; Public relations; Sociology; Citizen journalism; Transformative learning; Government (linguistics); Psychology; Political science; Pedagogy; Law; Economics","score_opus":0.6694330486136583,"score_gpt":0.5873558793877768,"score_spread":0.08207716922588149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392563409","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114303246,0.012385865,0.0000023169,0.85207534,0.0032687248,0.012141645,0.0002421665,0.000072991636,0.0055077025],"genre_scores_gemma":[0.30987296,0.07830262,0.00067011855,0.5426646,0.018888507,0.013630286,0.009603875,0.00052686484,0.02584017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97613764,0.013284203,0.002006502,0.0011591775,0.004460977,0.0029514963],"domain_scores_gemma":[0.99525464,0.002744868,0.0004286879,0.0008356459,0.00046324628,0.00027290045],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.066936105,0.00041649875,0.0006998277,0.0009183567,0.0042978525,0.00007916951,0.00067220366,0.0004551316,0.00030526624],"category_scores_gemma":[0.0003048125,0.0002990857,0.00010288528,0.0013436992,0.00064864254,0.00016362242,0.0011168935,0.01989,0.00023813226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071199036,0.00012656707,0.0077369497,0.02125664,0.00007060063,0.000022422922,0.036905766,0.0000025136965,0.0000711129,0.00027415424,0.9244753,0.0089867655],"study_design_scores_gemma":[0.0006426781,0.0008338932,0.0003660614,0.020726692,0.000008446506,7.058493e-7,0.05343709,0.00015399428,0.00015746854,0.0015243583,0.92191285,0.00023578141],"about_ca_topic_score_codex":0.0070462315,"about_ca_topic_score_gemma":0.0019265838,"teacher_disagreement_score":0.30941072,"about_ca_system_score_codex":0.0028520224,"about_ca_system_score_gemma":0.0017436779,"threshold_uncertainty_score":0.9999461},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392604238","doi":"10.1101/2024.03.06.24303892","title":"Publication bias in pharmacogenetics of statin-associated muscle symptoms, an umbrella review with a meta-epidemiological study","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Centre National de la Recherche Scientifique","keywords":"Funnel plot; SLCO1B1; Publication bias; Statin; Meta-analysis; Medicine; Odds ratio; Internal medicine; Pharmacogenetics; Pharmacology; Genotype; Genetics; Biology","score_opus":0.28214524288905907,"score_gpt":0.446024021149999,"score_spread":0.16387877826093994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392604238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00442172,0.989319,0.000008324915,0.00018713214,0.00007425309,0.005708708,0.00006928199,0.00007752977,0.00013401391],"genre_scores_gemma":[0.0012093995,0.9964302,0.00015021533,0.00037794167,0.00010784372,0.0011391884,0.0003615931,0.00009132605,0.00013228442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272776,0.0032315275,0.0019596557,0.00083472085,0.00085290195,0.00039343484],"domain_scores_gemma":[0.9971945,0.00023963994,0.00083188683,0.0011249154,0.00034486546,0.00026414552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010177835,0.00060285244,0.006521556,0.00030221918,0.000029516528,0.000018882587,0.0002902698,0.00025763173,0.00014530399],"category_scores_gemma":[0.0014082058,0.00030857197,0.0013312773,0.0016941173,0.0000633499,0.000044005486,0.00008745251,0.0008660162,0.0000339825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012261172,0.0014180273,0.0020390386,0.13668312,0.00996319,0.00018209053,0.00008143046,6.010021e-7,4.953041e-7,0.000020551483,0.00065751624,0.8489417],"study_design_scores_gemma":[0.00089842506,0.0015843911,0.0039322483,0.043617785,0.09362678,0.00008617698,0.000026617332,0.000016427268,5.882396e-7,0.000006495144,0.8557896,0.00041444684],"about_ca_topic_score_codex":0.0002053888,"about_ca_topic_score_gemma":0.000073624105,"teacher_disagreement_score":0.8551321,"about_ca_system_score_codex":0.00017350467,"about_ca_system_score_gemma":0.00069929135,"threshold_uncertainty_score":0.99993664},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392741369","doi":"10.1186/s12889-024-18270-x","title":"One size doesn’t fit all: methodological reflections in conducting community-based behavioural science research to tailor COVID-19 vaccination initiatives for public health priority populations","year":2024,"lang":"en","type":"article","venue":"BMC Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; SickKids Foundation; Ottawa Public Health; McMaster University; Queen's University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Community engagement; Community-based participatory research; Public health; Health equity; Public engagement; Participatory action research; Community health; Vaccination; Medicine; Biostatistics; Public relations; Sociology; Political science; Nursing","score_opus":0.9865992040807737,"score_gpt":0.8061255182098388,"score_spread":0.18047368587093493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392741369","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20380455,0.000048517486,0.12924995,0.6568068,0.001054683,0.007563074,0.0005636163,0.00053809193,0.00037067477],"genre_scores_gemma":[0.76626927,0.00002044776,0.1191448,0.11079774,0.0002447955,0.003178845,0.00017662514,0.00004529658,0.00012220533],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.94304526,0.045923788,0.0031499183,0.001299646,0.0020384004,0.0045430018],"domain_scores_gemma":[0.9433459,0.04851947,0.0007428134,0.0010746489,0.0019725717,0.0043445844],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19779497,0.00030893524,0.00076116493,0.0035255689,0.012324838,0.00047136875,0.0011718641,0.00025623775,0.00042709053],"category_scores_gemma":[0.15070224,0.00030021704,0.00010245571,0.010927878,0.00047708742,0.0021161716,0.0005213718,0.003374809,0.00008770038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00018280698,0.0022101102,0.18311821,0.012436932,0.00003549011,0.000003927048,0.40746924,0.00024845544,0.0008390083,0.32973564,0.033914596,0.02980557],"study_design_scores_gemma":[0.0028400158,0.0018042654,0.7344896,0.00034596107,0.0000069301263,0.0000067575775,0.061678454,0.0028550383,0.000013417608,0.009814279,0.18554941,0.0005958362],"about_ca_topic_score_codex":0.027734777,"about_ca_topic_score_gemma":0.07033111,"teacher_disagreement_score":0.5624647,"about_ca_system_score_codex":0.01563178,"about_ca_system_score_gemma":0.09169039,"threshold_uncertainty_score":0.999945},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392797608","doi":"10.1136/bmjebm-2023-112722","title":"Rapid reviews methods series: assessing the appropriateness of conducting a rapid review","year":2024,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Public Health Agency of Canada; University of Ottawa","funders":"","keywords":"Scope (computer science); Context (archaeology); Risk analysis (engineering); Resource (disambiguation); Process (computing); Management science; Computer science; Systematic review; Operations research; Medicine; MEDLINE; Political science; Engineering","score_opus":0.9588174281060408,"score_gpt":0.7032138568070663,"score_spread":0.2556035712989745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392797608","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.843276e-8,0.94687694,0.027116157,0.009356133,0.0026855087,0.012718708,0.000022101292,0.000027150636,0.0011971745],"genre_scores_gemma":[2.0789179e-7,0.9540018,0.036902085,0.0020855824,0.0015152993,0.0021085392,0.000053311283,0.0001102809,0.0032229275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7213483,0.19639416,0.06369156,0.004234786,0.013328492,0.0010027254],"domain_scores_gemma":[0.7686756,0.12030807,0.07870916,0.025617918,0.005898513,0.0007906923],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6782458,0.0020370865,0.044699073,0.0013655917,0.0003397198,0.00084817293,0.0075199683,0.0005075359,0.022354279],"category_scores_gemma":[0.4678687,0.00064291194,0.012090751,0.011827136,0.00093807175,0.0008872623,0.00057433656,0.0016647818,0.0021209614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016920457,0.000012897505,6.55416e-7,0.18709004,0.00034586992,0.000020525262,0.00007450215,3.7007553e-7,0.0000026212178,0.00012387919,0.17977276,0.6325542],"study_design_scores_gemma":[0.00006310485,0.00007756165,2.3212279e-7,0.41492042,0.013438697,0.00018231597,0.00018324869,0.000042369826,0.0000016059196,0.00022192218,0.5705234,0.00034516997],"about_ca_topic_score_codex":0.000017323679,"about_ca_topic_score_gemma":0.000002555329,"teacher_disagreement_score":0.632209,"about_ca_system_score_codex":0.00020141593,"about_ca_system_score_gemma":0.0021859163,"threshold_uncertainty_score":0.9996022},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392857601","doi":"10.3822/ijtmb.v17i1.1001","title":"Statement of Retraction: Evaluating the Effect of Slow-stroke Back Massage on the Anxiety of Candidates for Cataract Surgery","year":2024,"lang":"en","type":"retraction","venue":"International Journal of Therapeutic Massage & Bodywork Research Education & Practice","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massage; Medicine; Cataract surgery; Anxiety; Statement (logic); Stroke (engine); Physical therapy; Surgery; Alternative medicine; Psychiatry; Engineering","score_opus":0.287668946349382,"score_gpt":0.6157099441372778,"score_spread":0.32804099778789575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392857601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5283498,0.07314333,0.0005232538,0.31156006,0.040146366,0.013651743,0.0012112556,0.000033576118,0.031380594],"genre_scores_gemma":[0.9472326,0.028757317,0.00036421008,0.00034180906,0.0034964462,0.00023979272,0.00024587443,0.00009237714,0.019229598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987695,0.0044816327,0.0020331915,0.0003687571,0.004962756,0.0004586623],"domain_scores_gemma":[0.94111294,0.047491103,0.0032131723,0.00061910274,0.0074051707,0.00015850672],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046629608,0.00031410233,0.0008799367,0.0011516785,0.0002172932,0.0000999839,0.000812905,0.00047799325,0.0011499224],"category_scores_gemma":[0.017064849,0.00018283137,0.00067330163,0.0006939377,0.00041284296,0.00038614593,0.000110552326,0.0042598248,0.00003753878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11188084,0.005816253,0.016847955,0.014955098,0.015931504,0.00010483344,0.0024464808,0.00008100136,0.013986173,0.0016355981,0.42074707,0.39556718],"study_design_scores_gemma":[0.0030234419,0.025375653,0.009619991,0.017678382,0.0031494522,0.0023215387,0.006217989,0.001402685,0.032513104,0.0012816401,0.8969181,0.0004980296],"about_ca_topic_score_codex":0.00042513767,"about_ca_topic_score_gemma":0.000006227612,"teacher_disagreement_score":0.47617102,"about_ca_system_score_codex":0.00096960284,"about_ca_system_score_gemma":0.0070644864,"threshold_uncertainty_score":0.9997632},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392916244","doi":"10.1177/15562646241237669","title":"Balancing Ethics and Culture: A Scoping Review of Ethico-Cultural and Implementation Challenges of the Individual-Based Consent Model in African Research","year":2024,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Center for African Studies; Northumbria University; University of Ghana; Harvard University","keywords":"Ethos; Context (archaeology); Collectivism; Research ethics; Informed consent; Engineering ethics; Sociology; Political science; Medicine; Law; Individualism; Engineering; Alternative medicine","score_opus":0.9774651067650847,"score_gpt":0.8192257198810172,"score_spread":0.15823938688406747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392916244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047391877,0.92082995,0.0000042216184,0.07307822,0.00007735789,0.004477252,0.00007749654,0.000009136019,0.000972422],"genre_scores_gemma":[0.005690963,0.9924205,0.00048537573,0.0005050384,0.0002838956,0.00020688666,0.000016967875,0.0001204835,0.00026991105],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9044267,0.0544855,0.0052883253,0.0014744786,0.03220734,0.0021176678],"domain_scores_gemma":[0.6336221,0.33113763,0.0015316923,0.0020203413,0.030229816,0.0014584472],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.41550934,0.0006076814,0.0037584107,0.004195957,0.0011779504,0.00029480483,0.0021912337,0.00403083,0.000057226145],"category_scores_gemma":[0.44123602,0.00035407537,0.00088883087,0.00491808,0.010312224,0.00018080071,0.0030910503,0.14330347,0.0000067303636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002937542,0.00061139505,0.00006032656,0.92726946,0.00041063747,0.0002453468,0.012466389,0.0000030102012,0.00004181386,0.033481125,0.004929544,0.020187212],"study_design_scores_gemma":[0.0011820938,0.004202326,0.000078954625,0.9422808,0.00034404514,0.000091284644,0.0053845476,0.000054470587,0.00005903024,0.0325557,0.013483397,0.00028330932],"about_ca_topic_score_codex":0.0002410697,"about_ca_topic_score_gemma":0.0027320138,"teacher_disagreement_score":0.27665213,"about_ca_system_score_codex":0.0015062084,"about_ca_system_score_gemma":0.05915834,"threshold_uncertainty_score":0.9998911},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4392938758","doi":"10.1111/jebm.12600","title":"Handling time‐varying treatments in observational studies: A scoping review and recommendations","year":2024,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"National Natural Science Foundation of China","keywords":"Observational study; Protocol (science); Workflow; Observational methods in psychology; Computer science; Set (abstract data type); Process (computing); Medical physics; Management science; Selection (genetic algorithm); Medicine; Alternative medicine; Machine learning; Engineering","score_opus":0.833002005037274,"score_gpt":0.6314645032262648,"score_spread":0.20153750181100916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392938758","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011530515,0.9912341,0.0011485246,0.005989903,0.00020208232,0.0013498343,0.00000756657,0.000040603754,0.00002622278],"genre_scores_gemma":[5.276739e-7,0.9681724,0.030632144,0.00053262536,0.0003106679,0.00013449503,0.0000151311915,0.000048858994,0.00015316495],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99582946,0.00041098087,0.0027154656,0.00030272902,0.0005074122,0.00023396892],"domain_scores_gemma":[0.9873541,0.00973238,0.0020441106,0.00027366905,0.00047059535,0.0001251366],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040293713,0.00046551984,0.0036990563,0.00073972205,0.00006453998,0.000022503344,0.00025672055,0.00014566565,0.00012918748],"category_scores_gemma":[0.017628001,0.00025716273,0.00026772136,0.00080474035,0.00013237819,0.00048470555,0.00007844762,0.00080942974,0.0000073163555],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012553236,0.00008026924,0.0000059395916,0.5247491,0.0006466462,0.00020852653,0.0001921479,0.0000013013026,0.0000039709453,0.00038582415,0.01209285,0.46162087],"study_design_scores_gemma":[0.00025888399,0.0003458553,1.9003845e-7,0.9668669,0.0066588726,0.00015291736,0.00002379945,0.000010822493,0.0000019485892,0.008415849,0.017065698,0.00019825892],"about_ca_topic_score_codex":0.0000024310846,"about_ca_topic_score_gemma":0.0000033845622,"teacher_disagreement_score":0.46142262,"about_ca_system_score_codex":0.0007047621,"about_ca_system_score_gemma":0.001044717,"threshold_uncertainty_score":0.9999881},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4392947957","doi":"10.1371/journal.pone.0298526","title":"Do statistical heterogeneity methods impact the results of meta- analyses? A meta epidemiological study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Meta-analysis; Random effects model; Statistics; Confidence interval; Study heterogeneity; Pooling; Medicine; Restricted maximum likelihood; Interquartile range; Mathematics; Sample size determination; Maximum likelihood; Internal medicine; Computer science; Artificial intelligence","score_opus":0.9732907961212317,"score_gpt":0.7002165803757118,"score_spread":0.27307421574551993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392947957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7365089,0.053556927,0.19787349,0.0028615026,0.0001657592,0.004153626,0.0014895914,0.000044869153,0.0033453312],"genre_scores_gemma":[0.8979655,0.000052873314,0.10065769,0.000101508725,0.0000600315,0.00016877118,0.000009448489,0.000012564684,0.00097165204],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8029982,0.16356838,0.019592816,0.002622323,0.010617591,0.000600726],"domain_scores_gemma":[0.8826216,0.10571333,0.003455351,0.0067096455,0.0012013726,0.0002987238],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39115655,0.0004932888,0.012487937,0.0003362551,0.00011756243,0.0007191339,0.0021203363,0.00009560939,0.015070885],"category_scores_gemma":[0.22802009,0.00012816428,0.0074864044,0.00235438,0.00017023536,0.0001497275,0.00033861885,0.0003621902,0.0008332206],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021763718,0.00871711,0.014741696,0.0003257605,0.9072847,0.00011209065,0.0018351075,0.0008168663,0.0042445613,0.0057233544,0.04495695,0.011024192],"study_design_scores_gemma":[0.00069275947,0.0023834093,0.052800693,0.00007469857,0.7296615,0.000023392475,0.0011784122,0.14069305,0.0029400538,0.06205536,0.006654484,0.0008421561],"about_ca_topic_score_codex":0.00010492153,"about_ca_topic_score_gemma":0.0000514527,"teacher_disagreement_score":0.17762315,"about_ca_system_score_codex":0.000029544219,"about_ca_system_score_gemma":0.000064617685,"threshold_uncertainty_score":0.99994475},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4393192187","doi":"10.12688/wellcomeopenres.20872.1","title":"A data extraction template for the behaviour change intervention ontology","year":2024,"lang":"en","type":"preprint","venue":"Wellcome Open Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Wellcome Trust","keywords":"Ontology; Computer science; Data extraction; Extraction (chemistry); Information retrieval; Intervention (counseling); Data mining; Psychology; MEDLINE; Chromatography; Political science; Chemistry; Epistemology","score_opus":0.979198821840622,"score_gpt":0.8311490253184401,"score_spread":0.14804979652218186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393192187","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04029072,0.0025146848,0.007725731,0.76354873,0.025595736,0.10452337,0.022448191,0.00038671278,0.03296611],"genre_scores_gemma":[0.72663474,0.002244577,0.006773836,0.013163085,0.007955394,0.1190683,0.0045173974,0.00036899684,0.11927367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895826,0.005016464,0.0014294671,0.001407929,0.0010496309,0.0015139125],"domain_scores_gemma":[0.9864399,0.00907007,0.0005002425,0.002939488,0.00076996646,0.0002803344],"candidate_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.050822552,0.00023995695,0.00044634382,0.0005686256,0.0024647336,0.0004707116,0.006866185,0.0005257916,0.0030695102],"category_scores_gemma":[0.0029954645,0.00017591481,0.00009825746,0.0006345894,0.00023851286,0.00043666485,0.027768888,0.0054132342,0.002964357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026520604,0.000112213944,0.0030645088,0.0040616533,0.00009887591,0.000016396396,0.010490928,0.0000019041283,0.00004404277,0.0058041993,0.91513216,0.060907923],"study_design_scores_gemma":[0.00082213525,0.00015516355,0.013385235,0.0013317592,0.00005519807,0.000005245343,0.0066478504,0.0045641246,0.000009709012,0.012371119,0.96043515,0.00021733083],"about_ca_topic_score_codex":0.04930386,"about_ca_topic_score_gemma":0.037837386,"teacher_disagreement_score":0.75038564,"about_ca_system_score_codex":0.0008074838,"about_ca_system_score_gemma":0.0022116487,"threshold_uncertainty_score":0.9988339},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393232494","doi":"10.1111/jebm.12585","title":"Critical appraisal of a statistical analysis: A novel visual guide","year":2024,"lang":"en","type":"editorial","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; Vancouver Coastal Health Research Institute; University of British Columbia; International Collaboration On Repair Discoveries; Vancouver Coastal Health","funders":"","keywords":"Columbia university; Library science; Population; Geography; History; Sociology; Media studies; Demography","score_opus":0.675440415036593,"score_gpt":0.6314371220015348,"score_spread":0.04400329303505823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393232494","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000779424,0.017203908,0.44619527,0.0078456625,0.52772367,0.00030052953,0.00023568909,0.000004943419,0.00041237168],"genre_scores_gemma":[0.017508224,0.00070705934,0.031859823,0.0004708608,0.94432384,0.000024959121,0.00008088308,0.00009005068,0.004934312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91305906,0.009795039,0.036829863,0.0014694985,0.038283873,0.00056268455],"domain_scores_gemma":[0.3495921,0.5714715,0.03521705,0.0055073635,0.0365229,0.0016891038],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27219966,0.00089006405,0.016877351,0.004991125,0.000080732265,0.000644629,0.003821325,0.00076691114,0.012978182],"category_scores_gemma":[0.879412,0.00034984795,0.006467629,0.0062167402,0.00092160533,0.00051265914,0.00019973707,0.0022022175,0.00037102908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019657922,0.0002011273,0.00024721376,0.0010324332,0.0036620633,0.00031296865,0.00016327635,0.000166315,0.00012568812,0.00042215895,0.99144226,0.0020279353],"study_design_scores_gemma":[0.0007706243,0.0018294024,0.00022935947,0.009096071,0.037956603,0.000041593597,0.00042578464,0.009344059,0.000011151691,0.0007488931,0.93920684,0.00033959394],"about_ca_topic_score_codex":0.00008991859,"about_ca_topic_score_gemma":0.000029987412,"teacher_disagreement_score":0.6072123,"about_ca_system_score_codex":0.00021292394,"about_ca_system_score_gemma":0.0040022,"threshold_uncertainty_score":0.99989533},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393237662","doi":"10.23736/s2724-606x.23.05451-9","title":"The value of multicenter collaboration in Gynecologic Oncology research","year":2024,"lang":"en","type":"article","venue":"Minerva Obstetrics and Gynecology","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Jewish General Hospital; McGill University","funders":"","keywords":"Impact factor; Percentile; Library science; Bibliometrics; Web of science; Medicine; Demography; Geography; Political science; Internal medicine; Sociology; Meta-analysis; Statistics; Computer science; Mathematics","score_opus":0.0902466117314422,"score_gpt":0.4404499405198914,"score_spread":0.3502033287884492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393237662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467759,0.0327114,0.0000060333828,0.013893942,0.002163505,0.0006542479,0.0000075219646,0.000020403244,0.0037670364],"genre_scores_gemma":[0.9940018,0.0039187158,0.00028366366,0.00035302015,0.0000676177,0.000073304596,0.000009986716,0.0000120341765,0.0012798278],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825346,0.00040947672,0.00041544452,0.00032249224,0.00021300185,0.00038609045],"domain_scores_gemma":[0.9741516,0.025144028,0.000040402385,0.0002317229,0.0003439319,0.000088322995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001799258,0.00009450788,0.00027495634,0.0004346654,0.00011568594,0.000026031681,0.00009583078,0.0002791931,0.00003651172],"category_scores_gemma":[0.013401228,0.00006233822,0.00003600873,0.0014508906,0.00024344434,0.000038236656,0.00008899837,0.00047119116,0.000015954194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001840033,0.00047104128,0.17719546,0.00091029843,0.00010479245,0.00090763887,0.0050171134,0.000024779974,0.002267687,0.027668357,0.0071083046,0.77814054],"study_design_scores_gemma":[0.0018596215,0.0028852893,0.18335477,0.000077491255,0.0000409192,0.00005631854,0.008232877,0.014172887,0.00039988116,0.0026047328,0.7861881,0.00012711062],"about_ca_topic_score_codex":0.00011906808,"about_ca_topic_score_gemma":0.00077168725,"teacher_disagreement_score":0.7790798,"about_ca_system_score_codex":0.00031303542,"about_ca_system_score_gemma":0.0004811731,"threshold_uncertainty_score":0.9949093},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4393275799","doi":"10.1186/s12940-024-01069-z","title":"Systems for rating bodies of evidence used in systematic reviews of air pollution exposure and reproductive and children’s health: a methodological survey","year":2024,"lang":"en","type":"review","venue":"Environmental Health","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Grading (engineering); Systematic review; Reproductive health; Environmental health; Evidence-based practice; Public health; Applied psychology; Psychology; Medicine; MEDLINE; Alternative medicine; Pathology; Population; Political science; Ecology; Biology","score_opus":0.574578847847121,"score_gpt":0.49455622909781294,"score_spread":0.08002261874930805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393275799","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014470742,0.98682153,0.00023756191,0.00051759573,0.0001258596,0.010404886,0.00043136842,0.000012377849,0.0000017357935],"genre_scores_gemma":[0.0061742174,0.99108994,0.0018607249,0.00021313272,0.000040849915,0.00047710698,0.00006599673,0.000032374177,0.000045640794],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98608524,0.0091160955,0.0030028217,0.0009201791,0.00038721683,0.0004884444],"domain_scores_gemma":[0.9946637,0.0021405255,0.0024664102,0.00047322936,0.0000026503303,0.00025348645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026159124,0.00044311048,0.0043534967,0.00012408933,0.00015374437,0.000012507215,0.00017439478,0.00022511854,0.0000104181],"category_scores_gemma":[0.0018106498,0.00029067232,0.0001777988,0.00020084437,0.00039092643,0.00017394658,0.00024964046,0.00038984933,0.000008409825],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039700353,0.00014217797,0.0045134113,0.8759541,0.000053662177,7.071795e-7,0.0039601247,0.000025240857,0.0000013542572,0.00003498496,0.00061724475,0.114657275],"study_design_scores_gemma":[0.0010754972,0.0065595247,0.16590597,0.79269344,0.00076800166,0.00032925833,0.0021114585,0.00025165098,0.0000037893205,0.0002233576,0.02854827,0.0015298143],"about_ca_topic_score_codex":0.003717109,"about_ca_topic_score_gemma":0.00046498384,"teacher_disagreement_score":0.16139255,"about_ca_system_score_codex":0.0010942451,"about_ca_system_score_gemma":0.00013052055,"threshold_uncertainty_score":0.9999545},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4393372233","doi":"10.3386/w32285","title":"Explorations of Cumulative Advantage Using Data on French Physicists","year":2024,"lang":"en","type":"report","venue":"National Bureau of Economic Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"","keywords":"Computer science","score_opus":0.967097118024302,"score_gpt":0.7719073767370955,"score_spread":0.19518974128720645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393372233","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027016105,0.0031670618,0.00030665664,0.0009149749,0.0024727674,0.0012151145,0.0081297215,0.000019514813,0.9567581],"genre_scores_gemma":[0.9822636,0.001079427,0.000823025,0.000009225552,0.00074778503,0.000027355925,0.0010343322,0.000049879352,0.013965364],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.966808,0.0005368025,0.0020381408,0.0016945617,0.028290924,0.0006315274],"domain_scores_gemma":[0.9563561,0.01914313,0.00096281106,0.0021930009,0.02108203,0.00026290983],"candidate_categories":["metaresearch","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07457629,0.00026616082,0.0008755133,0.08593581,0.00018575316,0.00092256104,0.0058460943,0.0003569501,0.0010544836],"category_scores_gemma":[0.07477647,0.00021328343,0.00028416072,0.050070673,0.00066159497,0.0009582598,0.0032202676,0.001228563,0.0007546177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073940195,0.0007471492,0.0022609879,0.00030644718,0.00054671,0.000033486485,0.00023766179,0.0076179495,0.0017333284,0.23866692,0.71250415,0.03527127],"study_design_scores_gemma":[0.00041152915,0.0003638279,0.0012807474,0.00034187696,0.000028686409,0.0000108652885,0.00037717275,0.08759011,0.001629536,0.8513924,0.05615374,0.0004194931],"about_ca_topic_score_codex":0.0015254465,"about_ca_topic_score_gemma":0.000117554555,"teacher_disagreement_score":0.9552475,"about_ca_system_score_codex":0.0019419811,"about_ca_system_score_gemma":0.011363537,"threshold_uncertainty_score":0.9998587},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4393376287","doi":"10.29173/jchla29696","title":"Bibliometric Analysis of Librarian Involvement in Systematic Reviews at the University of Alberta","year":2024,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Library; University of Alberta","funders":"Canadian Institutes of Health Research; University of Alberta","keywords":"Systematic review; Acknowledgement; Library science; Web of science; Bibliometrics; MEDLINE; Medicine; Meta-analysis; Political science; Computer science","score_opus":0.03094961789980141,"score_gpt":0.34349786434803914,"score_spread":0.31254824644823775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393376287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7361216,0.16144893,0.00018415657,0.09461308,0.0033296787,0.002010066,0.0003222933,0.000012603065,0.0019575732],"genre_scores_gemma":[0.93395305,0.056182753,0.00029277065,0.005891662,0.0005314082,0.000008129645,0.000012601648,0.00002051434,0.0031071329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9852189,0.010464195,0.0019886494,0.0001337141,0.0012423197,0.00095222093],"domain_scores_gemma":[0.97950953,0.01395114,0.0047129416,0.00022924296,0.000702875,0.00089424616],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029667204,0.00014366144,0.00083896506,0.00951653,0.0012479991,0.00022377027,0.0007681553,0.00028735172,0.0005943251],"category_scores_gemma":[0.018459456,0.00009801497,0.0003318116,0.032356624,0.000057816396,0.0007414709,0.00007120574,0.0013506855,0.0000029119087],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000014776886,0.000018204271,0.5732476,0.0018813105,0.00038834134,0.000010147831,0.010645087,0.00024813207,0.000003873577,0.00031199554,0.41301355,0.00021698959],"study_design_scores_gemma":[0.00035011134,0.00006978324,0.72965753,0.0029061148,0.00030253502,0.000019933183,0.005338927,0.0019862514,0.0000067394217,0.0005138867,0.25873238,0.00011577094],"about_ca_topic_score_codex":0.7287453,"about_ca_topic_score_gemma":0.95596844,"teacher_disagreement_score":0.22722314,"about_ca_system_score_codex":0.041141514,"about_ca_system_score_gemma":0.07652961,"threshold_uncertainty_score":0.9991618},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393552014","doi":"10.5281/zenodo.8191782","title":"Replication package for the paper: \"A Study on the Pythonic Functional Constructs' Understandability\"","year":2024,"lang":"en","type":"dataset","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Computational Physics and Python Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Replication (statistics); Computer science; R package; Psychology; Programming language; Biology; Virology","score_opus":0.025521381140577906,"score_gpt":0.2693631945189422,"score_spread":0.2438418133783643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393552014","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055474262,0.00036055344,0.5877653,0.031070927,0.00037515655,0.0032501102,0.37676474,0.0003195688,0.000038185517],"genre_scores_gemma":[0.0856165,0.000425991,0.015254392,0.021009265,0.00220823,0.032158066,0.84207803,0.00024753058,0.0010020125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968407,0.00021436089,0.0005821933,0.0011883689,0.0007248307,0.00044952543],"domain_scores_gemma":[0.99069244,0.0029061476,0.00033983315,0.0056777806,0.00025617226,0.00012761762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001505697,0.0004604889,0.00032734787,0.00021449036,0.00094451575,0.00096787186,0.0023811376,0.00021852144,0.000047992035],"category_scores_gemma":[0.0003632394,0.00029709126,0.00032885792,0.00097095134,0.00017805862,0.00019712638,0.00062251824,0.00089282956,0.00032944637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017033068,0.00021910985,0.000013455579,0.000021351623,0.00010757796,0.000001998861,0.0000596472,0.00035517235,0.00003077074,0.261287,0.7346768,0.0032101204],"study_design_scores_gemma":[0.00025206778,0.00023167225,0.0013249032,0.000037721544,0.0001361062,0.000028871922,0.00017090666,0.03522888,0.000057015317,0.14299127,0.81913775,0.00040281337],"about_ca_topic_score_codex":0.0009065261,"about_ca_topic_score_gemma":0.0011887532,"teacher_disagreement_score":0.5725109,"about_ca_system_score_codex":0.00051307364,"about_ca_system_score_gemma":0.00072302757,"threshold_uncertainty_score":0.99994814},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393558576","doi":"10.5281/zenodo.3826037","title":"Open Access of COVID-19 related publications in the first quarter of 2020: a preliminary study based in PubMed","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Quarter (Canadian coin); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; History; Medicine; Infectious disease (medical specialty)","score_opus":0.2023763604307022,"score_gpt":0.4203691591748092,"score_spread":0.217992798744107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393558576","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024302867,0.00005751791,0.000092630005,0.027244078,0.00014827472,0.0053145294,0.95389473,0.0000970665,0.0107208565],"genre_scores_gemma":[0.2110494,0.00003866496,0.000013772535,0.0013560194,0.000046576,0.0000034812883,0.78692126,0.00035342344,0.00021739809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914386,0.0036906337,0.0015791695,0.0009844801,0.0019246954,0.0003824071],"domain_scores_gemma":[0.9945707,0.0013107491,0.0012138119,0.0018333996,0.00081760035,0.0002537913],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.01791987,0.0002334817,0.0005866844,0.0014203305,0.0007572228,0.007188517,0.035260946,0.00023257989,0.009860677],"category_scores_gemma":[0.06043715,0.00017458505,0.00007604608,0.008641908,0.00028222965,0.002299774,0.011966516,0.0012089644,0.0009564131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002512527,0.00071040064,0.000663527,0.00006225192,0.000024474444,0.000018944516,0.0021609177,0.00019498495,3.153666e-7,0.00004368704,0.99318236,0.0026868687],"study_design_scores_gemma":[0.0011000473,0.00026334278,0.04434029,0.000037054964,0.00001938506,0.000010859174,0.0025619138,0.0002480281,8.7749964e-7,0.0002867326,0.950966,0.00016548405],"about_ca_topic_score_codex":0.0013462107,"about_ca_topic_score_gemma":0.0001749114,"teacher_disagreement_score":0.2086191,"about_ca_system_score_codex":0.00020513653,"about_ca_system_score_gemma":0.000118426484,"threshold_uncertainty_score":0.9998215},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393901348","doi":"10.3138/cjpe-2024-0014","title":"Exploring the Edges: Identifying the Next Generation of Evaluation Capacity Building Research and Practice Through Adjacency","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University","funders":"","keywords":"Adjacency list; Computer science; Data science; Algorithm","score_opus":0.9617855589426995,"score_gpt":0.6449060188564266,"score_spread":0.31687954008627284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393901348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655131,0.0082459655,0.005379184,0.014876242,0.002530932,0.0019101141,0.0000033720448,0.000008431551,0.0015326764],"genre_scores_gemma":[0.99524474,0.0003584793,0.0034231923,0.000082694045,0.00063286716,0.00021269714,0.0000039967076,0.000010612894,0.000030699986],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9893242,0.0038933144,0.0010280098,0.00027629852,0.0051873475,0.00029083574],"domain_scores_gemma":[0.9876684,0.0032567258,0.00050612085,0.00037783204,0.00804322,0.0001476765],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.116730005,0.000111451554,0.0001632952,0.00056796387,0.0008444909,0.0019124174,0.00042697706,0.000051586372,0.00032248764],"category_scores_gemma":[0.021393515,0.00006293245,0.00008404123,0.0018015514,0.00029904337,0.0044364245,0.00003294631,0.000519515,0.000018598623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001205139,0.000020025165,0.00028276775,0.000016485114,0.00004767217,0.0000021058556,0.01631584,0.0024683548,0.0018950098,0.005943912,0.0017088364,0.97128695],"study_design_scores_gemma":[0.0010360595,0.0010354796,0.023025084,0.00066337106,0.0006353957,0.00040929695,0.059913803,0.7177952,0.0053872494,0.09536388,0.0944412,0.00029400765],"about_ca_topic_score_codex":0.001181836,"about_ca_topic_score_gemma":0.006214315,"teacher_disagreement_score":0.9709929,"about_ca_system_score_codex":0.00052245625,"about_ca_system_score_gemma":0.0041448097,"threshold_uncertainty_score":0.9991237},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4393910131","doi":"10.1016/j.neo.2024.100994","title":"Retraction notice to “Role of Autophagy as a Survival Mechanism for Hypoxic Cells in Tumors” [Neoplasia 18 (2016) 347- 355/201]","year":2024,"lang":"en","type":"article","venue":"Neoplasia","topic":"Autophagy in Disease and Therapy","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Notice; Autophagy; Mechanism (biology); Cancer research; Hypoxia (environmental); Medicine; Biology; Pathology; Cell biology; Chemistry; Philosophy; Genetics; Political science; Oxygen; Apoptosis; Law; Epistemology","score_opus":0.012595217939620724,"score_gpt":0.29137819405856075,"score_spread":0.27878297611894004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393910131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846889,0.00067307166,0.0011623971,0.0005829625,0.0024117704,0.0013758072,0.000101079495,0.00023527835,0.008768764],"genre_scores_gemma":[0.99268866,0.00008795966,0.0012808953,0.0005741437,0.0005227921,0.00014674618,0.000038284645,0.0000895463,0.004570963],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99785155,0.000071750124,0.00054505473,0.0005708223,0.0004755982,0.00048522622],"domain_scores_gemma":[0.99866194,0.00035395168,0.00010445835,0.00045031065,0.00014069962,0.00028861666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041325588,0.000303716,0.00055736164,0.0004070649,0.00005772038,0.00004158059,0.00016800487,0.00032952835,0.00073920423],"category_scores_gemma":[0.00017741013,0.00028749977,0.00023542697,0.000517741,0.000039094586,0.000176062,0.00003958581,0.00039798286,0.0006489529],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003143456,0.00095989514,0.0003441081,0.001141025,0.00039051843,0.0008093413,0.0026489021,0.00009221907,0.92277724,0.038460135,0.00917176,0.020061377],"study_design_scores_gemma":[0.0033731696,0.0020466757,0.008747202,0.0009883498,0.00034925574,0.00023555288,0.0009582793,0.0049403384,0.9342531,0.016015675,0.027566912,0.0005254746],"about_ca_topic_score_codex":0.00020269695,"about_ca_topic_score_gemma":0.000074215845,"teacher_disagreement_score":0.022444459,"about_ca_system_score_codex":0.00016531041,"about_ca_system_score_gemma":0.00052422506,"threshold_uncertainty_score":0.99995774},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4394127797","doi":"10.6084/m9.figshare.20424148","title":"What difference might retractions make? An estimate of the potential epistemic cost of retractions on meta-analyses","year":2022,"lang":"en","type":"dataset","venue":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Psychology; Computer science; Epistemology; Econometrics; Mathematics; Philosophy","score_opus":0.16090707776705274,"score_gpt":0.4570953562483701,"score_spread":0.29618827848131735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394127797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6171729,0.0005496771,0.0000059643958,0.019583004,0.001472652,0.0010796362,0.3584533,0.000010232837,0.0016726584],"genre_scores_gemma":[0.96805614,0.021993073,0.0004944133,0.00076665945,0.0009052897,0.000060261773,0.0071421033,0.000038537473,0.0005435013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99113554,0.001101291,0.0022103575,0.001428137,0.0014190851,0.002705578],"domain_scores_gemma":[0.9898303,0.0028942958,0.0011608037,0.0013871391,0.0012800791,0.0034473918],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.01710719,0.0005085869,0.0017265754,0.0014424896,0.0019856857,0.000689938,0.0035932257,0.0008735716,0.002871134],"category_scores_gemma":[0.00911193,0.00039522795,0.00057783414,0.00150653,0.02056518,0.0017642982,0.0012547689,0.0041503124,0.000010676251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016626104,0.0006652228,0.0005309202,0.00013794395,0.00024576578,0.0000028528523,0.00009693495,0.00030728392,0.00050328154,0.99176,0.0050897966,0.00049371674],"study_design_scores_gemma":[0.0028413862,0.004036497,0.050344232,0.00078979426,0.0037450294,0.00017703176,0.025165267,0.012893612,0.007849507,0.53256774,0.3564106,0.003179336],"about_ca_topic_score_codex":0.038466632,"about_ca_topic_score_gemma":0.006146329,"teacher_disagreement_score":0.4591923,"about_ca_system_score_codex":0.0012654319,"about_ca_system_score_gemma":0.009162597,"threshold_uncertainty_score":0.99985},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"simulation_or_modeling","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4394265877","doi":"10.6084/m9.figshare.19663862","title":"Additional file 2 of The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"dataset","venue":"Open MIND","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; Population Health Research Institute; McMaster University","funders":"","keywords":"Longitudinal data; Missing data; Medicine; Data file; Gerontology; Data science; Computer science; Psychology; Data mining; Database; Machine learning","score_opus":0.5704551756164488,"score_gpt":0.5402512618767141,"score_spread":0.030203913739734634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394265877","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005430657,0.0020061224,6.406534e-7,0.00015147618,0.00009620173,0.0003106865,0.99194133,1.8736846e-7,0.00006268107],"genre_scores_gemma":[0.00047756088,0.0012327341,0.005885548,0.00003813338,0.000050807615,0.000022201097,0.99220896,0.000006004933,0.0000780325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955436,0.0015484389,0.0018021266,0.00031759724,0.0005734148,0.00021480583],"domain_scores_gemma":[0.98169905,0.012611052,0.0049329745,0.00041112315,0.0002923682,0.00005344856],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01221135,0.00011550219,0.0009935062,0.00010661538,0.00024075629,0.000031615386,0.000938449,0.00012373063,0.53841954],"category_scores_gemma":[0.061918348,0.00008453579,0.00007008031,0.00047609373,0.00037097238,0.00016813398,0.0014043527,0.00027753864,2.6475712e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005254749,0.00005959154,0.0064778617,0.00041657558,0.000053450756,0.000007029544,0.0011270655,0.0000014320049,1.2747725e-7,2.413006e-7,0.9875839,0.0042201765],"study_design_scores_gemma":[0.00028856777,0.000044703374,0.4145244,0.003079719,0.00007492625,0.000007850846,0.0077304495,0.000007197601,0.00000808678,0.000022935421,0.57406586,0.00014531243],"about_ca_topic_score_codex":0.026667789,"about_ca_topic_score_gemma":0.015248649,"teacher_disagreement_score":0.53841925,"about_ca_system_score_codex":0.000036408474,"about_ca_system_score_gemma":0.00097086356,"threshold_uncertainty_score":0.9798137},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4394768444","doi":"10.1007/s11192-024-04981-w","title":"Is interdisciplinarity more likely to produce novel or disruptive research?","year":2024,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Social Science Fund of China","keywords":"Novelty; Scopus; Computer science; Data science; Quality (philosophy); Citation; Creativity; Psychology; Epistemology; Political science; Social psychology; MEDLINE; World Wide Web","score_opus":0.89847556445197,"score_gpt":0.7359858661900647,"score_spread":0.1624896982619053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394768444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7864584,0.0041509597,0.113623306,0.053777814,0.011330716,0.0030846884,0.0011825678,0.00049649767,0.025895108],"genre_scores_gemma":[0.92848015,0.000105886276,0.0052921106,0.00060701737,0.0004593851,0.00007905862,0.0000062897993,0.000049973307,0.06492012],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9515532,0.00034565243,0.001255796,0.0034354443,0.04102551,0.0023843846],"domain_scores_gemma":[0.9627688,0.016287642,0.00016072259,0.0028902027,0.01527341,0.0026192549],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.11287813,0.00038807414,0.00057937205,0.38840893,0.0011103536,0.018075868,0.007795368,0.00025483654,0.0016488236],"category_scores_gemma":[0.22622605,0.00023825964,0.0003503373,0.8426282,0.0008968755,0.0018212951,0.0076874127,0.0014015146,0.00772296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015043531,0.00080072996,0.015969815,0.00007373959,0.00005597473,0.00020734915,0.011031082,0.00007333726,0.0037540898,0.0033578305,0.56636477,0.39816087],"study_design_scores_gemma":[0.0005463494,0.0014245929,0.10843466,0.00016273528,0.000017131479,0.00007058738,0.005119682,0.024558984,0.009207766,0.0081401635,0.8414085,0.0009088741],"about_ca_topic_score_codex":0.000119358214,"about_ca_topic_score_gemma":0.000041417497,"teacher_disagreement_score":0.45421925,"about_ca_system_score_codex":0.0010590259,"about_ca_system_score_gemma":0.0014067339,"threshold_uncertainty_score":0.9992638},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4394792109","doi":"","title":"Meta-Analyses Proved Inconsistent in How Missing Data Were Handled Across Their Included Primary Trials: A Methodological Survey","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Missing data; Primary (astronomy); Statistics; Computer science; Data mining; Psychology; Data science; Mathematics","score_opus":0.9953610906384595,"score_gpt":0.7960798083345333,"score_spread":0.19928128230392617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394792109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63439435,0.25714967,0.075564116,0.015423377,0.0015303544,0.009057173,0.0033510523,0.0000586975,0.0034712183],"genre_scores_gemma":[0.9766841,0.003312403,0.015701469,0.0026426776,0.00032464942,0.00015180549,0.00022905521,0.000075898526,0.00087795395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68738997,0.26083815,0.033790972,0.0047969385,0.011944905,0.0012390427],"domain_scores_gemma":[0.86662024,0.09083778,0.03008426,0.008543965,0.0028714451,0.001042299],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.5512937,0.0010190397,0.024604565,0.0011108612,0.000484326,0.015941525,0.02355189,0.00029659297,0.034385122],"category_scores_gemma":[0.4125902,0.00045412887,0.005110259,0.006051535,0.00029337246,0.004341494,0.008854848,0.00092894403,0.00008751289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014522767,0.00097388716,0.44705075,0.0006046197,0.03598622,0.00012602967,0.0021336044,0.0005012191,0.13197756,0.000020359954,0.29553607,0.08363739],"study_design_scores_gemma":[0.002507545,0.0000516912,0.8970423,0.00037707787,0.013866313,0.000037145568,0.0016938938,0.008629874,0.0074259373,0.009935443,0.056767963,0.0016648573],"about_ca_topic_score_codex":0.0005923537,"about_ca_topic_score_gemma":0.0005047457,"teacher_disagreement_score":0.4499915,"about_ca_system_score_codex":0.000109533314,"about_ca_system_score_gemma":0.00053990236,"threshold_uncertainty_score":0.999791},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4394843393","doi":"10.1080/13645579.2023.2278253","title":"Facebook recruitment: understanding research relations Prior to data collection","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"European Commission","keywords":"Reflexivity; Social media; Sociology; Process (computing); Data collection; Public relations; Social psychology; Psychology; Social science; Computer science; Political science; World Wide Web","score_opus":0.979444143261046,"score_gpt":0.7717294447051026,"score_spread":0.20771469855594338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394843393","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033755794,0.0017371695,0.0905111,0.7132629,0.068122655,0.010204982,0.00008064072,0.00016432603,0.08216044],"genre_scores_gemma":[0.8766558,0.003252904,0.070405334,0.00049516844,0.036773022,0.0022812118,0.000057597947,0.000119077566,0.00995986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799804,0.014772595,0.00067031465,0.0003627162,0.003520198,0.0006937624],"domain_scores_gemma":[0.95104426,0.04500163,0.00014666158,0.00018014293,0.0032985725,0.000328724],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08121587,0.000087089735,0.00024229746,0.0023265025,0.0017696574,0.00042353309,0.001669253,0.0002771481,0.0012138268],"category_scores_gemma":[0.09747615,0.000090948524,0.00008596064,0.0022598235,0.0008278331,0.0006618169,0.00038076116,0.0017539295,0.00027015095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00036662718,0.00010789363,0.0004518485,0.00002677024,0.0002662921,0.00007944383,0.22623311,0.0000056373315,0.00078149483,0.45395547,0.16832349,0.14940192],"study_design_scores_gemma":[0.00019247134,0.00016130143,0.0011806384,0.00013010993,0.000013168857,0.000012972637,0.053145684,0.00008144586,0.000052748477,0.09461758,0.850332,0.00007986015],"about_ca_topic_score_codex":0.0024083771,"about_ca_topic_score_gemma":0.0020825558,"teacher_disagreement_score":0.84290004,"about_ca_system_score_codex":0.0067793764,"about_ca_system_score_gemma":0.006343873,"threshold_uncertainty_score":0.9996992},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4394856700","doi":"10.1371/journal.pone.0292512","title":"Research ethics review during the COVID-19 pandemic: An international study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Public Health Ontario; University of Toronto; Lunenfeld-Tanenbaum Research Institute","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Pandemic; Context (archaeology); Coronavirus disease 2019 (COVID-19); Medicine; Research ethics; Personal protective equipment; Public health; Nursing; Pathology; Geography; Infectious disease (medical specialty); Disease","score_opus":0.941667265302118,"score_gpt":0.7231264294799878,"score_spread":0.21854083582213013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394856700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74223053,0.011037198,0.000013777989,0.23731472,0.00014793062,0.0021293105,0.000016778986,0.00023972499,0.006870043],"genre_scores_gemma":[0.87812877,0.09630165,0.00022091606,0.0084913075,0.00088816916,0.00024283557,0.0000143825355,0.000041230098,0.015670748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921401,0.0014219502,0.00045798448,0.0005303771,0.0051033366,0.00034624807],"domain_scores_gemma":[0.9611251,0.035635564,0.000035926416,0.0011995529,0.0015062811,0.0004975861],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044806883,0.000094015886,0.00026785152,0.00016187828,0.00029556276,0.00011422034,0.0007067323,0.00025251554,0.0012311388],"category_scores_gemma":[0.13855739,0.000060172842,0.000065874025,0.00058142404,0.0004018791,0.00010299405,0.0005059197,0.011175537,0.00044988372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010851421,0.028931247,0.7694109,0.10597147,0.0048717153,0.0027375333,0.021852866,0.0000043615723,0.011817717,0.044474915,0.005516492,0.0033256058],"study_design_scores_gemma":[0.014310321,0.020984236,0.2633649,0.20431688,0.004261697,0.0008369252,0.02310142,0.0044210744,0.0031640285,0.19965427,0.2591859,0.0023983445],"about_ca_topic_score_codex":0.0001545168,"about_ca_topic_score_gemma":0.00047392002,"teacher_disagreement_score":0.50604606,"about_ca_system_score_codex":0.00043358013,"about_ca_system_score_gemma":0.0016058529,"threshold_uncertainty_score":0.9996819},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4394877258","doi":"10.1186/s12960-024-00895-z","title":"Methods for health workforce projection model: systematic review and recommended good practice reporting guideline","year":2024,"lang":"en","type":"review","venue":"Human Resources for Health","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health services research; Guideline; Health administration; Medicine; Workforce; Public health; Systematic review; Health informatics; MEDLINE; Nursing; Political science","score_opus":0.3325112125193515,"score_gpt":0.660396885021213,"score_spread":0.32788567250186146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394877258","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.12403e-8,0.8975986,0.01915656,0.016607832,0.00084230874,0.063635185,0.00035825002,0.00075260014,0.0010485481],"genre_scores_gemma":[5.895229e-8,0.80352855,0.14182185,0.02356538,0.00077793177,0.019128965,0.00091379957,0.00044550773,0.00981797],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96538556,0.009120208,0.020122152,0.002090487,0.0005856577,0.0026959197],"domain_scores_gemma":[0.9585977,0.0063009127,0.03135531,0.0017490949,0.0009411604,0.0010558174],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.06272117,0.001425065,0.011728406,0.0006274917,0.0043073287,0.00011656245,0.000670002,0.0010166474,0.000022840542],"category_scores_gemma":[0.0150745725,0.0010911387,0.0011609782,0.0010785728,0.000071527546,0.00024887404,0.00040804496,0.0027038318,0.000032240376],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022071727,0.000047234513,1.7836052e-7,0.7621078,0.00021225816,0.0000010095746,0.001621137,0.0000014958108,3.725399e-9,0.001995029,0.12606655,0.10792523],"study_design_scores_gemma":[0.00023334904,0.00042842553,1.5001193e-8,0.45903286,0.0031341764,0.00006699394,0.0008029063,0.00071036356,2.5235407e-9,0.0004920216,0.5347115,0.0003873944],"about_ca_topic_score_codex":0.000584589,"about_ca_topic_score_gemma":0.00028693423,"teacher_disagreement_score":0.4086449,"about_ca_system_score_codex":0.0036840276,"about_ca_system_score_gemma":0.0044526733,"threshold_uncertainty_score":0.9998499},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4394910161","doi":"10.1016/j.jclinepi.2024.111367","title":"Research Integrity definitions and challenges","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Key (lock); Epidemiology; MEDLINE; Medicine; Data science; Computer science; Political science; Pathology; Computer security","score_opus":0.9892677528996713,"score_gpt":0.7978616850336153,"score_spread":0.19140606786605596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394910161","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23150043,0.06494513,0.00064240705,0.6853312,0.005758099,0.00027432325,0.000014259193,0.000050000843,0.01148413],"genre_scores_gemma":[0.6507246,0.32174397,0.0064281044,0.01528218,0.005494435,0.00002321523,0.0000020267414,0.000028568364,0.0002729155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.877667,0.11404151,0.0066930195,0.00041540773,0.00037829066,0.0008047914],"domain_scores_gemma":[0.46741593,0.52851564,0.001606855,0.00036973058,0.0012953465,0.0007965257],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32846287,0.00013390185,0.0017953526,0.0003446352,0.00042457593,0.000009216411,0.00031684389,0.0010979186,0.00035807534],"category_scores_gemma":[0.45211905,0.00009144865,0.00030531728,0.00024126371,0.0007919517,0.00031120962,0.00024442055,0.015321471,0.000515871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027512544,0.00017239043,0.13482334,0.0015268906,0.00016785042,0.00014623297,0.0012514562,5.8454725e-7,0.0000022382735,0.686911,0.04436704,0.13035586],"study_design_scores_gemma":[0.00032657807,0.00074982713,0.25155067,0.0010049345,0.00003235276,0.00008556661,0.0033488735,0.000098634126,1.5088222e-7,0.29657426,0.4461567,0.00007141479],"about_ca_topic_score_codex":0.00025890936,"about_ca_topic_score_gemma":0.00037010002,"teacher_disagreement_score":0.670049,"about_ca_system_score_codex":0.00011255279,"about_ca_system_score_gemma":0.002166191,"threshold_uncertainty_score":0.9869502},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4395057190","doi":"10.2196/preprints.55860","title":"The Conceptualization and Measurement of Research Impact in Primary Health Care: Protocol for a Rapid Scoping Review (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Preprint; Conceptualization; Protocol (science); Primary care; Psychology; Computer science; Medicine; Alternative medicine; World Wide Web; Family medicine; Artificial intelligence","score_opus":0.8905319823840065,"score_gpt":0.7131935633062121,"score_spread":0.17733841907779446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395057190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022047713,0.027374739,0.0008806327,0.048331138,0.00039425475,0.9212209,0.000073550815,0.00017401924,0.001330276],"genre_scores_gemma":[0.0012309451,0.029887069,0.0009783255,0.004191098,0.00022689915,0.96316385,0.000079888414,0.00009962407,0.00014228982],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9682111,0.023393689,0.0038208552,0.0011129886,0.0021436678,0.0013177063],"domain_scores_gemma":[0.9830384,0.009038068,0.0021261524,0.001458598,0.0040319962,0.0003067391],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0964711,0.00034257508,0.0012742619,0.0003166283,0.0011621844,0.000045200977,0.0005953635,0.00046732408,0.000095223004],"category_scores_gemma":[0.020975906,0.00023784964,0.00015369186,0.00061719824,0.00027102468,0.0001478758,0.0018148313,0.0028108528,0.000021686246],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00060637033,0.00011584507,0.011362021,0.9080406,0.000080263984,0.0000011170185,0.014009539,0.000015304466,0.00001181678,0.0013024702,0.034529816,0.029924843],"study_design_scores_gemma":[0.0034394218,0.0009687575,0.029967546,0.9202721,0.000028123484,0.0000010135434,0.012511305,0.00008203831,0.000028348832,0.0022483424,0.029900417,0.00055254926],"about_ca_topic_score_codex":0.010718284,"about_ca_topic_score_gemma":0.014353641,"teacher_disagreement_score":0.0754952,"about_ca_system_score_codex":0.004152619,"about_ca_system_score_gemma":0.027539993,"threshold_uncertainty_score":0.99967027},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4395663053","doi":"10.1101/2024.04.25.24306353","title":"Methodological review to develop a list of bias items for adaptive clinical trials: Protocol and rationale","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; University Health Network; University of British Columbia; Impact","funders":"","keywords":"Protocol (science); Computer science; Clinical trial; Psychology; Medicine; Alternative medicine","score_opus":0.9649516375424442,"score_gpt":0.6796401024496427,"score_spread":0.2853115350928015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395663053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022260277,0.044544194,0.11751753,0.20555341,0.004627847,0.59607595,0.0061664497,0.0002035693,0.0030507646],"genre_scores_gemma":[0.0038748167,0.003287067,0.3132788,0.02983887,0.002879471,0.6445921,0.00021221233,0.0001520106,0.0018846324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97650695,0.006783756,0.014861322,0.0013770992,0.00014278537,0.00032811062],"domain_scores_gemma":[0.9586649,0.032949205,0.006827307,0.000747059,0.00049380184,0.0003177037],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3042023,0.0003482946,0.0047352565,0.00033949362,0.000074963245,0.00008107827,0.00041635594,0.00050574116,0.00027477107],"category_scores_gemma":[0.31148338,0.00034142856,0.0005264482,0.00030950486,0.000117451076,0.00007037466,0.0005873852,0.00057886133,0.00031914166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007044178,0.0005220593,0.037248418,0.11734065,0.0015435698,0.0000045014453,0.0023190633,0.00013366496,0.0000064805276,0.34693867,0.4781061,0.015132391],"study_design_scores_gemma":[0.0013093982,0.000472439,0.008203837,0.008697569,0.000116299736,0.0000051324228,0.00014826449,0.004081469,0.000012847835,0.22599417,0.75018126,0.00077730115],"about_ca_topic_score_codex":0.00011317441,"about_ca_topic_score_gemma":0.00005701659,"teacher_disagreement_score":0.27207515,"about_ca_system_score_codex":0.00021338653,"about_ca_system_score_gemma":0.000872109,"threshold_uncertainty_score":0.9999038},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4396495329","doi":"10.1016/j.jclinepi.2024.111374","title":"Reporting of health equity considerations in vaccine trials for COVID-19: author’s reply","year":2024,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Generalizability theory; Coronavirus disease 2019 (COVID-19); Equity (law); Health equity; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Clinical trial; Medicine; Family medicine; Psychology; Actuarial science; Political science; Business; Public health; Nursing; Virology; Infectious disease (medical specialty); Pathology; Disease","score_opus":0.7956416128210876,"score_gpt":0.6728571771639621,"score_spread":0.12278443565712549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396495329","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049099594,0.0057806103,0.0071731023,0.97984135,0.0053373766,0.0007898534,0.000040884977,0.000020091702,0.0005257289],"genre_scores_gemma":[0.009083257,0.0025664126,0.0073898053,0.9610036,0.018918356,0.000020306068,0.000024717658,0.000031042033,0.000962496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8558841,0.055687163,0.08541093,0.0009770942,0.0007404524,0.0013002887],"domain_scores_gemma":[0.38262275,0.47727737,0.13701425,0.00079279486,0.0014323643,0.0008604605],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.50093967,0.00026057463,0.010851953,0.00044689476,0.00025333586,0.00003031355,0.00042720066,0.0016114549,0.00049691164],"category_scores_gemma":[0.93471205,0.0001985887,0.0026316952,0.0002552233,0.000101615115,0.00013742328,0.000120513316,0.0039854287,0.000004934316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107889384,0.000056348654,0.025022117,0.00041974106,0.00019726664,0.0003378725,0.0005237061,0.000045435645,3.2719691e-7,0.0065089106,0.96292186,0.0038585248],"study_design_scores_gemma":[0.0008379288,0.00053587346,0.0042847325,0.0003780841,0.00014811242,0.00005537844,0.00012566104,0.000015498083,1.9399808e-7,0.29132047,0.70217896,0.00011909915],"about_ca_topic_score_codex":0.0013900223,"about_ca_topic_score_gemma":0.0016366133,"teacher_disagreement_score":0.47326133,"about_ca_system_score_codex":0.00040989884,"about_ca_system_score_gemma":0.014957703,"threshold_uncertainty_score":0.9996847},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4396828139","doi":"10.1016/j.jclinepi.2024.111392","title":"High certainty evidence is stable and trustworthy, whereas evidence of moderate or lower certainty may be equally prone to being unstable","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Certainty; Trustworthiness; Best evidence; Medicine; Psychology; Social psychology; Philosophy; Intensive care medicine; Epistemology","score_opus":0.8821027366395712,"score_gpt":0.6445481323345401,"score_spread":0.23755460430503106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396828139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7572076,0.022527479,0.12361224,0.091966495,0.0028976696,0.0010959199,0.00002393622,0.000011213095,0.00065745035],"genre_scores_gemma":[0.94453,0.0038614604,0.034656253,0.0056237145,0.0005336592,0.000013439417,4.864802e-7,0.000022734961,0.01075823],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8680737,0.072503,0.052428357,0.0020066726,0.004047315,0.00094095204],"domain_scores_gemma":[0.5151003,0.45466688,0.021342972,0.0032799141,0.0043190615,0.0012908935],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5330797,0.00046082056,0.013733498,0.00048765182,0.000121702236,0.00035475602,0.0019901304,0.00039740905,0.008163485],"category_scores_gemma":[0.6749081,0.00020215665,0.0030312755,0.0013639942,0.0003387948,0.001017841,0.00041826916,0.0010732053,0.00023677365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005757909,0.00047787244,0.20832615,0.00198456,0.0032219547,0.0005096446,0.0015441028,0.021172153,0.00024417177,0.03515249,0.49561647,0.22599255],"study_design_scores_gemma":[0.0019362568,0.010428511,0.0573658,0.02037405,0.003950809,0.0008190041,0.0012869319,0.28175926,0.00013804926,0.3232572,0.29708463,0.0015994759],"about_ca_topic_score_codex":0.00022546742,"about_ca_topic_score_gemma":0.00014587361,"teacher_disagreement_score":0.38216388,"about_ca_system_score_codex":0.00007030123,"about_ca_system_score_gemma":0.0009333911,"threshold_uncertainty_score":0.9927432},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4396938685","doi":"10.1177/15562646241253953","title":"Obtaining Consent for Research on Risky Behaviours Among Adolescents in Canada: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Guardian; Informed consent; Parental consent; Legal guardian; Psychology; Family medicine; Medicine; Alternative medicine; Political science; Law","score_opus":0.9750485164936615,"score_gpt":0.8195332279405048,"score_spread":0.15551528855315677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396938685","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074201357,0.96303403,0.0000029154896,0.020132326,0.00054286316,0.01313213,0.00013331487,0.00002799134,0.0022524057],"genre_scores_gemma":[0.001938862,0.99056983,0.00010117604,0.0009477032,0.0018426182,0.0011873142,0.000059057784,0.00046912607,0.002884302],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8905522,0.04240546,0.0075567276,0.0028233016,0.05041904,0.006243236],"domain_scores_gemma":[0.40006393,0.5447295,0.001573397,0.004364836,0.043268885,0.0059994655],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.42705092,0.0011428075,0.0069460873,0.011377996,0.002017021,0.0007465599,0.004929198,0.0046218727,0.0002646266],"category_scores_gemma":[0.5704276,0.00083249004,0.0021633345,0.009678263,0.00562023,0.0002014126,0.0028863102,0.20993833,0.0002223238],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013735504,0.0020406109,0.0008552268,0.79075605,0.0005706343,0.012495037,0.00040310953,0.000004299282,0.0000011264974,0.00508695,0.13651182,0.049901586],"study_design_scores_gemma":[0.0014206433,0.0073745092,0.00022170179,0.87803966,0.00032629355,0.00012012981,0.00070830854,0.000011655453,0.0000039771503,0.006193588,0.105055,0.0005245333],"about_ca_topic_score_codex":0.10117958,"about_ca_topic_score_gemma":0.6452028,"teacher_disagreement_score":0.5440233,"about_ca_system_score_codex":0.025832957,"about_ca_system_score_gemma":0.312594,"threshold_uncertainty_score":0.9998272},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4396989130","doi":"10.1681/asn.20223311s1266b","title":"Sex and Gender Considerations in Randomized Controlled Trials in Adults Receiving Chronic Dialysis: A Meta-Epidemiologic Study","year":2022,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary; University of Alberta","funders":"","keywords":"Randomized controlled trial; Medicine; Meta-analysis; Dialysis; Internal medicine; Kidney disease; Intensive care medicine","score_opus":0.06676825503888333,"score_gpt":0.34291590974973396,"score_spread":0.2761476547108506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396989130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981163,0.00526202,0.00007105244,0.0117756305,0.00005477945,0.001613335,0.0000032848102,0.0000030651427,0.000053823715],"genre_scores_gemma":[0.991301,0.0013866092,0.00048515562,0.0064902534,0.000093398536,0.0001970259,7.2362127e-7,0.000007427278,0.0000383886],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9837362,0.013121072,0.0024314679,0.00017786451,0.00034730337,0.00018607652],"domain_scores_gemma":[0.9877889,0.008356244,0.0035044765,0.00020478791,0.00008687926,0.00005867217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030226614,0.00015609045,0.008084052,0.00021817413,0.00008776152,0.00000795855,0.00012602955,0.000026543816,0.00018742155],"category_scores_gemma":[0.005072781,0.00007641028,0.0033250707,0.0004046224,0.00040998228,0.000030891923,0.0001648192,0.00040498213,1.2896514e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46400097,0.01029936,0.103191875,0.00039530313,0.25219795,0.00033859207,0.053124208,0.06306419,0.01115771,0.0004529474,0.036722228,0.005054678],"study_design_scores_gemma":[0.62068,0.002749568,0.2933446,0.000058329475,0.041273665,0.00010873913,0.029820144,0.007677079,0.000008700309,0.0037213708,0.00034339234,0.00021446483],"about_ca_topic_score_codex":0.0002251747,"about_ca_topic_score_gemma":0.00006169044,"teacher_disagreement_score":0.21092427,"about_ca_system_score_codex":0.00014315626,"about_ca_system_score_gemma":0.00020856931,"threshold_uncertainty_score":0.99858576},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398199125","doi":"10.5195/jmla.2024.1902","title":"Introducing the Journal of the Medical Library Association’s manuscript resubmission deadlines: creating accountability structures for our authors","year":2024,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Association (psychology); Medical decision making; Computer science; Political science; Library science; Psychology; Medicine; Medical emergency; Law","score_opus":0.1764651188028025,"score_gpt":0.44429073188374957,"score_spread":0.2678256130809471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398199125","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004230407,0.0036920777,0.00070121355,0.21332915,0.77594817,0.0009599074,0.00031312671,0.000015782729,0.0008101859],"genre_scores_gemma":[0.00953418,0.000807572,0.0016743297,0.0029718822,0.9110821,0.000017940662,0.000042186446,0.00012785239,0.073741995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89201736,0.036878474,0.020191345,0.00076449127,0.049504917,0.00064341835],"domain_scores_gemma":[0.50209314,0.26831704,0.20269313,0.009335403,0.014678347,0.0028829523],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2702714,0.0006469881,0.0046147835,0.0004934548,0.00083340745,0.0035109424,0.011455521,0.0021867806,0.004618763],"category_scores_gemma":[0.7211649,0.00020997254,0.006502917,0.0021497486,0.000095508665,0.0018712417,0.0014237443,0.006712685,0.000039944556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083838706,0.00006261146,0.00948686,0.00017048515,0.0012234986,0.000008930071,0.00080957694,0.00005568721,0.0000030956387,0.000121993726,0.985715,0.0022584724],"study_design_scores_gemma":[0.0006279703,0.000077381635,0.002743507,0.0014497634,0.0018403282,0.000055282024,0.0014440491,0.0011645599,0.00002871571,0.019283533,0.97107154,0.00021336299],"about_ca_topic_score_codex":0.000007330218,"about_ca_topic_score_gemma":0.0000105226645,"teacher_disagreement_score":0.45089352,"about_ca_system_score_codex":0.00078118197,"about_ca_system_score_gemma":0.006512151,"threshold_uncertainty_score":0.99912},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398239163","doi":"10.22541/au.171646200.08833594/v1","title":"Commentary: Use of point-in-time or window approach in the case-crossover design, implications for pharmacoepidemiologic research using registries.","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Window (computing); Crossover; Point (geometry); Computer science; Research design; Statistics; Econometrics; Mathematics; Artificial intelligence; World Wide Web","score_opus":0.9466363642768737,"score_gpt":0.6949749033944104,"score_spread":0.25166146088246333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016764224,0.00014152151,0.95207936,0.014388896,0.00033814975,0.013237609,0.0025318123,0.00009384732,0.0004246],"genre_scores_gemma":[0.010914811,0.00006680321,0.98590255,0.0012385705,0.00022508636,0.0013171687,0.000029610857,0.000073170435,0.00023220944],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98408824,0.0109341,0.0027308324,0.001073972,0.0004275092,0.0007453586],"domain_scores_gemma":[0.66060245,0.33743453,0.0004236571,0.0012111296,0.00024805948,0.000080176535],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05622393,0.00039289135,0.0015884351,0.00033603187,0.0001312403,0.00020216635,0.0011818558,0.00062319683,0.00015360142],"category_scores_gemma":[0.19322264,0.00023577445,0.0003158067,0.0008151118,0.00073234393,0.00005902916,0.0018033403,0.0024707518,0.0000054159036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041739405,0.0037824863,0.0013789779,0.0076375804,0.0008422684,0.0005771372,0.0014953507,0.0024799216,0.0008577557,0.31021902,0.66007346,0.0064820894],"study_design_scores_gemma":[0.0010309151,0.00011057815,0.0000511525,0.00039000416,0.00022360332,0.000109461726,0.00026752174,0.02550386,0.00020775034,0.9716421,0.00020428657,0.0002587717],"about_ca_topic_score_codex":0.0010385184,"about_ca_topic_score_gemma":0.00004206588,"teacher_disagreement_score":0.6614231,"about_ca_system_score_codex":0.00039833412,"about_ca_system_score_gemma":0.0003485795,"threshold_uncertainty_score":0.9998306},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398246959","doi":"10.1200/go.23.00287","title":"Global Landscape of the Attack of Predatory Journals in Oncology","year":2024,"lang":"en","type":"article","venue":"JCO Global Oncology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Genentech; European Society for Medical Oncology","keywords":"Publishing; Publication; Psychological intervention; Descriptive statistics; Medicine; Clinical Oncology; Odds ratio; Feeling; Psychology; Family medicine; Medical education; Political science; Internal medicine; Cancer; Social psychology; Nursing; Law; Statistics","score_opus":0.5602366891606101,"score_gpt":0.6480163093402614,"score_spread":0.08777962017965135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398246959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85793674,0.008724759,0.00020489408,0.004332144,0.002859119,0.00026339418,0.00030144502,0.00001249677,0.12536499],"genre_scores_gemma":[0.99865204,0.00033392877,0.00028128448,0.00020312372,0.000093060095,0.0000057314255,8.2870605e-7,0.0000037584962,0.00042624382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99283963,0.00087275123,0.0012886021,0.0005165164,0.003955481,0.0005270214],"domain_scores_gemma":[0.9939727,0.0034149864,0.0004186604,0.0006021831,0.0013746019,0.00021686952],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016626745,0.00012976222,0.0006294917,0.0075025605,0.000051874507,0.00021903182,0.0026874708,0.00038189284,0.0009630299],"category_scores_gemma":[0.014716134,0.0000735774,0.00027524043,0.13269792,0.00043770668,0.00025235928,0.0011429733,0.00032319606,0.0001233244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008568843,0.00035994823,0.6272141,0.000018455328,0.00003966454,0.000091624286,0.00008787103,0.00029873356,0.00016847864,0.005480095,0.11933429,0.2468211],"study_design_scores_gemma":[0.0005980243,0.0006628753,0.60482055,0.000030201321,0.000012081048,0.00009642965,0.00035582483,0.0022922088,0.00007564383,0.013563184,0.3774094,0.00008359729],"about_ca_topic_score_codex":0.00017231744,"about_ca_topic_score_gemma":0.0008192861,"teacher_disagreement_score":0.25807512,"about_ca_system_score_codex":0.0009637513,"about_ca_system_score_gemma":0.0024092821,"threshold_uncertainty_score":0.99995023},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4398251068","doi":"10.1136/bmjebm-2023-112681","title":"Guidelines for the development and validation of patient-reported outcome measures: a scoping review","year":2024,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Cancer survivorship and care","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Prom; PsycINFO; CLARITY; Guideline; MEDLINE; Scopus; Medicine; Data extraction; Computer science; Medical physics; Pathology","score_opus":0.5391998939064311,"score_gpt":0.5249969430455457,"score_spread":0.01420295086088541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398251068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045122197,0.9769788,0.0015133078,0.009339353,0.0011776708,0.01088226,0.00001192848,0.000061180996,0.0000309931],"genre_scores_gemma":[0.000014119139,0.9924526,0.00087172433,0.0025839887,0.0007209881,0.0029105784,0.00015213876,0.00007237339,0.0002214416],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940474,0.00019382006,0.0036732864,0.0006180631,0.0011860942,0.00028134914],"domain_scores_gemma":[0.9939337,0.0021698852,0.0013767942,0.0008243536,0.0015135432,0.00018174778],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004998679,0.0005595496,0.003208339,0.0003051165,0.000088505905,0.00001635057,0.0002005748,0.00020028165,0.000068454836],"category_scores_gemma":[0.015862701,0.0002769219,0.0005170788,0.0007335463,0.000176206,0.00006522065,0.00006941367,0.0003214736,0.000006076746],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003300675,0.0000090732265,0.000025436313,0.42793885,0.0002312245,0.0000134971415,0.00012255588,2.4805647e-7,4.199811e-7,0.000006732953,0.0053414614,0.5662775],"study_design_scores_gemma":[0.00025142543,0.00016899327,0.0000012964018,0.5639592,0.008385647,0.000055069962,0.000073442396,0.0000033456718,0.000014648328,0.0000036404876,0.42693037,0.00015294818],"about_ca_topic_score_codex":0.000117706295,"about_ca_topic_score_gemma":0.00012444558,"teacher_disagreement_score":0.56612456,"about_ca_system_score_codex":0.00020929913,"about_ca_system_score_gemma":0.0036211929,"threshold_uncertainty_score":0.9999683},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398792297","doi":"10.1016/j.jss.2024.04.054","title":"Factors Associated With Loss to Follow-Up in Surgical Trials: A Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Meta-analysis; Medicine; Systematic review; MEDLINE; Internal medicine; Biology","score_opus":0.9649304470218802,"score_gpt":0.6943321596978526,"score_spread":0.2705982873240277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398792297","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003887296,0.9927746,0.000033615055,0.0013187407,0.000101368234,0.00513252,0.00014129833,0.0000030580313,0.00045594704],"genre_scores_gemma":[0.00028056075,0.98089355,0.00003275974,0.000030865373,0.000077487806,0.00029716975,0.000012632805,0.00005401488,0.018320944],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7385865,0.18939985,0.044549502,0.0017724851,0.024774011,0.0009176788],"domain_scores_gemma":[0.70485324,0.24657814,0.030315435,0.005821994,0.010256611,0.0021746105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7141125,0.0012404867,0.124109864,0.008510843,0.00014935716,0.002833607,0.004464244,0.00057343964,0.011979573],"category_scores_gemma":[0.30434912,0.000361958,0.04596768,0.029230183,0.00020199001,0.00030649154,0.00064672675,0.003113411,0.00090790365],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032240103,0.00019596281,0.000032801367,0.45214322,0.5252385,0.003575718,0.00015390433,0.000005307928,3.9333856e-9,0.00034938505,0.01399315,0.004279811],"study_design_scores_gemma":[0.00019801833,0.00013413794,0.0000020303341,0.054981574,0.62287027,0.00018085453,0.000085736065,0.000008840548,9.356694e-9,0.0001756329,0.32109445,0.00026844267],"about_ca_topic_score_codex":0.000011270756,"about_ca_topic_score_gemma":0.00008183421,"teacher_disagreement_score":0.4097634,"about_ca_system_score_codex":0.00044617255,"about_ca_system_score_gemma":0.00096766074,"threshold_uncertainty_score":0.99988323},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4398835578","doi":"10.7910/dvn/skuwaq","title":"Replication Data for: Candidate Authenticity: ‘To thine own self be true’","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Electoral Systems and Political Participation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Replication (statistics); Art; Biology; Virology","score_opus":0.09541422366348204,"score_gpt":0.38645886633545984,"score_spread":0.2910446426719778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398835578","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017017052,0.0000010196405,0.00013030726,0.0005472538,0.0010545076,0.0015573908,0.9962256,0.00008206746,0.00023167026],"genre_scores_gemma":[0.00064575276,0.000035651745,0.0002029471,0.0011306097,0.0010459328,0.00007053137,0.99490434,0.00002182966,0.0019424002],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713093,0.0002631192,0.00045860824,0.0009324282,0.0005922341,0.00062269723],"domain_scores_gemma":[0.9934879,0.00025992296,0.00026986218,0.0054502594,0.00016826631,0.00036381246],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019097977,0.00023892053,0.00039870004,0.00011499662,0.00041232246,0.00025372842,0.001715901,0.0003342826,0.0036600968],"category_scores_gemma":[0.002706227,0.00022762871,0.000070100425,0.00025054286,0.000076983124,0.0005145708,0.00047211142,0.00021463807,0.024984699],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026810383,0.000060749724,0.000026765816,0.00012875398,0.000051709652,0.0000014746463,0.0002989252,0.0000017492641,0.000009188098,0.0016808746,0.997624,0.0000890346],"study_design_scores_gemma":[0.00022462057,0.00006328047,0.000038764272,0.00006358333,0.00022947483,4.8799023e-7,0.0000624694,0.00014119677,0.0000067448404,0.00015257995,0.9987197,0.00029711993],"about_ca_topic_score_codex":0.050710484,"about_ca_topic_score_gemma":0.033231452,"teacher_disagreement_score":0.021324603,"about_ca_system_score_codex":0.00025267113,"about_ca_system_score_gemma":0.0004613326,"threshold_uncertainty_score":0.9972507},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398883827","doi":"10.7910/dvn/ybyo7w","title":"Replication Data for: Guzmán, J.A., Sanchez-Azofeifa, G. A. (2021). Prediction of leaf traits of lianas and trees via the integration of wavelet spectra in the visible-near infrared and thermal infrared domains. Remote Sensing of Environment, 259, 112406.","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Leaf Properties and Growth Measurement","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Liana; Replication (statistics); Biology; Horticulture; Botany; Virology","score_opus":0.04509989602467722,"score_gpt":0.22810378647468177,"score_spread":0.18300389045000454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398883827","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051366087,0.00004636805,0.00014224027,0.00017703253,0.00003887225,0.0010443202,0.94715035,0.0000051433462,0.000029607323],"genre_scores_gemma":[0.054962616,0.0023140106,0.0013797391,0.00012931599,0.00016139954,0.000006801247,0.9410278,0.0000043169352,0.000014010453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807835,0.00023688511,0.0006696256,0.00048180908,0.00038013136,0.0001532323],"domain_scores_gemma":[0.9981688,0.00020149355,0.0006551174,0.00087362906,0.00006298654,0.000037952123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010625735,0.00020735414,0.0003959887,0.000028536198,0.00009447983,0.00003608608,0.0006206362,0.00016311397,0.00012624264],"category_scores_gemma":[0.00038055942,0.00008121488,0.000063096224,0.00019493404,0.00030656013,0.0002286709,0.00028268472,0.00019665062,0.000006807785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062522653,0.00013509084,0.00009059093,0.00038945206,0.00013695686,0.0000018624007,0.00087809016,0.000008819576,0.30422503,0.00001705399,0.55827314,0.13521872],"study_design_scores_gemma":[0.00055899646,0.0005555986,0.020948,0.00024219956,0.00019467469,0.0000051474635,0.0009859895,0.0021477232,0.006231212,0.00013407781,0.96784824,0.00014812853],"about_ca_topic_score_codex":0.0010600933,"about_ca_topic_score_gemma":0.00037209867,"teacher_disagreement_score":0.40957513,"about_ca_system_score_codex":0.000020941941,"about_ca_system_score_gemma":0.000027305723,"threshold_uncertainty_score":0.33118466},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399118591","doi":"10.1200/jco.2024.42.16_suppl.e13626","title":"Reliability of YouTube content targeting Arabic-speaking patients with breast cancer regarding post-mastectomy reconstruction.","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; St Mary's Hospital Centre; McGill University","funders":"","keywords":"Medicine; Breast cancer; Mastectomy; Arabic; Breast reconstruction; Reliability (semiconductor); Cancer; Oncology; Internal medicine","score_opus":0.12615295940017474,"score_gpt":0.5055267811370193,"score_spread":0.3793738217368446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399118591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98524165,0.00021816752,0.00068036193,0.003737139,0.0067034736,0.00050167687,0.00007752538,0.000029006043,0.00281097],"genre_scores_gemma":[0.99191636,0.00013342446,0.0046639196,0.0020688954,0.0011224544,0.000014230563,0.000005373079,0.00001475343,0.000060573002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98941475,0.0018483112,0.007700033,0.00023313308,0.00043416943,0.0003696286],"domain_scores_gemma":[0.9812564,0.0049968534,0.005025144,0.00021895856,0.008165637,0.00033696648],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013359149,0.00015004023,0.001189316,0.0001695124,0.00024367523,0.000014370711,0.0002169004,0.0004302778,0.00090867333],"category_scores_gemma":[0.014474502,0.0000790888,0.0003058147,0.0002823815,0.00021478323,0.0027994232,0.00008104764,0.0025164147,0.00001970872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002516048,0.00020192208,0.8125673,0.0006624851,0.00008478323,0.0000046390437,0.0012703036,0.000031410233,0.000009316115,0.00010027812,0.00068759953,0.18186393],"study_design_scores_gemma":[0.004208441,0.0011899266,0.9480923,0.0020625745,0.000089415174,0.000021668733,0.0021396019,0.00067799573,0.000004414909,0.00013023248,0.041269694,0.00011378176],"about_ca_topic_score_codex":0.00025834556,"about_ca_topic_score_gemma":0.00006512536,"teacher_disagreement_score":0.18175015,"about_ca_system_score_codex":0.00054607366,"about_ca_system_score_gemma":0.00414452,"threshold_uncertainty_score":0.9997848},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399155669","doi":"10.1177/16094069241260127","title":"Decolonizing Research Methodologies: Weaving a Third Space With Métissage and Duoethnography","year":2024,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Weaving; Transformational leadership; Space (punctuation); Sociology; Qualitative research; Epistemology; Engineering ethics; Computer science; Engineering; Anthropology; Political science; Public relations; Philosophy","score_opus":0.9014826499036757,"score_gpt":0.7841439265457438,"score_spread":0.11733872335793183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399155669","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02046847,0.008834181,0.9089751,0.04924335,0.0010334802,0.00022072335,0.000012335015,0.000049443563,0.0111629125],"genre_scores_gemma":[0.043129273,0.002629871,0.9527411,0.00012523338,0.00052674103,0.000015153525,6.46245e-7,0.000025466576,0.0008065439],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9146226,0.08136825,0.00066459365,0.00035005735,0.0024577815,0.00053669524],"domain_scores_gemma":[0.9057988,0.09032359,0.00026841674,0.00011923681,0.0032183018,0.00027164066],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24367654,0.00017152887,0.0004142543,0.001358316,0.0005114648,0.000694598,0.0007202697,0.00016621788,0.000087008295],"category_scores_gemma":[0.044417284,0.00012511021,0.00018444964,0.0012847377,0.00356116,0.0008712467,0.0001812401,0.0018003585,0.0000052483488],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020011062,0.00002789228,0.00012601676,0.0000575062,0.0005388952,0.00019126898,0.48076716,0.0000054056513,0.0023854899,0.40085843,0.00072367827,0.11411815],"study_design_scores_gemma":[0.00028792868,0.0004838577,0.00029612373,0.0007435432,0.000030787305,0.000039064562,0.4261938,0.00007225014,0.0012017195,0.46155524,0.108914316,0.000181369],"about_ca_topic_score_codex":0.0006892295,"about_ca_topic_score_gemma":0.00020570951,"teacher_disagreement_score":0.19925927,"about_ca_system_score_codex":0.00031489483,"about_ca_system_score_gemma":0.0009033711,"threshold_uncertainty_score":0.9991506},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399301157","doi":"10.1186/s13643-024-02563-8","title":"Co-production of a systematic review on decision coaching: a mixed methods case study within a review","year":2024,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Cochrane; Queensway-Carleton Hospital; Ottawa Hospital; Queen's University","funders":"Canadian Institutes of Health Research; Universitätsklinikum Köln; Faculty of Medicine and Health, University of Sydney; Novo Nordisk Fonden; Universität zu Lübeck; University of Toronto; University of Sydney; University of Ottawa; Université Laval","keywords":"Knowledge translation; Coaching; Medicine; Systematic review; Medical education; Knowledge management; MEDLINE; Psychology","score_opus":0.6476737938164283,"score_gpt":0.6370940202341193,"score_spread":0.010579773582308993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399301157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011017178,0.743124,0.00014135291,0.00002035511,0.0055624493,0.2507098,0.000059052207,0.00009789634,0.00028401185],"genre_scores_gemma":[6.2235745e-7,0.895954,0.0018992617,0.001169457,0.00020688405,0.09891518,0.0002290928,0.00019915693,0.0014263302],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8650816,0.1027858,0.027827732,0.0016463794,0.0018106756,0.00084780966],"domain_scores_gemma":[0.9646048,0.008725362,0.020392178,0.005248845,0.00047810155,0.00055069895],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.12842636,0.0019393335,0.033426024,0.00073788007,0.0007036732,0.000030210897,0.0011168666,0.0005197767,0.00015227994],"category_scores_gemma":[0.019374011,0.0009582954,0.0029186415,0.0022408778,0.000056365192,0.00012672965,0.00025285533,0.0023728511,0.0059244465],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004421057,0.00036972773,3.7774282e-7,0.9633336,0.00055099104,0.00020133071,0.0015406244,2.2363256e-8,1.47087125e-8,0.00007418129,0.016893566,0.017031144],"study_design_scores_gemma":[0.00016386724,0.0005216608,3.858027e-9,0.8279056,0.03568599,0.001006241,0.0020071,0.0000032003086,3.5170395e-8,0.000018234254,0.13214587,0.0005421767],"about_ca_topic_score_codex":0.0001155825,"about_ca_topic_score_gemma":0.00007663519,"teacher_disagreement_score":0.15283003,"about_ca_system_score_codex":0.0013471957,"about_ca_system_score_gemma":0.0010084261,"threshold_uncertainty_score":0.9999287},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4399326145","doi":"10.1016/j.jclinepi.2024.111405","title":"Journal requirement for data sharing statements in clinical trials: a cross-sectional study","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Cross-sectional study; Medicine; Clinical trial; Family medicine; Internal medicine; Pathology","score_opus":0.9439353789505746,"score_gpt":0.7690848669978573,"score_spread":0.17485051195271728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399326145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09720579,0.0011195788,0.87631094,0.011143602,0.013235636,0.00084089284,0.000027546821,0.000026795606,0.0000892363],"genre_scores_gemma":[0.62050426,0.018445102,0.3405805,0.0040144245,0.015243205,0.0000661437,0.00005374771,0.00007322563,0.0010193712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90408564,0.048366442,0.04195974,0.0024370812,0.0018011647,0.0013499578],"domain_scores_gemma":[0.5598044,0.41394785,0.018574966,0.00488383,0.001357469,0.0014314977],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.72173643,0.0002239786,0.0027945556,0.00060890574,0.00014366372,0.0021802424,0.009073701,0.00024685336,0.000051278377],"category_scores_gemma":[0.5587803,0.00015461392,0.0009090809,0.0004354479,0.0002021798,0.023330199,0.0037266505,0.003031953,0.000025018744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008421012,0.0012363001,0.8965646,0.000060077895,0.0010583411,0.00049320085,0.00002896856,0.00039409715,0.0000012609562,0.01989098,0.013061188,0.06636889],"study_design_scores_gemma":[0.0054183956,0.004454531,0.6980496,0.00017899307,0.00010439818,0.00017752746,0.000065677035,0.14263193,2.96911e-7,0.0463951,0.1023233,0.0002002366],"about_ca_topic_score_codex":0.000032637938,"about_ca_topic_score_gemma":0.000038376384,"teacher_disagreement_score":0.5357304,"about_ca_system_score_codex":0.00014319105,"about_ca_system_score_gemma":0.0009384627,"threshold_uncertainty_score":0.9992681},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399625654","doi":"10.2427/5768","title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration","year":2009,"lang":"en","type":"article","venue":"Italian Journal of Public Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3454,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Care and Public Health Research Institute, Universiteit Maastricht; GlaxoSmithKline; University of Ioannina; McMaster University; Ottawa Hospital Research Institute; Medical Research Council; University of Ottawa","keywords":"Elaboration; Psychological intervention; Systematic review; Statement (logic); Health care; Psychology; Medicine; MEDLINE; Nursing; Epistemology; Political science; Philosophy; Humanities","score_opus":0.931759289200911,"score_gpt":0.6385585582676339,"score_spread":0.29320073093327714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399625654","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016482156,0.6585826,0.02913853,0.29189625,0.00034738088,0.003435462,0.000089334186,0.000008600495,0.000019673833],"genre_scores_gemma":[0.9383602,0.03614613,0.016443381,0.008333258,0.00019626385,0.00029999355,0.000033901335,0.000027289092,0.0001595755],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.977613,0.0027332453,0.018806504,0.00027682842,0.00022475966,0.00034570388],"domain_scores_gemma":[0.9541065,0.0011738029,0.043552596,0.00027636942,0.0006634906,0.00022721666],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16811083,0.00016597951,0.0026324445,0.0003766737,0.0004109163,0.00016320222,0.0001410331,0.000039344075,0.0000062792105],"category_scores_gemma":[0.0298202,0.00011928827,0.0003379361,0.00018259288,0.00005160817,0.00076912425,0.000017746584,0.00011229182,0.000001952856],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008117596,0.0006198341,0.0076571736,0.47127268,0.01825845,0.0000036315632,0.18815278,0.00024694615,0.0000062332415,0.15019734,0.122861184,0.040642586],"study_design_scores_gemma":[0.009622704,0.015173392,0.038919937,0.03231814,0.005454276,0.0004032631,0.66177744,0.005305665,0.000042332103,0.11159791,0.117253825,0.0021311475],"about_ca_topic_score_codex":0.000061275925,"about_ca_topic_score_gemma":0.00013536548,"teacher_disagreement_score":0.92187804,"about_ca_system_score_codex":0.0007166001,"about_ca_system_score_gemma":0.00050555356,"threshold_uncertainty_score":0.978352},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4399706167","doi":"10.1016/j.jval.2024.03.2436","title":"PT22 Consistency Between Comparative Efficacy Estimates from Target Trial Emulations and Their Origin Target Trials: A Meta-Epidemiological Study","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cascades (Canada); University of Toronto; McMaster University","funders":"","keywords":"Consistency (knowledge bases); Epidemiology; Meta-analysis; Medicine; Computer science; Artificial intelligence; Internal medicine","score_opus":0.8587779294536831,"score_gpt":0.5553820052404167,"score_spread":0.30339592421326644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399706167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.895419,0.05088916,0.008739827,0.03279048,0.0014644269,0.006842552,0.0033174318,0.00021426592,0.0003228446],"genre_scores_gemma":[0.98237634,0.00021062329,0.014163466,0.0015312701,0.0008761144,0.0005252817,0.00023298764,0.00003711964,0.00004678574],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.980971,0.007441257,0.009615462,0.0012237977,0.00012071989,0.0006277608],"domain_scores_gemma":[0.9430918,0.0535888,0.0023258235,0.0005660908,0.000045939687,0.0003815511],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07689719,0.00045948406,0.0059252903,0.00056109397,0.00032681212,0.00018183723,0.00027372432,0.00021394233,0.00056017796],"category_scores_gemma":[0.017929804,0.00039092588,0.00042316903,0.0004511617,0.00014035654,0.00036122825,0.000081132224,0.00054106215,0.0003754278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020985182,0.0030180505,0.55668366,0.0014897777,0.008946856,0.000017146514,0.07890541,0.043765772,0.0000014462406,0.27696255,0.027427321,0.0006834951],"study_design_scores_gemma":[0.0277661,0.0024872741,0.15934792,0.00044425082,0.00031553768,0.0000043453,0.007610914,0.31410107,0.0000026650148,0.4365639,0.050061826,0.0012942067],"about_ca_topic_score_codex":0.014017604,"about_ca_topic_score_gemma":0.00014861539,"teacher_disagreement_score":0.39733574,"about_ca_system_score_codex":0.0005914538,"about_ca_system_score_gemma":0.0005807551,"threshold_uncertainty_score":0.99985427},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4399710116","doi":"10.1016/j.jclinepi.2024.111427","title":"Identification of retracted publications and completeness of retraction notices in public health","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Completeness (order theory); Identification (biology); Public health; Medicine; Computer science; Mathematics; Biology; Pathology","score_opus":0.46925259758110227,"score_gpt":0.5655348517299681,"score_spread":0.09628225414886582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399710116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7051411,0.0020704358,0.010521842,0.278667,0.0022849576,0.00014888003,0.000017141132,0.000014494714,0.0011341101],"genre_scores_gemma":[0.99276376,0.0053067934,0.00094892416,0.00047064424,0.0004266267,9.2276827e-7,0.000003896794,0.0000033591339,0.00007504665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9867099,0.0073521677,0.005240729,0.00017883831,0.00028574598,0.00023259665],"domain_scores_gemma":[0.9647779,0.030710027,0.0036652323,0.00010827216,0.0005612868,0.00017728642],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1037729,0.00005655874,0.0009351069,0.00031257106,0.00006681539,0.000014656363,0.00023793076,0.00085570803,0.00005200349],"category_scores_gemma":[0.1304626,0.000046420937,0.00016335525,0.0004957377,0.00061383366,0.0004802936,0.000018421675,0.002209342,0.0000020648865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075171265,0.00026413868,0.32856458,0.00020424763,0.00010121408,0.0000020029324,0.0039620763,0.00003451988,0.00018600923,0.5800723,0.0065892152,0.07994453],"study_design_scores_gemma":[0.00019872894,0.00019150571,0.88049835,0.00018555745,0.000021272983,0.00001105753,0.0014994082,0.0024747641,0.000008709597,0.039143704,0.07570886,0.000058088033],"about_ca_topic_score_codex":0.0007876069,"about_ca_topic_score_gemma":0.00044207982,"teacher_disagreement_score":0.55193377,"about_ca_system_score_codex":0.000055541685,"about_ca_system_score_gemma":0.00085839187,"threshold_uncertainty_score":0.9598615},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399903138","doi":"10.1177/16094069241257945","title":"Researching With Lived Experience: A Shared Critical Reflection Between Co-Researchers","year":2024,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Reflection (computer programming); Critical reflection; Sociology; Psychology; Computer science; Pedagogy","score_opus":0.9610351937979489,"score_gpt":0.822324506246822,"score_spread":0.13871068755112692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399903138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48919222,0.001167319,0.48640937,0.009099683,0.0035098437,0.00068120006,0.00017231368,0.00005901349,0.009709042],"genre_scores_gemma":[0.76173437,0.00010003184,0.23422275,0.0008473384,0.0015741964,0.00010715297,0.000070725626,0.000038020054,0.0013053922],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98460805,0.012274846,0.001020322,0.0002176092,0.0014550022,0.00042418652],"domain_scores_gemma":[0.98310584,0.0147983,0.00025996912,0.000099155746,0.0013771498,0.0003595605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019672338,0.00013224586,0.00027658007,0.0005557078,0.00034583142,0.000073066054,0.00037655857,0.000090718924,0.0008653174],"category_scores_gemma":[0.0026163408,0.00009264621,0.00009979286,0.00028644816,0.00023612879,0.0005083973,0.000078198,0.0014604179,0.000072449235],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024304586,0.00017472345,0.013674374,0.0011438323,0.00063469255,0.00021180692,0.89358556,0.0000065764666,0.004078631,0.012669013,0.0038659023,0.06752441],"study_design_scores_gemma":[0.0037642522,0.006143265,0.01045258,0.017073568,0.000101073565,0.00006906589,0.7391879,0.0011673273,0.0065504634,0.06496419,0.14989135,0.00063493795],"about_ca_topic_score_codex":0.00018542113,"about_ca_topic_score_gemma":0.0000100942025,"teacher_disagreement_score":0.27254215,"about_ca_system_score_codex":0.0008042738,"about_ca_system_score_gemma":0.0007638996,"threshold_uncertainty_score":0.9474619},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399923463","doi":"10.1038/s41598-024-62102-2","title":"Synthetic data generation for a longitudinal cohort study – evaluation, method extension and reproduction of published data analysis results","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; National Institutes of Health; Genentech; IXICO; Servier; Bundesministerium für Ernährung und Landwirtschaft; Eisai; Deutsche Forschungsgemeinschaft; H. Lundbeck A/S; National Institute on Aging; Ministerium für Innovation, Wissenschaft und Forschung des Landes Nordrhein-Westfalen; Bundesamt für Landwirtschaft; Northern California Institute for Research and Education; BioClinica; Biogen; Pfizer; Novartis Pharmaceuticals Corporation; University of Southern California; U.S. Department of Defense; Eli Lilly and Company; Bristol-Myers Squibb; Alzheimer's Disease Neuroimaging Initiative; Meso Scale Diagnostics; Alzheimer's Association","keywords":"Reproduction; Extension (predicate logic); Longitudinal data; Computer science; Cohort; Data science; Statistics; Data mining; Biology; Mathematics; Genetics","score_opus":0.13292075642331797,"score_gpt":0.39857348791872454,"score_spread":0.2656527314954066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399923463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91504025,0.00029318503,0.077958465,0.00056644547,0.0024326113,0.003246709,0.00014587694,0.000052077892,0.00026438385],"genre_scores_gemma":[0.9847011,0.000012223563,0.0112923905,0.0000072897983,0.00008456641,0.00007878163,0.0034393999,0.000014669541,0.00036957348],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9904948,0.00045823408,0.0009373326,0.006510736,0.0013588273,0.000240077],"domain_scores_gemma":[0.99047047,0.00016011581,0.00039955936,0.008761892,0.00010849024,0.00009949564],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07970741,0.00014522356,0.00027133935,0.00027801708,0.00037169064,0.00044728204,0.0003479243,0.00004808661,0.0003048506],"category_scores_gemma":[0.008465514,0.000128874,0.00003965679,0.0014547653,0.00023387688,0.001772774,0.0009011275,0.000099553596,0.000008673282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009566395,0.0011647718,0.50353163,0.00016056323,0.0012075185,0.00017111629,0.0027557039,0.017959286,0.10830185,0.000016108623,0.08896815,0.2756676],"study_design_scores_gemma":[0.00016086893,0.000051725747,0.2691583,0.000021953067,0.001910527,0.00006416802,0.00017722527,0.72138596,0.0014865756,0.00075841666,0.004651555,0.00017271345],"about_ca_topic_score_codex":0.0004918436,"about_ca_topic_score_gemma":0.00063447276,"teacher_disagreement_score":0.70342666,"about_ca_system_score_codex":0.00015179132,"about_ca_system_score_gemma":0.0000910737,"threshold_uncertainty_score":0.99988663},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4399975217","doi":"10.2139/ssrn.4872346","title":"Data Fabrication in Rheumatology Randomized Controlled Trials: Evidence from a Systematic Review and Sampling Analysis","year":2024,"lang":"en","type":"review","venue":"SSRN Electronic Journal","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Rheumatology; Medicine; Internal medicine; Sampling (signal processing); Medical physics; Computer science","score_opus":0.14303744538011035,"score_gpt":0.44016126480252293,"score_spread":0.2971238194224126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399975217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.798839e-7,0.98527336,0.0095601715,0.0004885968,0.0003608108,0.0041520414,0.00013356541,0.000024355411,0.0000063070634],"genre_scores_gemma":[0.000024082936,0.9986199,0.00021922556,0.000059537037,0.000038316513,0.00031428295,0.00026448473,0.000030553347,0.00042960516],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.967429,0.024266683,0.005913795,0.0008867708,0.000106166415,0.001397625],"domain_scores_gemma":[0.9698239,0.025455728,0.0035414665,0.0010051625,0.00012637007,0.000047399182],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08901512,0.00064844266,0.032425355,0.0009055635,0.00010313328,0.00011419471,0.0011331557,0.0007750893,0.00014794368],"category_scores_gemma":[0.054765012,0.0003215413,0.0030572016,0.0011042088,0.0001994779,0.00013136702,0.0002938669,0.004254409,0.000058249734],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005117033,0.0001011304,0.000004397085,0.68596995,0.21838276,0.0000073885417,0.00004532162,1.6652255e-7,0.0000026492705,0.004982933,0.00030969348,0.08507659],"study_design_scores_gemma":[0.019608878,0.00004311544,1.0034232e-7,0.44453257,0.5232142,0.00059385784,0.000055134795,0.000051045976,6.064538e-8,0.0071283197,0.0043856385,0.00038706625],"about_ca_topic_score_codex":0.00013492313,"about_ca_topic_score_gemma":0.00030047487,"teacher_disagreement_score":0.30483145,"about_ca_system_score_codex":0.0004677281,"about_ca_system_score_gemma":0.0020193139,"threshold_uncertainty_score":0.99992365},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400228684","doi":"10.3138/jsp-2023-0063","title":"Hidden Dangers: COVID-19-Based Research in Predatory Journals","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Zoonotic diseases and public health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Ecology; Data science; Biology; Computer science; Virology; Medicine; Outbreak","score_opus":0.32110599399205936,"score_gpt":0.47230654877854433,"score_spread":0.15120055478648498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400228684","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42966673,0.048978478,0.0013908293,0.49354297,0.0021207533,0.0005996396,0.00004740574,0.000105447885,0.023547728],"genre_scores_gemma":[0.9839655,0.0003951229,0.0023314224,0.010186208,0.0025059662,0.0000071830827,0.000010425173,0.00004751262,0.0005506369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938991,0.00080182916,0.001228167,0.00031947144,0.0030524859,0.0006989459],"domain_scores_gemma":[0.99333364,0.0013887159,0.00028362518,0.00038202794,0.002141206,0.002470764],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.036100354,0.0001643714,0.0004808646,0.003655253,0.00018787761,0.025984028,0.00069486204,0.0003292857,0.0013691119],"category_scores_gemma":[0.028869376,0.00012921411,0.00026687974,0.0023278191,0.00010120191,0.0366259,0.00010813066,0.0065246783,0.000023035642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012884669,0.0010825491,0.10128735,0.0039290907,0.00040231153,0.017563274,0.004149981,0.0001682155,0.0010316598,0.0057219053,0.5912125,0.27216268],"study_design_scores_gemma":[0.0039997254,0.0008807389,0.030516189,0.005516906,0.00010649687,0.0013859948,0.005633718,0.0011756645,0.000037393726,0.008120911,0.94237804,0.00024823405],"about_ca_topic_score_codex":0.0002528304,"about_ca_topic_score_gemma":0.000022047541,"teacher_disagreement_score":0.55429876,"about_ca_system_score_codex":0.0017398116,"about_ca_system_score_gemma":0.015250023,"threshold_uncertainty_score":0.9995438},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400246886","doi":"10.1038/s41597-024-03559-8","title":"Motion-BIDS: an extension to the brain imaging data structure to organize motion data for reproducible research","year":2024,"lang":"en","type":"article","venue":"Scientific Data","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Metadata; Interoperability; Motion (physics); Computer science; Motion capture; Data sharing; Modalities; Software; Information retrieval; Computer vision; World Wide Web; Programming language","score_opus":0.35466429661359333,"score_gpt":0.444939037554456,"score_spread":0.09027474094086269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400246886","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04821606,0.0008998138,0.077084355,0.59842515,0.028054861,0.005785075,0.24041103,0.0008892006,0.00023448575],"genre_scores_gemma":[0.9161847,0.000013861842,0.009703917,0.010000616,0.0036375693,0.00008051757,0.04845073,0.000183235,0.011744849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99023587,0.00045866962,0.00029667327,0.007006263,0.0013738635,0.00062865997],"domain_scores_gemma":[0.9648107,0.0048800386,0.000049058923,0.029599264,0.00044755772,0.00021336185],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.017378386,0.0001949054,0.00016590534,0.0004533652,0.0021823603,0.0027084704,0.009484498,0.000038039205,0.00012411913],"category_scores_gemma":[0.15024757,0.00014494054,0.000016793576,0.0035895708,0.00036087784,0.0035307151,0.018455235,0.00036359255,0.0004844286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019888681,0.000036726087,0.00001845644,0.000034813307,0.0000050832073,0.0000063537873,0.00030080503,0.00005557569,0.18723872,0.0007274763,0.78868353,0.02287258],"study_design_scores_gemma":[0.000100951904,0.000042593103,0.0005379944,0.00007168304,0.00001793064,0.00003108499,0.0005246833,0.10470587,0.013064207,0.0029777635,0.87771285,0.00021241419],"about_ca_topic_score_codex":0.00013076549,"about_ca_topic_score_gemma":0.0007662943,"teacher_disagreement_score":0.8679686,"about_ca_system_score_codex":0.00009426095,"about_ca_system_score_gemma":0.0002829705,"threshold_uncertainty_score":0.99911666},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400279615","doi":"10.3138/jsp-2023-0060","title":"The Conceptual ‘APC Ring’: Is There a Risk of APC-Driven Guest Authorship, and Is a Change in the Culture of the APC Needed?","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Process management","score_opus":0.4187322829833594,"score_gpt":0.5087527598051707,"score_spread":0.09002047682181125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400279615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88248605,0.0319837,0.0000048462125,0.08069882,0.002019523,0.00045076894,0.00022031915,0.000014166122,0.0021218178],"genre_scores_gemma":[0.9858565,0.0037044424,0.000032738553,0.008680817,0.0014171079,0.000014784589,0.0000015877405,0.000019680805,0.00027234174],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950778,0.0026063004,0.00091264205,0.0002306912,0.00069770025,0.00047485455],"domain_scores_gemma":[0.9964495,0.0016100876,0.00073321006,0.0002714334,0.00061688235,0.00031890432],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009964398,0.00023566198,0.0003826387,0.0001519303,0.0006019348,0.002219992,0.0015041534,0.00097271625,0.0001992873],"category_scores_gemma":[0.0021134862,0.00011571622,0.00025643347,0.00084588584,0.00062535616,0.0065417076,0.000268283,0.013400222,0.0000036996362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088565145,0.00047848804,0.32966217,0.00066763954,0.001362338,0.00019568973,0.49181896,0.00004269241,0.0066183885,0.018678967,0.115970075,0.03361893],"study_design_scores_gemma":[0.0032022055,0.00064908783,0.0842963,0.0015197346,0.0011404783,0.0005126921,0.084911145,0.0025835282,0.010704046,0.010836313,0.7991811,0.0004633387],"about_ca_topic_score_codex":0.00025954665,"about_ca_topic_score_gemma":0.00007202432,"teacher_disagreement_score":0.683211,"about_ca_system_score_codex":0.00009136599,"about_ca_system_score_gemma":0.00028020015,"threshold_uncertainty_score":0.9988158},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400419308","doi":"10.3224/ijar.v20i1.05","title":"From Participatory Research to the Co-construction of Actions – Reflections on how to Reinforce Action Research for Social Inclusion","year":2024,"lang":"en","type":"article","venue":"IJAR – International Journal of Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Participatory action research; Action research; Inclusion (mineral); Sociology; Social research; Citizen journalism; Action (physics); Engineering ethics; Epistemology; Social science; Political science; Pedagogy; Engineering; Anthropology; Philosophy","score_opus":0.9523100311325184,"score_gpt":0.8101747620927239,"score_spread":0.14213526903979457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400419308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72927296,0.00013848678,0.017860848,0.22839843,0.006564024,0.002506399,0.00021662682,0.000093621056,0.0149486335],"genre_scores_gemma":[0.98477745,0.00021183297,0.0016034717,0.00009087884,0.007753564,0.00034665555,0.000009688056,0.000041864267,0.0051645925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798391,0.008839473,0.0007201711,0.000491565,0.009060417,0.0010492597],"domain_scores_gemma":[0.9786377,0.009980497,0.00017601793,0.00033170218,0.010318889,0.00055520685],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056936223,0.0001539533,0.0002751788,0.004017123,0.004698861,0.00088327605,0.0015090515,0.00027079965,0.0006399633],"category_scores_gemma":[0.022224722,0.00012903861,0.000265026,0.0035714284,0.001149516,0.0009976907,0.0005817679,0.002777506,0.0002939735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00570148,0.00057821267,0.00016019525,0.000081491715,0.0006680735,0.000042152973,0.08743865,0.00084977126,0.26704583,0.0852348,0.28750676,0.2646926],"study_design_scores_gemma":[0.00032308148,0.0010373858,0.0006626011,0.00026019305,0.00001594039,0.000007684735,0.04630423,0.00042442957,0.045281626,0.012011092,0.8935487,0.00012302765],"about_ca_topic_score_codex":0.0026683782,"about_ca_topic_score_gemma":0.0020644423,"teacher_disagreement_score":0.60604197,"about_ca_system_score_codex":0.0036256313,"about_ca_system_score_gemma":0.0027790826,"threshold_uncertainty_score":0.9995231},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400453593","doi":"10.1136/bmjebm-2024-sdc.144","title":"145 Meaningful engagement is attainable: evaluation of co-production used for the cochrane review of patient decision aids","year":2024,"lang":"en","type":"article","venue":"","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Production (economics); Computer science; Process engineering; Medicine; Engineering; Economics","score_opus":0.11253021158942844,"score_gpt":0.5449387894566552,"score_spread":0.43240857786722675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66347015,0.122155495,0.0463911,0.08115519,0.032592475,0.033536486,0.0002361432,0.0002803587,0.02018263],"genre_scores_gemma":[0.9834105,0.004133794,0.002575245,0.002990843,0.00028997014,0.0017827665,0.00012403245,0.00002677063,0.004666077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969465,0.0008115089,0.00088010763,0.00024023035,0.0009661125,0.00015550578],"domain_scores_gemma":[0.9948828,0.0014639796,0.00031540345,0.00036301053,0.0029430084,0.00003180056],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076171295,0.000107690925,0.00022467309,0.000120986326,0.00040031,0.0000069695066,0.00011285383,0.00007809839,0.0053011454],"category_scores_gemma":[0.0025935848,0.00006591785,0.000088905836,0.0005544158,0.00003224999,0.0001389752,0.000035044937,0.00020997987,0.000059147664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029296245,0.00023705997,0.00039578526,0.022042366,0.00015592272,1.0741436e-7,0.02414366,0.00012470093,0.0034661028,0.035002787,0.7354662,0.17867236],"study_design_scores_gemma":[0.0018141159,0.0009999559,0.0017205223,0.094492674,0.0011433135,0.0000015557,0.07298453,0.020117717,0.02659358,0.010867552,0.76884544,0.00041906073],"about_ca_topic_score_codex":0.00005673954,"about_ca_topic_score_gemma":0.000028656232,"teacher_disagreement_score":0.3199404,"about_ca_system_score_codex":0.00026635206,"about_ca_system_score_gemma":0.0017436836,"threshold_uncertainty_score":0.99560815},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400482717","doi":"10.55016/ojs/cpai.v4i2.74170","title":"Moving the Spotlight from Plagiarism to Academic Integrity in Paraphrasing Instruction","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Academic integrity; Academic dishonesty; Research integrity; Psychology; Mathematics education; Cheating; Engineering ethics; Engineering; Social psychology","score_opus":0.03052056251866167,"score_gpt":0.31748286873641707,"score_spread":0.2869623062177554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84210503,0.0018831992,0.0002858618,0.11885341,0.0018328176,0.00065637944,0.0002322568,0.00014503059,0.034005996],"genre_scores_gemma":[0.98324645,0.0018943067,0.00053900236,0.011238822,0.0019188041,0.0000515267,0.000033943496,0.00004426295,0.0010328584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99364644,0.0019192671,0.0007703172,0.0012400745,0.0009668208,0.0014571036],"domain_scores_gemma":[0.99624723,0.0014175017,0.0002136902,0.0005555983,0.00047356333,0.0010924271],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0043672584,0.00047997042,0.00056094024,0.0007274765,0.0014711012,0.0001709993,0.0014945223,0.0048505617,0.0008379827],"category_scores_gemma":[0.010661155,0.00043842,0.00022412323,0.0019911854,0.0007876551,0.0008506102,0.00013571982,0.042429373,0.00033637474],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015650161,0.00005490449,0.03337517,0.0000110171195,0.000094797855,0.00017021921,0.32272607,0.00006267683,0.0009769499,0.60398114,0.021269696,0.017120881],"study_design_scores_gemma":[0.0007435055,0.000049015835,0.06079924,0.00074987696,0.000058396028,0.000039333456,0.589352,0.00032663264,0.002082435,0.071721956,0.27293348,0.0011441363],"about_ca_topic_score_codex":0.62733114,"about_ca_topic_score_gemma":0.5533739,"teacher_disagreement_score":0.53225917,"about_ca_system_score_codex":0.005298953,"about_ca_system_score_gemma":0.0048963544,"threshold_uncertainty_score":0.9998289},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400482738","doi":"10.55016/ojs/cpai.v6i1.76948","title":"Are University Students Armed with the Necessary Skill Level to Prevent Plagiarism?","year":2023,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Mathematics education; Psychology; Medical education; Medicine","score_opus":0.04125645674548666,"score_gpt":0.32116264970477065,"score_spread":0.279906192959284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77422583,0.00010735852,0.00011745622,0.18596004,0.0004617514,0.001153406,0.00052578654,0.0002573838,0.037191],"genre_scores_gemma":[0.9662625,0.0003804091,0.000044438733,0.0066535184,0.0004944548,0.000017013987,0.000012696441,0.000026668778,0.026108252],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99617225,0.0008410681,0.00019372848,0.0006878094,0.0010443177,0.0010608122],"domain_scores_gemma":[0.99752903,0.00060440804,0.00017538581,0.00034929192,0.00033024733,0.0010116127],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029456473,0.0002962243,0.00030011372,0.00053495995,0.0018283813,0.0000872347,0.0019928333,0.0015004792,0.00027272108],"category_scores_gemma":[0.001615828,0.00023345235,0.000113152586,0.0017060109,0.00069993996,0.00035423128,0.00012713102,0.009384802,0.0007297806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019869939,0.000095395626,0.020897625,0.00001237461,0.00019612785,0.00025877476,0.2632864,0.00009780616,0.000017664692,0.16360378,0.55003977,0.0012955792],"study_design_scores_gemma":[0.0002572302,0.00006448568,0.070415996,0.00014100401,0.00003503454,0.0000039119122,0.5935928,0.000017295817,0.000034735956,0.0011347443,0.3339183,0.0003844051],"about_ca_topic_score_codex":0.22909816,"about_ca_topic_score_gemma":0.45713142,"teacher_disagreement_score":0.33030644,"about_ca_system_score_codex":0.0028326123,"about_ca_system_score_gemma":0.0016332217,"threshold_uncertainty_score":0.9997958},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400482815","doi":"10.55016/ojs/cpai.v6i1.76505","title":"Pre-Service Teachers Beliefs about Plagiarism: An Attribution Theory Lens","year":2023,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Attribution; Lens (geology); Psychology; Service (business); Through-the-lens metering; Social psychology; Business; Physics; Optics","score_opus":0.04421090954988021,"score_gpt":0.33893504879676073,"score_spread":0.2947241392468805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8208091,0.0008942066,0.00054555334,0.07343521,0.0015529258,0.0011462806,0.00082122046,0.0011222035,0.099673286],"genre_scores_gemma":[0.9792958,0.0017891931,0.00008575481,0.0093667535,0.0018699571,0.00006320716,0.00018715997,0.000055572214,0.007286618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99440336,0.0018040946,0.0004412536,0.00094929186,0.00082947756,0.0015725435],"domain_scores_gemma":[0.9969729,0.00069894403,0.00017292309,0.00047276856,0.0004918018,0.0011906333],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0079585,0.00040330325,0.00039230468,0.00073066814,0.001937821,0.00011824374,0.0013520914,0.0044308393,0.0009872525],"category_scores_gemma":[0.0035252762,0.00042109206,0.00016935321,0.0016430414,0.0008131205,0.0012351657,0.000062038926,0.016044583,0.0015306512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054579396,0.000027809807,0.0023297202,0.000007690747,0.000047550904,0.000018890578,0.26013103,0.000025451847,0.00009518842,0.7041086,0.02869678,0.004456679],"study_design_scores_gemma":[0.00042331757,0.00012791133,0.03893313,0.00018667571,0.00005390848,0.000008999331,0.37120795,0.00035755994,0.00016290012,0.04875472,0.53890514,0.00087775616],"about_ca_topic_score_codex":0.42142537,"about_ca_topic_score_gemma":0.37730455,"teacher_disagreement_score":0.6553539,"about_ca_system_score_codex":0.0034292578,"about_ca_system_score_gemma":0.0028704177,"threshold_uncertainty_score":0.999926},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400573007","doi":"10.1093/ndt/gfae156","title":"Heart failure events in randomized controlled trials for adults receiving maintenance dialysis: a meta-epidemiologic study","year":2024,"lang":"en","type":"review","venue":"Nephrology Dialysis Transplantation","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Impact; University of Alberta; Population Health Research Institute; Canadian VIGOUR Centre; McMaster University","funders":"British Heart Foundation","keywords":"Medicine; Heart failure; Dialysis; Randomized controlled trial; Internal medicine; Intensive care medicine; Cardiology","score_opus":0.09110686111055549,"score_gpt":0.3835865122031745,"score_spread":0.29247965109261903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400573007","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047565682,0.9491199,0.0014652052,0.0032898379,0.0005791821,0.044704407,0.00012968139,0.00020342643,0.000032654578],"genre_scores_gemma":[0.0036857976,0.9398137,0.0019606263,0.0005035869,0.0005797778,0.05089638,0.0019793916,0.000093590104,0.00048716157],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9785931,0.012994586,0.0058128084,0.0014414046,0.00043648446,0.00072159554],"domain_scores_gemma":[0.9808964,0.016689999,0.0015233589,0.00058450544,0.00015548621,0.0001502346],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.02730506,0.0012143775,0.04121753,0.0018787151,0.00010054474,0.000033609496,0.00020870031,0.00079458434,0.00015480559],"category_scores_gemma":[0.0049218247,0.0006322785,0.014120707,0.0009084527,0.000091192895,0.00011495407,0.000025513053,0.00061311753,0.00009942537],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4087708,0.0033545375,0.00025424198,0.053304285,0.43248287,0.00042540565,0.0035325876,0.00008837745,0.000004637205,0.000297599,0.0124301445,0.08505451],"study_design_scores_gemma":[0.2772699,0.0005208026,0.000025082152,0.004463039,0.58286184,0.000026940741,0.00010697527,0.00014343706,2.538686e-7,0.0002018406,0.1339823,0.000397607],"about_ca_topic_score_codex":0.00018715128,"about_ca_topic_score_gemma":0.0015793423,"teacher_disagreement_score":0.15037894,"about_ca_system_score_codex":0.00022499611,"about_ca_system_score_gemma":0.00024962457,"threshold_uncertainty_score":0.99961287},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400580746","doi":"10.1001/jamanetworkopen.2024.20458","title":"Barriers, Solutions, and Opportunities for Adapting Critical Care Clinical Trials in the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Michael's Hospital; Sunnybrook Health Science Centre; Health Sciences Centre; Ottawa Hospital; Université de Sherbrooke; University of Toronto; Western University; Université Laval; Centre Hospitalier Universitaire de Sherbrooke; University of Ottawa; Children's Hospital of Eastern Ontario; Impact; University of Calgary; McMaster University","funders":"","keywords":"Clinical trial; Pandemic; Descriptive statistics; Focus group; Research design; Protocol (science); Medicine; Randomized controlled trial; Data collection; Coronavirus disease 2019 (COVID-19); Family medicine; Psychology; Nursing; Alternative medicine; Disease","score_opus":0.9298793191003476,"score_gpt":0.7062913000825656,"score_spread":0.22358801901778202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400580746","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02558265,0.04826531,0.0063557136,0.8994907,0.0016501063,0.0064987587,0.00022279727,0.0001589274,0.011775018],"genre_scores_gemma":[0.9468751,0.00933951,0.0024186072,0.0365487,0.0031992635,0.0005025905,0.0000507738,0.000035208046,0.0010302336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890751,0.007445956,0.0016642286,0.0005931376,0.00059944764,0.00062209583],"domain_scores_gemma":[0.56214595,0.4360344,0.00011036958,0.00059128116,0.00030655248,0.00081145356],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21087255,0.00013615075,0.0007539904,0.000062593055,0.00038808453,0.0005954959,0.0005389283,0.00058471557,0.00016292236],"category_scores_gemma":[0.43005386,0.0000890476,0.00021966665,0.00019676435,0.0006698835,0.00016375854,0.00060506415,0.002566169,0.000006210966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002226771,0.00005372204,0.094876505,0.0021318772,0.00018362746,0.00050562166,0.002703902,0.00004350889,0.0000021761957,0.6124289,0.20628843,0.07855493],"study_design_scores_gemma":[0.0040227296,0.0010495051,0.0040623914,0.0022431714,0.0003676704,0.00014045277,0.024712915,0.007436397,3.4737738e-7,0.15982932,0.7958706,0.0002644829],"about_ca_topic_score_codex":0.00011946849,"about_ca_topic_score_gemma":0.00061502616,"teacher_disagreement_score":0.9212925,"about_ca_system_score_codex":0.0001278838,"about_ca_system_score_gemma":0.0031073089,"threshold_uncertainty_score":0.99973494},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400620696","doi":"10.1080/08989621.2024.2377723","title":"The punishment intensity for research misconduct and its related factors: An exploratory study on hospitals in Mainland China","year":2024,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mainland China; Misconduct; Exploratory research; China; Scientific misconduct; Punishment (psychology); Psychology; Criminology; Applied psychology; Social psychology; Political science; Law; Sociology; Medicine; Social science; Alternative medicine","score_opus":0.2987618849254758,"score_gpt":0.5154437601731929,"score_spread":0.21668187524771715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400620696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984134,0.0007023267,4.262744e-7,0.009965893,0.00030626246,0.0030662657,0.000024884996,0.000036294274,0.0017636182],"genre_scores_gemma":[0.99879146,0.0003693768,0.000002985292,0.000022126103,0.000119328404,0.00030059993,0.0000070394235,0.000014728759,0.00037237324],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99078655,0.0053157522,0.00043395066,0.0007378984,0.0016763491,0.0010494826],"domain_scores_gemma":[0.9903879,0.008395216,0.000023552122,0.00041675474,0.0006026813,0.0001738734],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09036314,0.00014682287,0.00024388851,0.00043882037,0.0013702399,0.0005955793,0.0007673922,0.00056425435,0.000049238675],"category_scores_gemma":[0.0106707625,0.000102672784,0.00004084499,0.0013706548,0.0009988857,0.0007341721,0.0002717329,0.0056827236,0.000028696564],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005758767,0.00083586754,0.33092114,0.000107668304,0.000042072563,0.000040757557,0.6350852,0.000003716611,0.00017031333,0.025296727,0.0036114932,0.0033091283],"study_design_scores_gemma":[0.000435563,0.00087097473,0.27742106,0.00017236017,0.000003641403,5.748825e-7,0.6468742,0.00035000953,0.00019087842,0.065742746,0.0077384715,0.00019951323],"about_ca_topic_score_codex":0.0155771235,"about_ca_topic_score_gemma":0.035015758,"teacher_disagreement_score":0.07969238,"about_ca_system_score_codex":0.00093830645,"about_ca_system_score_gemma":0.00066457846,"threshold_uncertainty_score":0.99992985},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400722606","doi":"10.1016/j.jss.2024.112158","title":"Reproducibility of issues reported in stack overflow questions: Challenges, impact &amp; estimation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reproducibility; Stack (abstract data type); Estimation; Computer science; Reliability engineering; Statistics; Mathematics; Engineering; Systems engineering; Programming language","score_opus":0.04380599402015875,"score_gpt":0.3244064420340398,"score_spread":0.28060044801388107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400722606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79524744,0.08899307,0.114311986,0.00042318337,0.00079457957,0.0001354747,0.0000033484853,0.00006636398,0.000024561201],"genre_scores_gemma":[0.98895526,0.0008377089,0.010007475,0.000002809918,0.00011321154,0.0000012722317,7.082086e-7,0.0000068905424,0.00007465467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983121,0.0001389023,0.0007787484,0.0003741948,0.0002764766,0.00011955361],"domain_scores_gemma":[0.99833196,0.00015728024,0.00035186863,0.0008491561,0.00024280872,0.000066943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039554485,0.00010082445,0.00033482065,0.00020948272,0.00003633458,0.00017642896,0.00013041795,0.0000674818,0.0000016097549],"category_scores_gemma":[0.0014479804,0.000074975316,0.000086467626,0.00023579605,0.000027828179,0.00050067983,0.000039989398,0.00018690551,0.0000010337322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014878255,0.0006808675,0.1045215,0.009854851,0.0007620416,0.0015699517,0.04538468,0.11087689,0.004097649,0.009516216,0.0072423853,0.7053442],"study_design_scores_gemma":[0.0021321545,0.0021779847,0.49918658,0.042875465,0.0002358298,0.016712092,0.002280472,0.38655883,0.0011642466,0.024474507,0.020689277,0.0015125832],"about_ca_topic_score_codex":0.0003825503,"about_ca_topic_score_gemma":0.000022600478,"teacher_disagreement_score":0.7038316,"about_ca_system_score_codex":0.000083443905,"about_ca_system_score_gemma":0.00014350322,"threshold_uncertainty_score":0.30574045},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400747098","doi":"10.1111/dom.15771","title":"Bariatric surgery and all‐cause mortality: A methodological review of studies using a non‐surgical comparator","year":2024,"lang":"en","type":"review","venue":"Diabetes Obesity and Metabolism","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Atara Biotherapeutics; Kowa Company; Amarin Corporation; Novo Nordisk; Merck; Novartis; Pfizer; Seqirus; AstraZeneca; National Institute of Diabetes and Digestive and Kidney Diseases; Boehringer Ingelheim","keywords":"Medicine; Surgical procedures; Surgery; General surgery; Intensive care medicine","score_opus":0.36883434458384223,"score_gpt":0.46638567469115594,"score_spread":0.0975513301073137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400747098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022854613,0.97496784,0.0000036128647,0.0000850945,0.00092251203,0.0010065864,0.00007413575,0.000052982406,0.000032611166],"genre_scores_gemma":[0.00013654317,0.99794024,0.00070053077,0.00041359832,0.00058146927,0.000062824765,0.00005732454,0.00004856275,0.000058893056],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952779,0.0013001899,0.0016497994,0.00081837195,0.0004302893,0.00052347145],"domain_scores_gemma":[0.9942502,0.0041303122,0.0005954749,0.0004972758,0.00016886176,0.00035791166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004993422,0.00077567116,0.010345721,0.0005332898,0.00009353479,0.00003601067,0.00011910316,0.0005100039,0.000034848814],"category_scores_gemma":[0.0016671817,0.00048118632,0.0014586904,0.0010297686,0.00031410722,0.000109120876,0.00038119493,0.000747418,0.00001012785],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144487285,0.0002462951,0.0051226798,0.85503584,0.015580734,0.00045896583,0.00008014446,2.582239e-8,0.0000018331529,0.00069287507,0.002320412,0.12044573],"study_design_scores_gemma":[0.00031239775,0.0000290902,0.002399815,0.11048966,0.12531154,0.00031407084,0.000018249722,0.000008289128,0.0000051365373,0.00015871186,0.7603327,0.00062032335],"about_ca_topic_score_codex":0.000012616016,"about_ca_topic_score_gemma":4.100053e-7,"teacher_disagreement_score":0.7580123,"about_ca_system_score_codex":0.000034884386,"about_ca_system_score_gemma":0.00033375373,"threshold_uncertainty_score":0.99976397},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400853486","doi":"10.1038/s41433-024-03255-2","title":"Exploring the fragility of meta-analyses in ophthalmology: a systematic review","year":2024,"lang":"en","type":"review","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Impact","funders":"","keywords":"Medicine; Fragility; Optometry; Ophthalmology; MEDLINE; Neuro-ophthalmology; Meta-analysis; Glaucoma; Pathology; Chemistry","score_opus":0.9808495744060876,"score_gpt":0.6805419536740732,"score_spread":0.30030762073201434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400853486","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051753836,0.9914631,0.000036616842,0.00017908785,0.00040966395,0.0052703028,0.000052731295,0.000005654777,0.0025776378],"genre_scores_gemma":[0.00006226129,0.98795253,0.00015422147,0.00006919259,0.000047761692,0.0032595475,0.0000100768775,0.00003546787,0.008408942],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8718138,0.07700864,0.04160191,0.0020597319,0.00710294,0.00041301426],"domain_scores_gemma":[0.949522,0.019080292,0.017381143,0.013104107,0.0007874148,0.00012501376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.26267657,0.0010255135,0.059560835,0.0010067823,0.000070118884,0.00043544394,0.0058829347,0.00016196708,0.0074474765],"category_scores_gemma":[0.11109644,0.0002826223,0.030420763,0.0066730212,0.00012289923,0.00021991915,0.00056132703,0.0007521113,0.007327429],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5826711e-7,0.000023639013,0.000001668215,0.97734,0.011867783,0.000044594683,0.00008272667,0.0000011738815,1.5378275e-8,0.00022008481,0.0034200472,0.006998108],"study_design_scores_gemma":[0.000012974817,0.000011446285,0.000002874699,0.34444577,0.29765353,0.00009688319,0.00010145113,0.000021990643,5.887963e-8,0.0006850479,0.35670346,0.00026451267],"about_ca_topic_score_codex":0.00002407773,"about_ca_topic_score_gemma":0.0000074718746,"teacher_disagreement_score":0.6328942,"about_ca_system_score_codex":0.00008052409,"about_ca_system_score_gemma":0.00021142875,"threshold_uncertainty_score":0.99996257},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400879434","doi":"10.1136/bmjebm-2024-112899","title":"Rapid review method series: interim guidance for the reporting of rapid reviews","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; University of Alberta; Public Health Agency of Canada; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Interim; Systematic review; Set (abstract data type); Computer science; Psychology; MEDLINE; Political science","score_opus":0.9004752747875066,"score_gpt":0.647176774034603,"score_spread":0.2532985007529035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400879434","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012307698,0.5960172,0.3266341,0.07120948,0.0009676515,0.00426934,0.000006935545,0.000013053375,0.00086995616],"genre_scores_gemma":[0.006081666,0.60342824,0.30366465,0.03809823,0.004126733,0.006502778,0.000036015303,0.00013556783,0.037926078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9181783,0.018894266,0.05374631,0.0019555688,0.006711117,0.00051443034],"domain_scores_gemma":[0.73149306,0.15770067,0.08257787,0.019966453,0.007655666,0.00060627784],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62129295,0.00051269284,0.008255812,0.00037242027,0.00016265569,0.00022888329,0.0025236981,0.00008886765,0.018057235],"category_scores_gemma":[0.7240558,0.0001770049,0.0035242166,0.0033758346,0.00028854128,0.0004984011,0.00013212246,0.0002813146,0.0004013348],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019399626,0.0000080960135,0.00006162098,0.010725636,0.00012511991,0.000010764346,0.00016641921,0.000007610145,0.00038218978,0.0005594808,0.5713201,0.41661355],"study_design_scores_gemma":[0.00011664315,0.0003165945,0.00008848333,0.09394831,0.0014920922,0.0000775343,0.0002625198,0.0052050375,0.00027826728,0.0010056585,0.8970376,0.0001712299],"about_ca_topic_score_codex":0.000024150895,"about_ca_topic_score_gemma":0.000009566395,"teacher_disagreement_score":0.4164423,"about_ca_system_score_codex":0.00006049069,"about_ca_system_score_gemma":0.00046176952,"threshold_uncertainty_score":0.9828404},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400917275","doi":"10.3390/brainsci14070728","title":"The Utilization of Systematic Reviews and Meta-Analyses in Stroke Guidelines","year":2024,"lang":"en","type":"article","venue":"Brain Sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Novo Nordisk","keywords":"Guideline; Systematic review; Stroke (engine); Meta-analysis; MEDLINE; Medicine; Engineering; Pathology; Political science","score_opus":0.919123697599627,"score_gpt":0.6838787455389053,"score_spread":0.2352449520607217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400917275","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12557383,0.5299666,0.010017052,0.32373682,0.0008762538,0.0072042597,0.000028711178,0.00010069124,0.0024957724],"genre_scores_gemma":[0.97884154,0.0067178616,0.008713491,0.0034867206,0.00010735399,0.00014258061,0.0000049597493,0.000009590526,0.001975901],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759364,0.00035255746,0.001414542,0.00018292363,0.0003685984,0.000087728185],"domain_scores_gemma":[0.99297935,0.006449563,0.00024868187,0.00016258853,0.00013179815,0.000028028933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011339977,0.0000682427,0.00043783523,0.0001121303,0.00006072867,0.00007546177,0.00009544462,0.000018807328,0.000043670938],"category_scores_gemma":[0.052262373,0.000029514382,0.00011077064,0.00058901357,0.00018464049,0.0001911902,0.00003090427,0.000052919328,0.000006059465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027420843,0.0005667923,0.02242563,0.17000802,0.008461754,0.00009969585,0.008023697,0.00090309413,0.073485665,0.080657676,0.32212865,0.31296512],"study_design_scores_gemma":[0.0032583403,0.0025393202,0.022341454,0.02034048,0.07679423,0.00048377283,0.050510727,0.49014637,0.007344928,0.022712462,0.3022359,0.0012920365],"about_ca_topic_score_codex":0.00010960696,"about_ca_topic_score_gemma":0.0002534695,"teacher_disagreement_score":0.8532677,"about_ca_system_score_codex":0.000008515305,"about_ca_system_score_gemma":0.00009960257,"threshold_uncertainty_score":0.95572084},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4401023281","doi":"10.1101/2024.07.24.604934","title":"“I’d like to think I’d be able to spot one if I saw one”: How science journalists navigate predatory journals","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Reputation; Prestige; Journalism; Public relations; Publishing; Quality (philosophy); Diversity (politics); Credibility; Political science; Trustworthiness; Newspaper; Perception; Citizen science; Internet privacy; Media studies; Sociology; Psychology; Computer science; Law","score_opus":0.3049552395082844,"score_gpt":0.45338592290999924,"score_spread":0.14843068340171484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96066445,0.0066857105,0.0034260985,0.017096471,0.008343795,0.0020644409,0.0011404154,0.0003946038,0.00018400184],"genre_scores_gemma":[0.97763175,0.0008752859,0.017284356,0.0020843097,0.0012333142,0.0001417543,1.9865381e-7,0.0001894537,0.00055958884],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.96379054,0.000602837,0.0021586453,0.004561971,0.025897935,0.0029880973],"domain_scores_gemma":[0.96891534,0.0014989437,0.0011697332,0.0053289314,0.01753392,0.0055531138],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.069041006,0.0010720117,0.0016916116,0.08948453,0.0013727371,0.04089863,0.013869947,0.00089072087,0.0007457523],"category_scores_gemma":[0.045179684,0.0009491508,0.00058510335,0.22081825,0.0007155662,0.0016923097,0.015279866,0.0040637413,0.0025355306],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001228717,0.00065990456,0.005012706,0.00031269412,0.0002798151,0.00047647848,0.00021351557,0.00064281374,0.9407757,0.0014723485,0.049688637,0.00034253453],"study_design_scores_gemma":[0.0012154978,0.0010310152,0.2447003,0.0041947155,0.00026762285,0.0000010494598,0.00012696226,0.003251951,0.5065829,0.0010981332,0.23266652,0.004863285],"about_ca_topic_score_codex":0.0001280758,"about_ca_topic_score_gemma":0.000009494363,"teacher_disagreement_score":0.43419275,"about_ca_system_score_codex":0.0021312432,"about_ca_system_score_gemma":0.006608518,"threshold_uncertainty_score":0.99992734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401032629","doi":"10.1177/08295735241263912","title":"Registered Reports in School Psychology Research: Initial Experiences, Analyses, and Future","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of School Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Credibility; Psychology; School psychology; Transparency (behavior); Evidence-based practice; Rigour; Best practice; Medical education; Engineering ethics; Public relations; Applied psychology; Alternative medicine; Political science; Medicine; Law","score_opus":0.8976474443652579,"score_gpt":0.6722391059992343,"score_spread":0.2254083383660236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401032629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8303208,0.07083324,0.0011503274,0.045628972,0.00934809,0.00069040584,0.000016860362,0.00000683667,0.042004462],"genre_scores_gemma":[0.99237096,0.00046199755,0.0015500364,0.0023450635,0.0017403077,0.000027157275,0.0000026755397,0.000023671522,0.0014781408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97455317,0.01024387,0.010517612,0.0013801091,0.0025335895,0.0007716276],"domain_scores_gemma":[0.9897692,0.0011022369,0.0023821,0.0031648076,0.001472991,0.0021086202],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.110138826,0.00032130795,0.002531231,0.005466628,0.0001999966,0.0014980747,0.001821091,0.00038425668,0.026246043],"category_scores_gemma":[0.03131294,0.0001878291,0.0008074747,0.004113672,0.0005410289,0.0006232167,0.000049755512,0.0017280325,0.0008299873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037068574,0.000025312493,0.050314985,0.00002983456,0.0002274214,0.011777957,0.0022063118,0.000004472028,0.00018450838,0.00059980125,0.90319777,0.031394575],"study_design_scores_gemma":[0.00034698445,0.00025320996,0.07420002,0.00015126269,0.00007125673,0.0059635267,0.008969274,0.000039497212,0.0000054673365,0.018794993,0.8909779,0.00022659764],"about_ca_topic_score_codex":0.00058255537,"about_ca_topic_score_gemma":0.014634483,"teacher_disagreement_score":0.16205014,"about_ca_system_score_codex":0.00016793318,"about_ca_system_score_gemma":0.0019035056,"threshold_uncertainty_score":0.99994797},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4401038323","doi":"10.1136/bmjopen-2024-084375","title":"Disparity between statistical and clinical significance in published randomised controlled trials indexed in PubMed: a protocol for a cross-sectional methodological survey","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Fogarty International Center; National Institutes of Health; Universiteit Stellenbosch","keywords":"Medicine; Protocol (science); Cross-sectional study; Biostatistics; Clinical trial; Alternative medicine; Statistical significance; Randomized controlled trial; Clinical significance; MEDLINE; Family medicine; Public health; Pathology; Internal medicine","score_opus":0.9684638919167384,"score_gpt":0.7503330800676374,"score_spread":0.218130811849101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401038323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026695084,0.000022626811,0.1195772,0.000524761,0.00029613747,0.8512217,0.00068125664,0.000007540883,0.00097373495],"genre_scores_gemma":[0.12615076,7.8358926e-7,0.012808823,0.00011412777,0.00018916164,0.8585302,0.000071243056,0.000013812887,0.0021210746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.46363255,0.4635026,0.06095115,0.0045932927,0.006246216,0.0010742014],"domain_scores_gemma":[0.31363136,0.6766502,0.0060924795,0.002034784,0.0011374949,0.00045364772],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8983723,0.00034721624,0.014181219,0.00043868393,0.0000890594,0.009184059,0.0020140007,0.00033928425,0.0043011834],"category_scores_gemma":[0.8845195,0.00015014314,0.0015620841,0.001464569,0.00021539163,0.000630837,0.00048471673,0.00047729406,0.000075657095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020665292,0.00012791097,0.9583104,0.00010371476,0.00033467804,0.0000083106115,0.000022822089,0.000010074005,6.8567834e-7,0.00072977034,0.011471046,0.008215281],"study_design_scores_gemma":[0.049651455,0.00009373667,0.92030954,0.000051519863,0.00008451987,0.00000165101,0.000009604038,0.007894693,5.231573e-7,0.018924922,0.002795973,0.00018185296],"about_ca_topic_score_codex":0.0004105028,"about_ca_topic_score_gemma":0.0026199433,"teacher_disagreement_score":0.21314767,"about_ca_system_score_codex":0.00006902001,"about_ca_system_score_gemma":0.0006858215,"threshold_uncertainty_score":0.99660903},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401172790","doi":"10.18357/kula.287","title":"Generative AI for Academic Publishing? Some Thoughts About Epistemic Diversity and the Pursuit of Truth","year":2024,"lang":"en","type":"article","venue":"KULA knowledge creation dissemination and preservation studies","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Publishing; Diversity (politics); Epistemology; Sociology; Hoax; Generative model; Psychology; Philosophy; Political science; Law; Anthropology; Linguistics; Medicine","score_opus":0.1401047147406927,"score_gpt":0.4347272221841704,"score_spread":0.29462250744347773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401172790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06955701,0.12683254,0.59119856,0.19700825,0.0015113984,0.003536022,0.00012029027,0.00037874788,0.009857148],"genre_scores_gemma":[0.9409627,0.022335114,0.0015044849,0.00024665127,0.0003691103,0.0003490136,0.00009684298,0.000011968389,0.034124166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843234,0.00029043382,0.00031379602,0.0004031991,0.00041593888,0.0001443002],"domain_scores_gemma":[0.99435997,0.0044659823,0.00017339877,0.0002650526,0.0006914451,0.000044149496],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0034351535,0.00012848993,0.00020107054,0.00024745028,0.00081653835,0.0022176295,0.0007358353,0.00006406427,0.0000015073442],"category_scores_gemma":[0.0054040807,0.000089026944,0.000041931246,0.0004970721,0.0002784364,0.024093226,0.0020367745,0.00017048896,0.0000010508727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041678282,0.000017651178,0.0009558607,0.00042903546,0.00015124257,3.124286e-7,0.029054519,0.000004814638,0.0000925421,0.9413638,0.012477917,0.0154106375],"study_design_scores_gemma":[0.0028969848,0.00015877378,0.071327,0.0010346485,0.00033854195,0.0000069945954,0.0059436946,0.30653107,0.003581214,0.36335614,0.24426083,0.0005640823],"about_ca_topic_score_codex":0.0000101710175,"about_ca_topic_score_gemma":0.000015078248,"teacher_disagreement_score":0.87140566,"about_ca_system_score_codex":0.000047580153,"about_ca_system_score_gemma":0.00003288579,"threshold_uncertainty_score":0.99881816},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401198502","doi":"10.1136/bmjebm-2023-112815","title":"Successes, shortcomings and learning opportunities for evidence-based medicine from the COVID-19 pandemic","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Computer science; Medicine; Infectious disease (medical specialty); Internal medicine; Disease","score_opus":0.7098921007921705,"score_gpt":0.591445131736033,"score_spread":0.1184469690561375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401198502","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07799783,0.059353817,0.022481214,0.83280283,0.0027257758,0.0040193144,0.00003684711,0.00036056494,0.0002217925],"genre_scores_gemma":[0.84439266,0.018299714,0.0007773698,0.12053656,0.00867505,0.0029062056,0.00022267867,0.00006668145,0.004123064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99237037,0.0027885283,0.0013568109,0.0008552416,0.0014867971,0.0011422331],"domain_scores_gemma":[0.89020365,0.1069101,0.00035757915,0.0005736959,0.0005513247,0.0014036193],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027385317,0.00036355277,0.000673496,0.00045641462,0.002606625,0.000067269655,0.0006802962,0.00026161945,0.002853076],"category_scores_gemma":[0.09984336,0.00020436078,0.00008028949,0.0009567268,0.0016557266,0.0007677188,0.00009683508,0.0015917646,0.00004385555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095693197,0.000025939902,0.18705532,0.0071009574,0.00004453335,0.000067920046,0.012677944,0.00010858252,0.000774625,0.0010380098,0.756614,0.0335352],"study_design_scores_gemma":[0.0019196933,0.0016537451,0.012550814,0.045768633,0.00022416616,0.000013085021,0.038223207,0.018739631,0.000020445996,0.0018415025,0.8786595,0.0003855812],"about_ca_topic_score_codex":0.024830602,"about_ca_topic_score_gemma":0.0018720236,"teacher_disagreement_score":0.76639485,"about_ca_system_score_codex":0.0007417671,"about_ca_system_score_gemma":0.013919005,"threshold_uncertainty_score":0.99869186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4401246249","doi":"10.1101/2024.08.01.24311159","title":"A Methodological Review of Patient Healthcare-Seeking Journeys from Symptom Onset to Receipt of Care","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; University of Waterloo","funders":"","keywords":"Receipt; Health care; Psychology; Family medicine; Medicine; Political science; Computer science; World Wide Web","score_opus":0.20127240755294698,"score_gpt":0.47023128016257243,"score_spread":0.2689588726096255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401246249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019201591,0.9943744,0.0009322374,0.00079959334,0.00072459766,0.0025811028,0.00017324937,0.000052143245,0.00017065593],"genre_scores_gemma":[0.0001358772,0.9955648,0.0027770419,0.00066374015,0.00017257349,0.00016335145,0.00041176073,0.0000611104,0.000049743136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896382,0.0068171783,0.0019542817,0.0005710796,0.00073596125,0.00028331086],"domain_scores_gemma":[0.99736965,0.00032415494,0.00063437386,0.00085927977,0.0004464601,0.0003660865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056931935,0.0003610783,0.004382843,0.0002912271,0.000033537905,0.00000589876,0.0001940978,0.00039706434,0.00029951223],"category_scores_gemma":[0.0022563394,0.00024714204,0.0020572352,0.0008866565,0.00003630454,0.000018689792,0.0001512142,0.00077270943,0.00011612753],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026581788,0.000028253342,0.00002954753,0.3808824,0.00028297058,0.000029379557,0.00016539753,2.0045794e-8,6.3461215e-7,0.000009966707,0.000455122,0.61811364],"study_design_scores_gemma":[0.000087444045,0.00030261782,0.00009934696,0.4162408,0.002652738,0.0000765789,0.000038433995,1.367353e-7,0.0000063171315,0.000014043209,0.5803684,0.00011313659],"about_ca_topic_score_codex":0.00006955809,"about_ca_topic_score_gemma":0.0000047791523,"teacher_disagreement_score":0.6180005,"about_ca_system_score_codex":0.00025025444,"about_ca_system_score_gemma":0.0007749178,"threshold_uncertainty_score":0.9999981},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4401288674","doi":"10.1007/s11136-024-03727-8","title":"Patient engagement in quality of life research","year":2024,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"Cumming School of Medicine, University of Calgary; Australian and New Zealand Urogenital and Prostate Cancer Trials Group; University of Queensland","keywords":"Quality of Life Research; Public health; Quality of life (healthcare); Psychology; Public engagement; Quality (philosophy); Sociology; Environmental health; Public relations; Medicine; Political science; Nursing; Psychotherapist","score_opus":0.9085348704858113,"score_gpt":0.696182493808275,"score_spread":0.21235237667753626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401288674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97176385,0.003221606,0.000027614853,0.003474311,0.00063294295,0.0033231024,0.00024089857,0.00004371156,0.017271962],"genre_scores_gemma":[0.9966103,0.0006195153,0.00024486126,0.00047133968,0.00022180178,0.00058005843,0.00011777777,0.000032875378,0.0011015129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94789094,0.04041365,0.0039289105,0.00072420965,0.0052270377,0.001815271],"domain_scores_gemma":[0.97951555,0.01692411,0.00033009978,0.0010092445,0.0013689997,0.0008519808],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.115895,0.00019482005,0.00080374157,0.001180975,0.0007523909,0.000018435278,0.00055660185,0.00030475427,0.0016895059],"category_scores_gemma":[0.0064951945,0.00017163943,0.00015048732,0.001973936,0.00052119733,0.00014710317,0.0009498409,0.0036111563,0.0006536989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031009435,0.002963644,0.6340804,0.09708354,0.00013698242,0.000010085177,0.08429321,0.000016137428,0.0023839858,0.115700096,0.043336347,0.016894605],"study_design_scores_gemma":[0.0068968176,0.005922224,0.49236146,0.017314574,0.000011983503,1.7058804e-7,0.27872235,0.0008347744,0.0022524197,0.028665649,0.16602369,0.0009939083],"about_ca_topic_score_codex":0.035067245,"about_ca_topic_score_gemma":0.002822925,"teacher_disagreement_score":0.19442913,"about_ca_system_score_codex":0.0008921096,"about_ca_system_score_gemma":0.0042881584,"threshold_uncertainty_score":0.9992231},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4401741113","doi":"10.7202/1113033ar","title":"L’acte de narration : archéologie d’une méthode de recherche","year":2023,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Linguistics and Discourse Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Art; Philosophy","score_opus":0.9332972746355899,"score_gpt":0.5093911086071577,"score_spread":0.4239061660284321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401741113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56076765,0.004184603,0.015059177,0.04621163,0.0032130037,0.0002705924,0.00006886184,0.0002345777,0.36998993],"genre_scores_gemma":[0.8958922,0.0046387524,0.015932573,0.00057167205,0.004014274,0.000045915138,0.00008187482,0.000022895696,0.07879982],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979274,0.00072612386,0.0002663731,0.00031495528,0.0001710663,0.0005940681],"domain_scores_gemma":[0.9987484,0.0005657591,0.00015042209,0.00020261807,0.00019956358,0.00013319809],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005927985,0.00013938417,0.00015756291,0.0002435743,0.0014381307,0.00059470173,0.00031010486,0.0001603842,0.0005244696],"category_scores_gemma":[0.0026680154,0.00014082596,0.00011114004,0.00064025243,0.0012689162,0.00026828746,0.000040903018,0.0002454524,0.00025564322],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057832494,0.00011663566,0.0017422657,0.0002232165,0.00003423511,0.00001624391,0.15597777,0.0054926695,0.00066079845,0.81009626,0.007287064,0.018347077],"study_design_scores_gemma":[0.0000990151,0.00016052395,0.0027855108,0.00025032056,0.00020574984,0.00003401005,0.07016688,0.15670678,0.00044140493,0.6641489,0.10467074,0.0003301599],"about_ca_topic_score_codex":0.005279843,"about_ca_topic_score_gemma":0.0036449428,"teacher_disagreement_score":0.33512458,"about_ca_system_score_codex":0.0012437364,"about_ca_system_score_gemma":0.0013552636,"threshold_uncertainty_score":0.99986184},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401855162","doi":"10.1007/s11010-024-05102-0","title":"Retraction Note: Topical application of aminopeptidase N-neutralizing antibody accelerates wound closure","year":2024,"lang":"en","type":"retraction","venue":"Molecular and Cellular Biochemistry","topic":"Peptidase Inhibition and Analysis","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Collaboration On Repair Discoveries; Spinal Cord Injury BC; University of British Columbia","funders":"","keywords":"Wound closure; Closure (psychology); Chemistry; Antibody; Medicine; Immunology; Wound healing; Political science","score_opus":0.008553934901944385,"score_gpt":0.2959917374770775,"score_spread":0.28743780257513313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401855162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556064,0.014791382,0.010513946,0.0012988205,0.00038103794,0.0006564681,0.00024827046,0.0001937409,0.016309945],"genre_scores_gemma":[0.9877868,0.000337076,0.00021895152,0.00013253227,0.00067122106,0.000020920117,0.0057926304,0.000056126068,0.0049837353],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981794,0.000036279034,0.00047519105,0.00062353245,0.0004395707,0.00024606392],"domain_scores_gemma":[0.998981,0.000021554955,0.00022215805,0.00042338745,0.00016390508,0.00018801939],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016269932,0.00034076907,0.0005311894,0.00017266051,0.000060901373,0.000069901354,0.00007403431,0.0012864453,0.000093601775],"category_scores_gemma":[0.000043052,0.0003319587,0.0003952644,0.00031411822,0.00011298321,0.000043731965,0.000048226084,0.0010767524,0.000025234995],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039918355,0.00013225032,0.00012277835,0.0036384189,0.00018682974,0.00019066909,0.000011651572,7.616585e-7,0.99116504,0.000058465863,0.0018933114,0.002559915],"study_design_scores_gemma":[0.00033336383,0.00006687593,0.000032360014,0.0013470358,0.0008206592,0.00014151016,0.00005172328,0.00023597875,0.9825149,0.00005550076,0.014111993,0.00028808432],"about_ca_topic_score_codex":0.000056484452,"about_ca_topic_score_gemma":9.932886e-7,"teacher_disagreement_score":0.032180417,"about_ca_system_score_codex":0.00011726855,"about_ca_system_score_gemma":0.00013033826,"threshold_uncertainty_score":0.9999132},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401991382","doi":"10.1136/bmjebm-2024-113031","title":"Meta-analysis of continuous outcomes: a user’s guide for analysis and interpretation","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Interpretation (philosophy); Computer science; Meta-analysis; Psychology; Medicine; Internal medicine; Programming language","score_opus":0.8238197139119845,"score_gpt":0.6024751740025874,"score_spread":0.22134453990939706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401991382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014764114,0.038113907,0.9222157,0.021873256,0.00026772497,0.0021816732,0.00011464152,0.000022054875,0.00044694895],"genre_scores_gemma":[0.96630293,0.00011867561,0.015339506,0.0020608911,0.0000841606,0.00047671498,0.000057920948,0.000019360245,0.01553986],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9750881,0.0051438753,0.0127552645,0.0014714904,0.005269775,0.00027144654],"domain_scores_gemma":[0.9370376,0.052181385,0.00456027,0.0035205327,0.002458399,0.0002418461],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15776965,0.00045714495,0.01351259,0.0048160017,0.000076900455,0.00042296707,0.0011207766,0.000108300344,0.01166231],"category_scores_gemma":[0.12148391,0.00018769738,0.011670987,0.011364219,0.00022769978,0.000419542,0.00007101832,0.000121099,0.0000805313],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009201311,0.00005966535,0.06955238,0.00069550925,0.8321115,0.00002449677,0.0017677413,0.0033123507,0.00030118274,0.0027163397,0.07270124,0.016665589],"study_design_scores_gemma":[0.00018445299,0.0001582983,0.0112749,0.00014906592,0.76126367,0.0000015144931,0.0005946385,0.21116342,0.00003541587,0.00079486636,0.014207496,0.0001722967],"about_ca_topic_score_codex":0.0002748791,"about_ca_topic_score_gemma":0.0005558083,"teacher_disagreement_score":0.9515388,"about_ca_system_score_codex":0.000047451365,"about_ca_system_score_gemma":0.00016679533,"threshold_uncertainty_score":0.9982269},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4402071558","doi":"10.3389/fmed.2024.1457366","title":"Assessment of h-index and associated demographic and academic parameters for academic hematologists in Canada","year":2024,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Index (typography); Medicine; Demography; Sociology; Computer science","score_opus":0.07571432815318722,"score_gpt":0.4237392277548893,"score_spread":0.3480248996017021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402071558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452196,0.022337269,0.0025280719,0.028245246,0.0005380694,0.0009894139,0.000016770866,0.000017088163,0.00010849536],"genre_scores_gemma":[0.9854382,0.010578746,0.0012473984,0.002551665,0.000044051132,0.00006008834,0.000022034983,0.00001565776,0.000042106993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976721,0.00009934506,0.0005971404,0.00030992023,0.0006083759,0.000713132],"domain_scores_gemma":[0.99759334,0.0008761577,0.00006932672,0.000109675864,0.00004314862,0.0013083519],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028257624,0.00014569095,0.0007763361,0.0006054069,0.000019929095,0.0000023079879,0.00008052508,0.00025625597,0.000006363788],"category_scores_gemma":[0.015114438,0.00010790857,0.000021633845,0.00064646575,0.00034221468,0.00005153767,0.000027872926,0.0013306638,4.2879115e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116300165,0.000013791013,0.92503977,0.0016235103,0.000053167456,0.00017196717,0.00017510407,0.0000018710796,0.0001379757,0.00007093237,0.043942597,0.028653001],"study_design_scores_gemma":[0.0061072866,0.0007133267,0.9335402,0.006537728,0.000092893664,0.000070790156,0.0020876378,0.04442569,0.000055682103,0.0019529733,0.004251769,0.00016399904],"about_ca_topic_score_codex":0.12425192,"about_ca_topic_score_gemma":0.057962373,"teacher_disagreement_score":0.06628955,"about_ca_system_score_codex":0.0006973762,"about_ca_system_score_gemma":0.0052967994,"threshold_uncertainty_score":0.99318165},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402328208","doi":"10.1101/2024.09.06.24313221","title":"Knowledge mobilization with and for equity-deserving communities invested in research: A scoping review protocol","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Mobilization; Protocol (science); Equity (law); Business; Community mobilization; Knowledge management; Public economics; Political science; Economics; Computer science; Economic growth; Medicine","score_opus":0.9715157305682416,"score_gpt":0.82871523998628,"score_spread":0.14280049058196154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402328208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000072555895,0.66922426,0.000049358747,0.0007807373,0.00007331307,0.32880786,0.000036590845,0.00006511147,0.000955513],"genre_scores_gemma":[7.141995e-7,0.55772704,0.00025625172,0.00079991797,0.00007194012,0.44081646,0.000021682652,0.00004822041,0.00025777315],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9881011,0.00811902,0.00190473,0.0004439125,0.00046758848,0.0009636344],"domain_scores_gemma":[0.99050415,0.007527561,0.0005322866,0.0006548681,0.0005400526,0.00024111068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023158757,0.00030938626,0.0014175648,0.0008855587,0.00088006206,0.00006123422,0.00060753163,0.00022753885,0.00009416416],"category_scores_gemma":[0.0037116706,0.0002135144,0.00006190013,0.0024965773,0.00024364323,0.00023316254,0.0009915386,0.0015806304,0.00011648059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034703785,0.000011057539,0.00020012217,0.9466365,0.0000072926005,9.272185e-7,0.0046940884,2.7481887e-8,8.436142e-8,0.00046387763,0.0024442386,0.04553834],"study_design_scores_gemma":[0.00019458773,0.0000625004,0.0000055343057,0.50496846,0.000039117815,0.000001812634,0.00055099133,0.000012904109,4.6445404e-8,0.00010277651,0.49395257,0.00010868948],"about_ca_topic_score_codex":0.00023607087,"about_ca_topic_score_gemma":0.0104845995,"teacher_disagreement_score":0.49150833,"about_ca_system_score_codex":0.00055040076,"about_ca_system_score_gemma":0.007199152,"threshold_uncertainty_score":0.9984291},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication","open_science"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4402404259","doi":"10.1371/journal.pbio.3002815","title":"A how-to guide for code sharing in biology","year":2024,"lang":"en","type":"review","venue":"PLoS Biology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus","funders":"University of British Columbia","keywords":"Code (set theory); Biology; Set (abstract data type); Data science; Best practice; Computer science; Source code; Programming language","score_opus":0.5141643496662349,"score_gpt":0.5401220480212572,"score_spread":0.025957698355022263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402404259","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000141731025,0.98489964,0.006902746,0.0010346987,0.0034624226,0.0013143608,0.00084681367,0.00009778477,0.0014273411],"genre_scores_gemma":[0.0000315139,0.96748525,0.0059218383,0.0003566993,0.0006869445,0.0006541131,0.00057372183,0.00005340038,0.024236498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950184,0.0002801719,0.0012703217,0.002600428,0.00021860603,0.00061202265],"domain_scores_gemma":[0.9954284,0.002197884,0.00030077944,0.0018376864,0.00011722443,0.00011803218],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057730107,0.00035619078,0.0017103135,0.0017499406,0.00007727605,0.00054383295,0.0034278142,0.00032075337,0.00005380268],"category_scores_gemma":[0.00912316,0.00021819219,0.00040066993,0.0017396886,0.000100656136,0.000053550353,0.0027816459,0.000266103,0.0014189914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023522305,0.000024784804,0.000022011907,0.00069610093,0.000061161205,0.000005690756,0.0000375204,7.7228594e-7,0.000002983239,0.009365949,0.07546997,0.9143107],"study_design_scores_gemma":[0.0000666556,0.00007271356,0.0000012639705,0.0012408355,0.00012789128,0.000004658655,0.00003282069,0.000396504,3.3949084e-7,0.019278938,0.97853833,0.00023903286],"about_ca_topic_score_codex":0.000028574968,"about_ca_topic_score_gemma":0.0002221075,"teacher_disagreement_score":0.9140717,"about_ca_system_score_codex":0.0001406336,"about_ca_system_score_gemma":0.00014033694,"threshold_uncertainty_score":0.99935853},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402406008","doi":"10.23889/ijpds.v9i5.2800","title":"Transparent reporting on multi-site studies about algorithms for linked health data: A systematic review of Health Data Research Network Canada’s Algorithms Inventory","year":2024,"lang":"en","type":"review","venue":"International Journal for Population Data Science","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Algorithm; Computer science; Data mining; Health data; Data science; Health care; Political science","score_opus":0.9185031121271087,"score_gpt":0.7259421849331035,"score_spread":0.1925609271940052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402406008","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.873931e-7,0.93038356,0.007915179,0.0059024314,0.015454022,0.010904206,0.029395983,0.00004066321,0.0000032762441],"genre_scores_gemma":[0.000015486949,0.95596653,0.009744631,0.0013284252,0.002420909,0.0005506295,0.029664006,0.0000912508,0.00021814664],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97328216,0.0032854094,0.014932263,0.0022578298,0.0045379517,0.0017043947],"domain_scores_gemma":[0.9678751,0.0041681486,0.017401744,0.004900001,0.0050672665,0.0005877097],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11623327,0.0005519785,0.0038460935,0.00086204224,0.0036054433,0.00018327648,0.010841693,0.00021244271,0.0000126806435],"category_scores_gemma":[0.04892088,0.0004110843,0.00024188885,0.0013766926,0.0003029389,0.0015267537,0.0037244626,0.0023833762,0.00001671459],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012932245,0.000058308873,0.00007795332,0.7871302,0.00036180916,0.000013107416,0.00045295735,0.000038142116,1.3551103e-8,0.00041012914,0.072873674,0.1385708],"study_design_scores_gemma":[0.000093944895,0.00009730697,0.000013097834,0.67996466,0.00030589476,0.000043098786,0.0007117102,0.04652381,1.0572499e-8,0.00014185155,0.2718677,0.00023694143],"about_ca_topic_score_codex":0.15389869,"about_ca_topic_score_gemma":0.37456226,"teacher_disagreement_score":0.22066358,"about_ca_system_score_codex":0.0060510053,"about_ca_system_score_gemma":0.039422836,"threshold_uncertainty_score":0.99991816},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4402476517","doi":"10.1371/journal.pone.0310092","title":"Assessing the fragility index of randomized controlled trials supporting perioperative care guidelines: A methodological survey protocol","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact; University Health Network","funders":"","keywords":"Randomized controlled trial; Medicine; Fragility; Anesthesiology; Guideline; Perioperative; Clinical trial; Population; Surgery; Environmental health; Internal medicine","score_opus":0.42833133031368775,"score_gpt":0.5128057064792932,"score_spread":0.08447437616560549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402476517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6457404,0.0024554785,0.0052742395,0.0067931428,0.00014996629,0.32876936,0.000036415437,0.0002743109,0.010506744],"genre_scores_gemma":[0.9019337,0.000031346262,0.006758942,0.0005448634,0.00041959426,0.08898452,0.000036197318,0.000033881977,0.0012569159],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97798395,0.017501382,0.0029460278,0.00038363066,0.0009150401,0.00026999405],"domain_scores_gemma":[0.917517,0.0798669,0.00063951773,0.00040972853,0.0014365966,0.00013026177],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06725823,0.00026191137,0.009349324,0.000099847704,0.000096272524,0.00016263184,0.00010945899,0.00018504063,0.0004999528],"category_scores_gemma":[0.22201902,0.000108083565,0.0023793753,0.00027928216,0.00025755822,0.00009455356,0.00004677733,0.00039616544,0.0000059221475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6908013,0.0025205803,0.20965993,0.0064958516,0.03262894,0.0006722765,0.012916671,0.000050903513,0.027083293,0.0036540064,0.00020037548,0.013315862],"study_design_scores_gemma":[0.8670438,0.0007051812,0.06386747,0.0048156437,0.015540107,0.00006591851,0.01002691,0.017787263,0.017152803,0.00026106465,0.0019245385,0.0008093249],"about_ca_topic_score_codex":0.00013474352,"about_ca_topic_score_gemma":0.000006116405,"teacher_disagreement_score":0.25619337,"about_ca_system_score_codex":0.00005586692,"about_ca_system_score_gemma":0.0004461496,"threshold_uncertainty_score":0.9604539},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4402533897","doi":"10.1056/nejmp2403550","title":"Ethical Challenges Associated with Pragmatic and Cluster RCTs","year":2024,"lang":"en","type":"article","venue":"New England Journal of Medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University","funders":"","keywords":"Cluster (spacecraft); Psychology; Computer science","score_opus":0.2575015165857044,"score_gpt":0.417748838897349,"score_spread":0.16024732231164457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402533897","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14316803,0.059086975,0.0029802818,0.7890594,0.0011038547,0.00022259106,0.000012520407,0.000028168179,0.004338158],"genre_scores_gemma":[0.98282474,0.002841089,0.00072086963,0.009785384,0.0031351005,0.0000030835965,0.000004616738,0.000027156872,0.00065793964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686867,0.0005091274,0.002080709,0.00019277626,0.00015793064,0.00019076125],"domain_scores_gemma":[0.99390405,0.0046152296,0.001005651,0.00012662473,0.00007528616,0.00027314643],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03421449,0.00012909104,0.0008420325,0.00031458994,0.000049359915,0.000038363723,0.00010681282,0.00015932391,0.00022092996],"category_scores_gemma":[0.0104144635,0.00009664172,0.000039186896,0.000111969275,0.00009450834,0.00020968432,0.000014957449,0.0006137375,0.000046251083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004381573,0.00019201679,0.016512925,0.0035972567,0.001987626,0.0003067761,0.07769728,0.00029552137,0.000017135519,0.52543056,0.31090018,0.06262456],"study_design_scores_gemma":[0.0500435,0.0040075514,0.043346897,0.010184968,0.00021642374,0.0018735948,0.0035850285,0.009829044,0.000002794863,0.2033832,0.6728566,0.00067035836],"about_ca_topic_score_codex":0.00006944843,"about_ca_topic_score_gemma":0.00015351197,"teacher_disagreement_score":0.8396567,"about_ca_system_score_codex":0.00014051794,"about_ca_system_score_gemma":0.00017930342,"threshold_uncertainty_score":0.9979212},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402576324","doi":"10.1177/16094069241270460","title":"Surface and Depth in Sensory Ethnography: Casting Bodied Experience in an Arts-Based Interviewing Practice","year":2024,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Carleton University; University of Toronto; York University","funders":"","keywords":"Ethnography; Interview; The arts; Casting; Sensory system; Aesthetics; Psychology; Visual arts; Sociology; Art; Cognitive psychology; Anthropology","score_opus":0.9680063785244093,"score_gpt":0.8310916054313832,"score_spread":0.13691477309302613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402576324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995106,0.0022627537,0.19232668,0.0030312324,0.0007808591,0.00013259734,0.000004002354,0.000018726361,0.0019325244],"genre_scores_gemma":[0.6345582,0.0000770067,0.36503255,0.00019362125,0.00009892156,0.0000061677065,3.3104726e-7,0.0000103395105,0.000022834209],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96752346,0.029914385,0.000840928,0.00027370985,0.0010679187,0.00037958278],"domain_scores_gemma":[0.97809553,0.020543743,0.00028920436,0.00008278541,0.0007831613,0.00020560109],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.072789066,0.00013263209,0.00029761935,0.0007602485,0.000090198606,0.00027815337,0.00041564435,0.00007751558,0.00003844779],"category_scores_gemma":[0.03355806,0.00012444107,0.00009565639,0.00066484977,0.00051522657,0.0015812964,0.0000713895,0.0006998441,0.0000015874108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029104124,0.0001554969,0.005445753,0.0000350188,0.000074035685,0.0006183695,0.80877465,0.0005001812,0.013952004,0.008224998,0.000007855733,0.16192059],"study_design_scores_gemma":[0.0012598992,0.00049956114,0.007954338,0.0019586685,0.0000335251,0.000047867805,0.9138548,0.026664948,0.00903462,0.016574027,0.021649277,0.00046850584],"about_ca_topic_score_codex":0.0012255495,"about_ca_topic_score_gemma":0.0013876999,"teacher_disagreement_score":0.17270587,"about_ca_system_score_codex":0.00038624762,"about_ca_system_score_gemma":0.00052251626,"threshold_uncertainty_score":0.9745827},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4402602478","doi":"10.1080/08989621.2024.2398104","title":"Status of animal experimentation in nutrition and dietetic research: Policies of 100 leading journals and new approach methodologies","year":2024,"lang":"en","type":"review","venue":"Accountability in Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering ethics; Research integrity; Management science; Political science; Psychology; Engineering","score_opus":0.957616822100931,"score_gpt":0.7360190920615394,"score_spread":0.22159773003939165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402602478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22126901,0.77721936,0.000004102692,0.000031987653,0.000019227658,0.0008683448,0.000038020986,0.000011602919,0.0005383449],"genre_scores_gemma":[0.095050745,0.90075874,0.003870632,8.3428904e-7,0.00007323844,0.00015122887,0.000011064743,0.00002898574,0.000054554268],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923046,0.004475323,0.0010014782,0.00063683925,0.0008917474,0.0006900052],"domain_scores_gemma":[0.9917518,0.0073656384,0.00018043366,0.00031005812,0.00028731217,0.000104761544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014082122,0.00023558077,0.0012344529,0.0019061392,0.000078218145,0.00014306171,0.00031672622,0.00023588425,0.000029019247],"category_scores_gemma":[0.005933596,0.00019228419,0.00009225657,0.0015317022,0.001055952,0.00027465602,0.0006827588,0.0016634811,0.000004571959],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001883376,0.0012485266,0.012627241,0.26030222,0.00023219544,0.000060268525,0.03602656,9.321652e-7,0.0067060236,0.0018865106,0.00055103854,0.6784751],"study_design_scores_gemma":[0.004753009,0.022229433,0.06761631,0.38842365,0.0006431666,0.0006655887,0.34278175,0.00067093887,0.0013975714,0.08636139,0.081490375,0.0029667742],"about_ca_topic_score_codex":0.009484913,"about_ca_topic_score_gemma":0.00008082065,"teacher_disagreement_score":0.6755083,"about_ca_system_score_codex":0.00041276403,"about_ca_system_score_gemma":0.0004039494,"threshold_uncertainty_score":0.997111},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4402615312","doi":"10.1016/j.jclinepi.2024.111532","title":"Using causal diagrams within the Grading of Recommendations, Assessment, Development and Evaluation framework to evaluate confounding adjustment in observational studies","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Confounding; Observational study; Causal inference; Causal model; Medicine; Marginal structural model; Internal medicine; Pathology","score_opus":0.8879150233324599,"score_gpt":0.7146830698223894,"score_spread":0.17323195351007048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402615312","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71339166,0.0013929284,0.27578792,0.0076359874,0.0013351846,0.0004082925,0.0000018555501,0.000015809988,0.00003035264],"genre_scores_gemma":[0.43662238,0.00044513462,0.5621017,0.00059119007,0.00019780679,0.000025342988,0.0000016364597,0.0000100891375,0.0000047012804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9896871,0.0047120443,0.004753698,0.00023876775,0.0003965695,0.00021181624],"domain_scores_gemma":[0.8994379,0.09761547,0.0021446664,0.00017090177,0.00053621765,0.00009486236],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.080264546,0.0001503594,0.0012218242,0.00018492575,0.00006927487,0.000012718089,0.00016125542,0.00015799275,0.00001856404],"category_scores_gemma":[0.12158931,0.000095282805,0.000116913405,0.00022357418,0.00015947796,0.00019562703,0.00011114238,0.0008369274,5.988746e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076130076,0.00013835367,0.07944689,0.00019515936,0.00056214066,0.000007104437,0.0019643928,0.0028784694,0.00013502252,0.8398923,0.0012090266,0.073494956],"study_design_scores_gemma":[0.00023703107,0.00024680243,0.03662434,0.0018210595,0.00015240454,0.000019046338,0.0007717522,0.020551883,0.00009160235,0.9391187,0.00026510353,0.00010030123],"about_ca_topic_score_codex":0.000005214639,"about_ca_topic_score_gemma":0.000033256325,"teacher_disagreement_score":0.2863138,"about_ca_system_score_codex":0.0003634867,"about_ca_system_score_gemma":0.0005782182,"threshold_uncertainty_score":0.9470612},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402619708","doi":"10.1111/jebm.12638","title":"Evaluation of the reliability and usability of CARE‐Radiology: A descriptive‐analytic study","year":2024,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Radiology practices and education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Reliability (semiconductor); Descriptive research; Psychology; Computer science; Statistics; Mathematics; Human–computer interaction; Physics","score_opus":0.24208867524564498,"score_gpt":0.4457038113049224,"score_spread":0.20361513605927745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402619708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95409423,0.025792655,0.00007576066,0.018429719,0.00089397404,0.00062058447,9.978004e-7,0.0000038684884,0.00008821822],"genre_scores_gemma":[0.9989372,0.00040471004,0.00018126745,0.00011248504,0.00033311427,0.0000061734463,5.5007604e-7,0.000006190619,0.000018327484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965223,0.0012440189,0.000924856,0.00019360305,0.0010079966,0.00010720711],"domain_scores_gemma":[0.99465907,0.00205793,0.0006427822,0.0003784425,0.0021646435,0.00009712819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016249908,0.000111413676,0.0006008795,0.00020886121,0.000039095234,0.0000044144967,0.00012554249,0.00007562596,0.000112069545],"category_scores_gemma":[0.022586407,0.00005192077,0.00013331656,0.00042921735,0.0006081076,0.00023222616,0.000017237659,0.0003942676,4.1208943e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021589454,0.0007916034,0.92906094,0.0019958268,0.0007697532,0.000021265416,0.017775461,0.0011143424,0.01291598,0.000042236792,0.0015605863,0.031793047],"study_design_scores_gemma":[0.0024289538,0.008466108,0.9516119,0.005057238,0.008893462,0.00027314376,0.015340649,0.0062235445,0.00088353106,0.0005273267,0.00023000424,0.00006416351],"about_ca_topic_score_codex":0.00015975053,"about_ca_topic_score_gemma":0.000019728492,"teacher_disagreement_score":0.04484296,"about_ca_system_score_codex":0.0003766537,"about_ca_system_score_gemma":0.0019120803,"threshold_uncertainty_score":0.9856468},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4402643319","doi":"10.1016/j.sapharm.2024.09.004","title":"Development and evaluation of a model to identify publications on the clinical impact of pharmacist interventions","year":2024,"lang":"en","type":"article","venue":"Research in Social and Administrative Pharmacy","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"Hospices Civils de Lyon; Centre Hospitalier Universitaire de Québec","keywords":"Psychological intervention; Pharmacist; Medicine; Psychology; Pharmacy; Family medicine; Nursing","score_opus":0.9444726263386489,"score_gpt":0.7745015023084805,"score_spread":0.16997112403016845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402643319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98570037,0.0003886002,0.000045336696,0.009194211,0.000033763063,0.000853021,0.00006011294,0.0000066084976,0.0037179757],"genre_scores_gemma":[0.999366,0.00016759706,0.00013122524,0.00006507169,0.000052029154,0.00010816155,0.000009714125,0.0000048782786,0.00009531763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998108,0.00052292773,0.0004343291,0.00018792115,0.00059182005,0.00015494623],"domain_scores_gemma":[0.9985158,0.00088125013,0.00005578097,0.00006249371,0.00032929238,0.00015537681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049485457,0.0000739263,0.00017387592,0.00014679004,0.00011787557,0.000043309054,0.0000683719,0.000023387121,0.00012565119],"category_scores_gemma":[0.00058117957,0.000047673126,0.000111533795,0.0005311102,0.00024613406,0.00012268875,0.000073908086,0.00038931883,0.0000060677767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042343917,0.0057151066,0.26956815,0.002515108,0.0019460106,0.000025975358,0.018729368,0.00004430322,0.011675732,0.07538697,0.0087283105,0.60143054],"study_design_scores_gemma":[0.010221407,0.0021543794,0.6901861,0.0021986589,0.00080764305,0.000025420582,0.0045301695,0.24509566,0.010083536,0.017775003,0.016467802,0.00045420864],"about_ca_topic_score_codex":0.000019238902,"about_ca_topic_score_gemma":0.000009793431,"teacher_disagreement_score":0.60097635,"about_ca_system_score_codex":0.000104845916,"about_ca_system_score_gemma":0.00096434157,"threshold_uncertainty_score":0.19440538},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4402695722","doi":"10.5376/jmr.2024.14.0018","title":"Global Collaboration in Research and Data Sharing for Mosquito-Borne Diseases","year":2024,"lang":"en","type":"article","venue":"Journal of Mosquito Research","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data sharing; Data science; Computer science; Medicine; Pathology","score_opus":0.2797435021467741,"score_gpt":0.5623340285362383,"score_spread":0.28259052638946414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402695722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835284,0.07866279,0.0005629791,0.031779062,0.00084930763,0.00247097,0.0008722056,0.000049491802,0.0012247949],"genre_scores_gemma":[0.9947151,0.0016540741,0.0004937467,0.00006920869,0.0021784161,0.000074230025,0.000082647945,0.000042383937,0.000690205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950641,0.00028645332,0.000797853,0.00086769275,0.0021070344,0.0008768811],"domain_scores_gemma":[0.9950607,0.001079742,0.00008548097,0.0010718163,0.0020569132,0.0006453811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009400472,0.0001814825,0.0005176596,0.0009145503,0.00025020386,0.00087648793,0.0010541241,0.00015285755,0.000081288505],"category_scores_gemma":[0.003928725,0.00014637112,0.000108630935,0.0022856726,0.00028462987,0.00078141957,0.0008783362,0.0008665876,0.00001194299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02024388,0.0033182097,0.13017562,0.006922542,0.0011601386,0.0061095324,0.0012200031,0.00019795922,0.014168714,0.05206787,0.48670733,0.2777082],"study_design_scores_gemma":[0.022271587,0.013900915,0.30877683,0.009980941,0.00097171945,0.0012186348,0.0140349725,0.19963479,0.00072187936,0.08897926,0.338437,0.0010714668],"about_ca_topic_score_codex":0.00012097467,"about_ca_topic_score_gemma":0.00020516865,"teacher_disagreement_score":0.27663672,"about_ca_system_score_codex":0.000597572,"about_ca_system_score_gemma":0.0017118059,"threshold_uncertainty_score":0.8451993},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402701117","doi":"10.1016/j.gloepi.2024.100164","title":"A note on handling conditional missing values","year":2024,"lang":"en","type":"article","venue":"Global Epidemiology","topic":"Statistical Methods in Epidemiology","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Missing data; Econometrics; Statistics; Computer science; Mathematics","score_opus":0.2610414162863715,"score_gpt":0.537729508804665,"score_spread":0.27668809251829346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402701117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021443134,0.0011107961,0.9693147,0.009618678,0.0020587402,0.00017467701,0.00024592353,0.00044764974,0.014884549],"genre_scores_gemma":[0.07664996,0.000040647465,0.9146601,0.007445517,0.0009143328,0.00003942468,0.00004348008,0.000033334454,0.00017319534],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944264,0.0029580009,0.0009953512,0.0007325855,0.00014157748,0.0007460646],"domain_scores_gemma":[0.88429904,0.11495237,0.00014546036,0.00035207844,0.000056974728,0.00019405667],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062573915,0.00029276483,0.00096472335,0.000082296516,0.0001384456,0.000014144737,0.00024655502,0.00039908718,0.00037873574],"category_scores_gemma":[0.18848671,0.00023756687,0.00022882878,0.00022453757,0.000477112,0.0000506253,0.00009579624,0.0005000841,0.0005260323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037581358,0.000030094636,0.0007657187,0.00009791851,0.00007049632,0.000074064956,0.000026668124,0.00010498919,0.000030248562,0.91337574,0.04799532,0.037391134],"study_design_scores_gemma":[0.00014981182,0.00014037616,0.0020710723,0.00017422544,0.00006548457,0.00019011888,0.000009077425,0.033019353,0.00002496308,0.95197433,0.01197463,0.00020654824],"about_ca_topic_score_codex":0.00005109412,"about_ca_topic_score_gemma":0.0000062630143,"teacher_disagreement_score":0.18222933,"about_ca_system_score_codex":0.00029855117,"about_ca_system_score_gemma":0.0001063108,"threshold_uncertainty_score":0.96876955},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4402737940","doi":"10.1016/j.jclinepi.2024.111545","title":"Development of a Canadian Guidance for reporting real-world evidence for regulatory and health-technology assessment (HTA) decision-making","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of British Columbia; Institute of Health Economics; University of Alberta; Université Laval; University of Manitoba; Canadian Agency for Drugs and Technologies in Health; St. Michael's Hospital; Sunnybrook Hospital; Dalhousie University; University of New Brunswick; University of Toronto","funders":"Health Canada; National Institute for Health and Care Research; Canadian Defence Academy","keywords":"Clinical decision making; Health technology; Policy making; Medicine; MEDLINE; Environmental health; Risk analysis (engineering); Intensive care medicine; Political science; Economic growth; Health care; Public administration; Economics","score_opus":0.8756252443528417,"score_gpt":0.6853199142414161,"score_spread":0.19030533011142559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402737940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30369055,0.027036157,0.36974138,0.29344478,0.0043350332,0.0013763679,0.00007958967,0.000030940737,0.00026518476],"genre_scores_gemma":[0.40054047,0.0012004751,0.5915596,0.0059958133,0.00056136627,0.000058947437,0.000002117142,0.000022535141,0.00005869622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95803255,0.0007506742,0.03998558,0.0005946829,0.00007990059,0.0005566364],"domain_scores_gemma":[0.86395645,0.09256519,0.04205662,0.00047250313,0.0004165941,0.00053261983],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33281675,0.00016208128,0.0037821918,0.001614931,0.00018211544,0.000019133464,0.00030390985,0.00032005814,0.000024760775],"category_scores_gemma":[0.30134225,0.00016767773,0.00041827076,0.00036000987,0.00015592754,0.00023218512,0.000054233475,0.0004424026,0.000006386275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008971508,0.000045321653,0.46235055,0.0016642323,0.00027939523,0.0000050967183,0.00039094622,0.00025188364,0.0000017797297,0.42283994,0.04693544,0.065145716],"study_design_scores_gemma":[0.000626167,0.00051112834,0.5356003,0.0047479146,0.000020326344,0.000049111688,0.00036311147,0.0144374445,0.0000013025194,0.23171811,0.21169114,0.00023393745],"about_ca_topic_score_codex":0.0018160468,"about_ca_topic_score_gemma":0.023480237,"teacher_disagreement_score":0.28744897,"about_ca_system_score_codex":0.0009517184,"about_ca_system_score_gemma":0.0049303975,"threshold_uncertainty_score":0.9943387},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402759571","doi":"10.1177/01622439241285478","title":"Making the Right Tools for the Job With Adele Clarke","year":2024,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's and Gender Studies et Recherches Féministes; University of Toronto","funders":"","keywords":"Engineering ethics; Sociology; Political science; Psychology; Engineering","score_opus":0.20386757979243458,"score_gpt":0.49245666892265966,"score_spread":0.2885890891302251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402759571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5090678,0.0066693164,0.00367016,0.46280557,0.00042945848,0.0027031214,0.000008295481,0.0008759778,0.013770297],"genre_scores_gemma":[0.99359035,0.00007738007,0.0006246686,0.003747903,0.00018084979,0.00016658791,8.596151e-7,0.000012640774,0.0015987774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773407,0.00002264039,0.00016544243,0.00034242222,0.0007194722,0.0010159696],"domain_scores_gemma":[0.998165,0.0006691958,0.00002816257,0.0005698294,0.00016157645,0.00040625146],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0038834568,0.000104885425,0.00015225844,0.000403718,0.0016154676,0.00017111994,0.0006938584,0.00010833188,0.00010290084],"category_scores_gemma":[0.010594862,0.000040832016,0.000043672713,0.0016356516,0.0064781206,0.00020637078,0.00011692463,0.0006965101,0.000038563023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001249729,0.00008264317,0.0012471881,0.00042763172,0.00009552597,0.00020728949,0.0016082999,0.0000034079296,0.023004714,0.4201609,0.09170871,0.46132874],"study_design_scores_gemma":[0.00089284044,0.00271927,0.0061748317,0.0012064992,0.00014061359,0.00044401726,0.0035184734,0.003365116,0.0137456115,0.05514203,0.9124306,0.00022009802],"about_ca_topic_score_codex":0.000008221411,"about_ca_topic_score_gemma":0.00001745511,"teacher_disagreement_score":0.82072186,"about_ca_system_score_codex":0.00014336301,"about_ca_system_score_gemma":0.0028041757,"threshold_uncertainty_score":0.9996843},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402816248","doi":"10.1093/ejcts/ezae296","title":"Conflicts of interest in clinical practice: lessons learned from cardiovascular medicine.","year":2024,"lang":"en","type":"review","venue":"PubMed","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Clinical Practice; Engineering ethics; Medicine; Family medicine; Engineering","score_opus":0.9341783376686331,"score_gpt":0.6807730144390978,"score_spread":0.25340532322953535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402816248","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005155587,0.9765166,0.0000025393695,0.00655496,0.0055637495,0.0023869027,0.0005297336,0.00009485158,0.008299099],"genre_scores_gemma":[0.001234372,0.9919831,0.000016299911,0.0015426142,0.0023422313,0.001796694,0.00022089778,0.00008991787,0.0007738856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98909605,0.0058845845,0.0026991898,0.0010869063,0.0002919691,0.0009412987],"domain_scores_gemma":[0.9919145,0.0055763097,0.0006689109,0.00073852425,0.00016717918,0.0009345429],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009545702,0.0006563475,0.0039172196,0.0003694219,0.00007300663,0.000021881197,0.0008291895,0.003446594,0.000498036],"category_scores_gemma":[0.0049383207,0.0005150086,0.0013800714,0.0007649456,0.00077232526,0.00013116722,0.0003724647,0.010905583,0.0002981135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011421128,0.00028214822,0.000030540283,0.0090406975,0.003956532,0.00064046204,0.00014946291,0.0000017146403,1.06144775e-7,0.0016976678,0.0076392284,0.9764472],"study_design_scores_gemma":[0.0010351064,0.00004300708,0.00013998523,0.0032856,0.012426506,0.00004783366,0.000090936184,0.000013758488,0.0000033225238,0.0006305729,0.981882,0.00040137468],"about_ca_topic_score_codex":0.00027348686,"about_ca_topic_score_gemma":0.000049388098,"teacher_disagreement_score":0.97604585,"about_ca_system_score_codex":0.00024328903,"about_ca_system_score_gemma":0.00043682408,"threshold_uncertainty_score":0.99973017},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["research_integrity","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402878363","doi":"10.1016/j.heliyon.2024.e38620","title":"Retracted articles in scientific literature: A bibliometric analysis from 2003 to 2022 using the Web of Science","year":2024,"lang":"en","type":"article","venue":"Heliyon","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Tzu Chi College of Technology; Tzu Chi University","keywords":"Web of science; Bibliometrics; Data science; Library science; Computer science; Engineering ethics; Management science; MEDLINE; Engineering; Political science","score_opus":0.3699171100309078,"score_gpt":0.5316296822327008,"score_spread":0.16171257220179297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402878363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668082,0.028697183,0.0017613408,0.00047510897,0.0013720492,0.00026665322,0.00019467667,0.000022151842,0.00040261494],"genre_scores_gemma":[0.997238,0.0006360445,0.0012423153,0.000062337735,0.00005715413,0.0000071315803,0.0000045165775,0.000008750993,0.00074378116],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9832885,0.00031478333,0.00092660356,0.0013112507,0.013400916,0.0007579365],"domain_scores_gemma":[0.98870337,0.0033618885,0.0001594203,0.0014239245,0.0059348894,0.00041653693],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04405121,0.00015472707,0.00036757777,0.85833466,0.00042183144,0.012716362,0.0032331375,0.00011676925,0.00080048916],"category_scores_gemma":[0.057029687,0.000090533315,0.00018265865,0.99393094,0.00086397486,0.0012846689,0.00090225815,0.00050385814,0.00018276116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004592428,0.00027154371,0.32701877,0.000047010475,0.00009718575,0.00009665251,0.0022311993,0.0012517171,0.50498426,0.00072152156,0.0046653696,0.15856881],"study_design_scores_gemma":[0.0001762917,0.0000805272,0.73137546,0.00017922773,0.000054916367,0.000003874308,0.0006420706,0.22278307,0.029041631,0.0011954224,0.014229294,0.00023821052],"about_ca_topic_score_codex":0.00020153249,"about_ca_topic_score_gemma":0.00018326932,"teacher_disagreement_score":0.47594264,"about_ca_system_score_codex":0.00021917043,"about_ca_system_score_gemma":0.0011817069,"threshold_uncertainty_score":0.98830855},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402966708","doi":"10.2196/55648","title":"Accuracy of a Commercial Large Language Model (ChatGPT) to Perform Disaster Triage of Simulated Patients Using the Simple Triage and Rapid Treatment (START) Protocol: Gage Repeatability and Reproducibility Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Disaster Response and Management","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Repeatability; Triage; Reproducibility; Protocol (science); Computer science; Medicine; Medical emergency; Statistics; Mathematics","score_opus":0.25377739299404317,"score_gpt":0.5869407438634208,"score_spread":0.3331633508693776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402966708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97179466,0.00011085418,0.00023479415,0.00091947574,0.00011529904,0.026629133,0.00004675844,0.000008181957,0.00014086161],"genre_scores_gemma":[0.9983861,0.0000241176,0.000027750522,0.00008770152,0.00013506731,0.0008845858,0.000003653471,0.000019150548,0.00043190506],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921784,0.0036335513,0.0015394427,0.0005202055,0.0016832773,0.00044516462],"domain_scores_gemma":[0.9951528,0.002712852,0.0003119251,0.0010863811,0.00040734585,0.0003287539],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030568311,0.0001678562,0.00059844693,0.00029312304,0.00016482387,0.000044968256,0.00042766854,0.0001198404,0.0006812423],"category_scores_gemma":[0.009739726,0.00008961685,0.00011616958,0.00030094376,0.00020215655,0.00019229864,0.0010993278,0.0010363286,0.000002487821],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030734187,0.011798774,0.15639536,0.004734237,0.0011151143,0.00031607426,0.5722049,0.000051088777,0.00070391205,0.00017538563,0.009422626,0.21234833],"study_design_scores_gemma":[0.071392365,0.04486195,0.1356135,0.008793791,0.00085032434,0.000029666007,0.3332096,0.3353168,0.0017552157,0.0011439946,0.066135526,0.0008972557],"about_ca_topic_score_codex":0.0010365836,"about_ca_topic_score_gemma":0.0004517047,"teacher_disagreement_score":0.3352657,"about_ca_system_score_codex":0.00024100587,"about_ca_system_score_gemma":0.0004965886,"threshold_uncertainty_score":0.9986017},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403013382","doi":"10.1016/j.jtumed.2024.09.009","title":"Orthopedic research productivity of KSA: First bibliometric analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Taibah University Medical Sciences","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Deanship of Scientific Research, King Saud University; King Saud University","keywords":"Productivity; Orthopedic surgery; Medicine; Surgery; Economics","score_opus":0.7085184768933618,"score_gpt":0.6118808293536963,"score_spread":0.09663764753966553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403013382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716052,0.0039594527,0.005708307,0.01144601,0.00094523875,0.000106146814,0.000014829869,0.000011783833,0.0062030344],"genre_scores_gemma":[0.99516624,0.002190862,0.0005612993,0.000011278043,0.00020847844,1.0489372e-7,2.8020597e-7,0.0000033326758,0.0018581252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95871186,0.0010055718,0.0009555261,0.0006781842,0.03797089,0.000677974],"domain_scores_gemma":[0.9662472,0.022659117,0.0006700801,0.0006166485,0.008272211,0.0015347254],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.16237631,0.00012455024,0.00062049786,0.7532117,0.00064792787,0.0011891111,0.0058548725,0.00017571758,0.0026450618],"category_scores_gemma":[0.113856986,0.00007621868,0.0005908801,0.94676805,0.0026594575,0.0018842507,0.0012166324,0.0010196427,0.00006482538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008032344,0.00065788766,0.62832856,0.00007321756,0.0004908441,0.0009412624,0.00042971232,0.000466382,0.0001758209,0.005492912,0.04946505,0.31339803],"study_design_scores_gemma":[0.0007244764,0.0024412388,0.59390295,0.00022127376,0.00023460534,0.00015379234,0.004221419,0.022247262,0.0004846882,0.0066202627,0.36839578,0.00035227076],"about_ca_topic_score_codex":0.0002860041,"about_ca_topic_score_gemma":0.0001380434,"teacher_disagreement_score":0.31893072,"about_ca_system_score_codex":0.00024560755,"about_ca_system_score_gemma":0.0026878545,"threshold_uncertainty_score":0.99984777},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4403143722","doi":"10.1007/s11192-024-05145-6","title":"Interdisciplinarity and expert rating: an analysis based on faculty opinions","year":2024,"lang":"en","type":"article","venue":"Scientometrics","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Social Science Fund of China","keywords":"Sociology; Computer science; Data science; Psychology; Management science; Engineering","score_opus":0.23329725374897026,"score_gpt":0.5451679613832665,"score_spread":0.31187070763429625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403143722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7771541,0.00041942636,0.1842975,0.01574253,0.002445636,0.0005896598,0.0009403064,0.00030877872,0.018102078],"genre_scores_gemma":[0.99620783,0.000001859446,0.0013454149,0.00012659661,0.00012371266,0.000019817913,0.0001850868,0.000007927264,0.0019817287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99466985,0.00025400627,0.0004262364,0.0009364045,0.0033458297,0.00036766348],"domain_scores_gemma":[0.9970459,0.001089293,0.00006586374,0.00067283586,0.0007175007,0.00040861577],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063840263,0.00015298738,0.00024302842,0.010413038,0.0005646345,0.0033168618,0.0007378678,0.00007602713,0.0003259655],"category_scores_gemma":[0.0030775568,0.00010331301,0.00016191666,0.05474503,0.0001891067,0.00086270866,0.00038787958,0.00022212332,0.00016676322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067503477,0.0023931505,0.1585543,0.000083973006,0.00058640965,0.00030338627,0.035203133,0.03080096,0.0020678479,0.056046557,0.25261265,0.46067262],"study_design_scores_gemma":[0.00015513918,0.00054143777,0.040945623,0.000014620872,0.000022496219,0.0000015226243,0.0030293595,0.9425716,0.00021994363,0.002455977,0.009872912,0.00016940701],"about_ca_topic_score_codex":0.000014351169,"about_ca_topic_score_gemma":0.00017134691,"teacher_disagreement_score":0.9117706,"about_ca_system_score_codex":0.00014761907,"about_ca_system_score_gemma":0.00020691042,"threshold_uncertainty_score":0.9977178},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162971","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25194478,0.17860623,0.000021285941,0.56114507,0.00070827093,0.0020376495,0.00005132662,0.000011172611,0.0054742023],"genre_scores_gemma":[0.96693337,0.024570104,0.0000075232506,0.00037709362,0.00009763451,0.00008601362,0.000005410987,0.000007308281,0.007915563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97343946,0.012882228,0.0010726986,0.00067510817,0.011537444,0.00039308984],"domain_scores_gemma":[0.9911002,0.0014184363,0.00036256164,0.001926132,0.005047713,0.00014493622],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27691504,0.000091963106,0.00028150508,0.000107547276,0.0006118762,0.00039432498,0.0035494682,0.000081182334,0.0022122783],"category_scores_gemma":[0.09536604,0.000033767552,0.00014888734,0.002954163,0.00039213328,0.0007960654,0.0013702792,0.0020538315,0.000042808286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004422249,0.000043415337,0.018306876,0.0007724628,0.000023767887,1.0065443e-7,0.0024204575,0.0000040863893,0.00013422474,0.004659719,0.4699679,0.5036626],"study_design_scores_gemma":[0.000083700616,0.00003932952,0.048607174,0.0030909663,0.000029511488,0.000012976288,0.0012070299,0.0030266584,0.00046100206,0.028220449,0.9151257,0.000095480464],"about_ca_topic_score_codex":0.0007908361,"about_ca_topic_score_gemma":0.0003110161,"teacher_disagreement_score":0.7149886,"about_ca_system_score_codex":0.00012809917,"about_ca_system_score_gemma":0.0016826412,"threshold_uncertainty_score":0.99869984},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403203719","doi":"10.1038/s44271-024-00135-z","title":"Methodological concerns underlying a lack of evidence for cultural heterogeneity in the replication of psychological effects","year":2024,"lang":"en","type":"article","venue":"Communications Psychology","topic":"Cultural Differences and Values","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of British Columbia; York University","funders":"Templeton World Charity Foundation; Canadian Institute for Advanced Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Replication (statistics); Psychology; Affect (linguistics); Variation (astronomy); Social psychology; Exploratory research; Cognitive psychology; Sample (material); Sample size determination; Cultural diversity; Meta-analysis; Power (physics); Sociology; Social science; Biology; Statistics; Anthropology; Medicine; Communication","score_opus":0.9586483524097619,"score_gpt":0.722605242091551,"score_spread":0.2360431103182109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403203719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96592754,0.01308038,0.0075566834,0.0090271905,0.00046764623,0.0011627458,0.000026743302,0.000064935324,0.0026861294],"genre_scores_gemma":[0.9909319,0.0009885079,0.006721435,0.00060779054,0.000037213445,0.00060298125,0.000035208424,0.000008800261,0.00006611921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9965701,0.0020188934,0.0005917282,0.0004977154,0.00010456005,0.00021700203],"domain_scores_gemma":[0.990498,0.006740169,0.000186237,0.0024356649,0.00011157853,0.000028362307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019691985,0.0001453318,0.00036208867,0.000090873684,0.00008291179,0.00002210837,0.0015501457,0.00021985716,0.00006474902],"category_scores_gemma":[0.0009662386,0.000078847304,0.00021050597,0.00048168338,0.0006665669,0.0000854778,0.000119025724,0.00033222683,0.000017683422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074753596,0.001915254,0.038223248,0.0005036561,0.0003171498,0.000006451144,0.020583361,0.000008813439,0.07136593,0.64887077,0.014138089,0.20331976],"study_design_scores_gemma":[0.0008002005,0.0012327164,0.9592922,0.00033609802,0.00010906273,0.00008408941,0.0015056392,0.00038340103,0.00040777583,0.029787593,0.0058511416,0.00021008881],"about_ca_topic_score_codex":0.000074644406,"about_ca_topic_score_gemma":0.00006026096,"teacher_disagreement_score":0.92106897,"about_ca_system_score_codex":0.000021218862,"about_ca_system_score_gemma":0.000010491255,"threshold_uncertainty_score":0.32152995},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4403268193","doi":"10.1016/j.jclinepi.2024.111552","title":"Persistent ethnic disparities in authorship within top European and North American medical journals: a serial cross-sectional analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; McGill University; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Cross-sectional study; Ethnic group; Medicine; Demography; Family medicine; Environmental health; Sociology; Pathology; Anthropology","score_opus":0.40064706310411435,"score_gpt":0.5439387831325252,"score_spread":0.14329172002841084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403268193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766281,0.0025591447,0.00042384004,0.016466722,0.0027902469,0.000040528335,0.000006166682,0.000014986523,0.001070214],"genre_scores_gemma":[0.98824435,0.0051511475,0.00033569644,0.0028491125,0.0031614287,4.6486866e-7,0.0000025768798,0.0000062499385,0.00024894677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9833846,0.011884051,0.0029667548,0.0003056449,0.0010098811,0.00044905755],"domain_scores_gemma":[0.9823818,0.015257764,0.0010607507,0.00010808679,0.00023206211,0.00095949904],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12765598,0.000119232056,0.0014230674,0.00032861868,0.00017434043,0.00010582469,0.00056136237,0.00026759543,0.0003761243],"category_scores_gemma":[0.09088305,0.00008940361,0.0008817227,0.00096867594,0.002620588,0.00020589362,0.00012326898,0.0023720898,0.000009699349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018483278,0.00005497919,0.98415536,0.000014099701,0.0005529126,0.00033208693,0.002112486,0.00036263352,1.0660238e-7,0.002280777,0.0005898896,0.009359862],"study_design_scores_gemma":[0.000383123,0.0003919467,0.9916407,0.00007445457,0.00027613065,0.000056682176,0.002167823,0.00068976695,2.3616794e-8,0.0015557624,0.002675416,0.000088162364],"about_ca_topic_score_codex":0.0011077827,"about_ca_topic_score_gemma":0.0084026875,"teacher_disagreement_score":0.036772933,"about_ca_system_score_codex":0.00008459539,"about_ca_system_score_gemma":0.00054545415,"threshold_uncertainty_score":0.9999295},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403337641","doi":"10.1002/asi.24957","title":"When data sharing is an answer and when (often) it is not: Acknowledging data‐driven, non‐data, and data‐decentered cultures","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"H2020 European Research Council; Social Sciences and Humanities Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Data sharing; Information retrieval; Data science","score_opus":0.13412300046449738,"score_gpt":0.407161431979203,"score_spread":0.27303843151470564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403337641","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029672869,0.0013181252,0.30392832,0.6544495,0.002518043,0.001488014,0.0049627027,0.00023136745,0.0014310718],"genre_scores_gemma":[0.7881018,0.011252982,0.17938638,0.017072806,0.0006042679,0.000018498886,0.0015604626,0.000035248675,0.001967556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978226,0.000029498618,0.00047631792,0.00053127616,0.00087814033,0.00026218267],"domain_scores_gemma":[0.9954103,0.00016517422,0.0006810476,0.0030445198,0.0006224802,0.00007643733],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.009123488,0.00010011317,0.00015271592,0.00063782255,0.00056066137,0.008154058,0.013631844,0.00008118479,0.0000029443381],"category_scores_gemma":[0.004509317,0.000069555936,0.000009651119,0.00080158835,0.00021413527,0.16732746,0.017758515,0.00030260475,0.0000054825664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028008655,0.000059509886,0.012100167,0.0002442985,0.00031512888,0.0000040334867,0.009692818,0.000006235429,0.0006065609,0.028784137,0.6627182,0.28544092],"study_design_scores_gemma":[0.00024028482,0.00003976846,0.00077038055,0.00006137732,0.00003660932,0.00002788959,0.00065881776,0.40650296,0.000116646406,0.0023852298,0.5890806,0.000079439655],"about_ca_topic_score_codex":0.000017659135,"about_ca_topic_score_gemma":0.00004869014,"teacher_disagreement_score":0.75842893,"about_ca_system_score_codex":0.00008638751,"about_ca_system_score_gemma":0.0002610438,"threshold_uncertainty_score":0.9928756},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403430016","doi":"10.15173/ijsap.v8i2.5698","title":"Improving assessment for work-based learning and degree apprenticeships in business through a co-designed peer review process","year":2024,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Apprenticeship; Process (computing); Work (physics); Degree (music); Computer science; Peer assessment; Process management; Knowledge management; Psychology; Mathematics education; Business; Engineering; Mechanical engineering","score_opus":0.13096574316530937,"score_gpt":0.6280527628779232,"score_spread":0.4970870197126138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403430016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47243237,0.018284967,0.15337063,0.30809325,0.02000655,0.007976763,0.00004583462,0.00052565656,0.019263979],"genre_scores_gemma":[0.98066926,0.0012823578,0.005682225,0.00072595174,0.0007435996,0.00045020878,0.000050488696,0.000039789888,0.010356094],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971561,0.0002423202,0.0004067703,0.0002907788,0.0016217557,0.00028230695],"domain_scores_gemma":[0.99706084,0.0009484528,0.0003283654,0.000050950446,0.0015128355,0.00009856131],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0044302666,0.00013891082,0.0001850679,0.00014205162,0.0004396428,0.0015114058,0.00051998603,0.00006463613,0.00012479493],"category_scores_gemma":[0.0038056886,0.00012902061,0.000084168496,0.00033836736,0.00008227071,0.00091397687,0.000030486235,0.00036472373,0.000009685164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009206131,0.0013709514,0.7330361,0.0034507615,0.0013962163,0.00013815858,0.07786483,0.002342598,0.00017142676,0.017041165,0.032600157,0.129667],"study_design_scores_gemma":[0.0011803772,0.000089451685,0.009648333,0.0025767386,0.0001325344,0.000012466989,0.003974168,0.00018272687,0.00001616082,0.0006529954,0.981257,0.0002770239],"about_ca_topic_score_codex":0.00011060229,"about_ca_topic_score_gemma":0.000056275552,"teacher_disagreement_score":0.94865686,"about_ca_system_score_codex":0.0003381416,"about_ca_system_score_gemma":0.0009196356,"threshold_uncertainty_score":0.9995251},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403430032","doi":"10.15173/ijsap.v8i2.5590","title":"Reflecting on vulnerability, skill-building, and identity in an interdisciplinary SaP project","year":2024,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Resilience and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University; Mount Allison University","funders":"","keywords":"Vulnerability (computing); Identity (music); Engineering ethics; Sociology; Environmental planning; Psychology; Engineering; Geography; Computer science; Aesthetics; Computer security; Art","score_opus":0.12042923237651841,"score_gpt":0.714271788090268,"score_spread":0.5938425557137497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403430032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891556,0.00016996278,0.00016599795,0.000724205,0.005070619,0.0003578095,0.000009374499,0.000030562474,0.0043158974],"genre_scores_gemma":[0.9972645,0.00004717484,0.0001240101,0.00033939123,0.0004922015,0.000063178035,0.000007238156,0.000019342075,0.0016429658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982301,0.000120860204,0.00040721163,0.00038217154,0.0005748242,0.0002848037],"domain_scores_gemma":[0.99947244,0.00014303802,0.00008749452,0.000108518354,0.000074848205,0.00011367383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011264889,0.0001372711,0.00014475702,0.00042214984,0.00018333348,0.0004964154,0.000504489,0.00006297698,0.00008313445],"category_scores_gemma":[0.00005401326,0.00011618574,0.000082314466,0.00014621518,0.000053543277,0.00062305003,0.00021541282,0.0003969486,0.00003228617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046199244,0.003682079,0.5257087,0.00015883926,0.00090274244,0.0024820415,0.07384745,0.00013635178,0.0011752129,0.08431444,0.010317006,0.29265526],"study_design_scores_gemma":[0.0097677745,0.012521933,0.75178164,0.0034762009,0.00013190728,0.0063497145,0.061059967,0.0013474594,0.001057415,0.12289138,0.028100079,0.0015145423],"about_ca_topic_score_codex":0.000107065964,"about_ca_topic_score_gemma":0.00039551378,"teacher_disagreement_score":0.29114074,"about_ca_system_score_codex":0.0003830638,"about_ca_system_score_gemma":0.000078439385,"threshold_uncertainty_score":0.47869453},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403458056","doi":"10.1016/j.jclinepi.2024.111568","title":"Many randomized trials in a large systematic review were not registered and had evidence of selective outcome reporting: a metaepidemiological study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Medicine; Meta-analysis; Randomized controlled trial; Systematic review; Outcome (game theory); MEDLINE; Internal medicine","score_opus":0.9846993043956908,"score_gpt":0.7822405296101224,"score_spread":0.2024587747855684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403458056","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009643299,0.9779673,0.0039939987,0.0025120322,0.0014988647,0.013846411,0.000024481958,0.000005390204,0.00005508996],"genre_scores_gemma":[0.0007624637,0.9912897,0.0044003725,0.0016434861,0.00039274807,0.0004778021,0.000002700416,0.00004007169,0.0009906831],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.010927121,0.5942986,0.38881776,0.0021063613,0.0032704761,0.0005796953],"domain_scores_gemma":[0.0034944476,0.5869243,0.40318665,0.0038061258,0.0021497093,0.00043876912],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9888144,0.0015044984,0.42977157,0.0017128917,0.00006690104,0.00016440653,0.0042817146,0.001442572,0.0005349628],"category_scores_gemma":[0.99846905,0.000498301,0.085722394,0.0024058314,0.00055076956,0.00027097124,0.0008057558,0.0051843487,0.00023314572],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022620333,0.0006344581,0.0067457655,0.93467224,0.015683558,0.0005324971,0.000100686746,0.0000029002586,1.7310493e-8,0.0018908613,0.017036801,0.020438166],"study_design_scores_gemma":[0.0091517875,0.0011122457,0.00034987018,0.80409336,0.13683061,0.0013443644,0.00015990522,0.0003643959,5.100067e-9,0.0097913705,0.03626098,0.0005410998],"about_ca_topic_score_codex":0.000015812146,"about_ca_topic_score_gemma":0.000017576673,"teacher_disagreement_score":0.3440492,"about_ca_system_score_codex":0.00012878554,"about_ca_system_score_gemma":0.0009198567,"threshold_uncertainty_score":0.9998538},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403465827","doi":"10.35844/001c.123401","title":"Navigating Ethical Tensions Through Critical Reflexivity: A Participatory Filmmaking Research Project With Children With Disabilities","year":2024,"lang":"en","type":"article","venue":"Journal of Participatory Research Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Filmmaking; Reflexivity; Citizen journalism; Participatory action research; Sociology; Photovoice; Psychology; Engineering ethics; Political science; Social science; Visual arts; Art; Engineering; Anthropology","score_opus":0.954961077592538,"score_gpt":0.8155530778813382,"score_spread":0.13940799971119977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403465827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584469,0.0042470084,0.019374693,0.011979848,0.0005259325,0.0017188091,0.000024885303,0.00025483244,0.0034270417],"genre_scores_gemma":[0.8581605,0.00018714977,0.13920593,0.00016258266,0.0015052566,0.0003391885,0.0000012713284,0.00014505822,0.00029305008],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.88887423,0.09476506,0.0015807636,0.0011461835,0.009395064,0.0042386684],"domain_scores_gemma":[0.9255944,0.065766215,0.00023719936,0.00105099,0.005603805,0.0017474062],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.21616174,0.00048011352,0.0011488883,0.00075158104,0.0035506154,0.0014356808,0.0014578694,0.00070653734,0.0004046009],"category_scores_gemma":[0.12736192,0.00033068855,0.0003396433,0.005615724,0.016149199,0.0018442465,0.00059390464,0.015554929,0.00006871761],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006050876,0.0028621503,0.06899697,0.001794934,0.002440117,0.0041275276,0.5198374,0.00029059686,0.026351197,0.28764713,0.014902695,0.06469842],"study_design_scores_gemma":[0.0039815768,0.02482343,0.017538456,0.021565588,0.0012780497,0.0011596293,0.4882592,0.00733796,0.04938313,0.12111312,0.25998572,0.0035741392],"about_ca_topic_score_codex":0.0012696731,"about_ca_topic_score_gemma":0.00063258654,"teacher_disagreement_score":0.24508302,"about_ca_system_score_codex":0.0014141698,"about_ca_system_score_gemma":0.012286948,"threshold_uncertainty_score":0.9999145},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4403514345","doi":"10.1186/s12874-024-02352-w","title":"A study of implementation factors for a novel approach to clinical trials: constructs for consideration in the coordination of direct-to-patient online-based medical research","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Mount Sinai Hospital","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Heart, Lung, and Blood Institute; Rare Diseases Clinical Research Network","keywords":"Clinical trial; Computer science; Medical research; MEDLINE; Medicine; Data science; Psychology; Medical physics; Pathology","score_opus":0.9765398374141137,"score_gpt":0.8000934324712444,"score_spread":0.17644640494286923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403514345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8124251,0.00009855856,0.1603275,0.0037302778,0.0011031445,0.0217933,0.00038751942,0.000016098655,0.00011850419],"genre_scores_gemma":[0.9283567,0.00001823249,0.061261658,0.0010338725,0.00041096227,0.008302792,0.00056609185,0.000026214202,0.000023486815],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8533899,0.13344108,0.0053294026,0.0009898035,0.0054392787,0.0014105425],"domain_scores_gemma":[0.61520743,0.38233238,0.00026028865,0.0003218635,0.0012753753,0.0006026734],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32710308,0.00016389553,0.001109006,0.0011979843,0.00044452684,0.000012556701,0.00052328594,0.0004917824,0.00020318165],"category_scores_gemma":[0.3592449,0.000103505925,0.00015773546,0.0013692849,0.0003763099,0.00004422808,0.00023747166,0.001514049,0.0000044405524],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021129373,0.021581564,0.17610928,0.028180072,0.00042480198,0.000014681483,0.17783348,0.000104019164,0.0009411148,0.08642488,0.047986116,0.4392706],"study_design_scores_gemma":[0.032165207,0.053686477,0.024412815,0.0050550005,0.00014886216,0.0000035982262,0.8065659,0.049869552,0.0014356449,0.00672316,0.019463783,0.00046999176],"about_ca_topic_score_codex":0.0027232862,"about_ca_topic_score_gemma":0.016958859,"teacher_disagreement_score":0.62873244,"about_ca_system_score_codex":0.00030983626,"about_ca_system_score_gemma":0.010385266,"threshold_uncertainty_score":0.99522495},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403561355","doi":"10.1016/j.amjsurg.2024.116020","title":"Fragility index for extended prophylaxis following abdominopelvic surgery: A methodological survey","year":2024,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; McMaster University","funders":"","keywords":"Fragility; Index (typography); Medicine; Psychology; Computer science","score_opus":0.29303357480275627,"score_gpt":0.4461497026716296,"score_spread":0.15311612786887335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403561355","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010654048,0.9855757,0.0004883498,0.0004358735,0.0018315255,0.00085139973,0.000046475463,0.000047953698,0.000068723355],"genre_scores_gemma":[0.008035155,0.98939365,0.0005246433,0.0003617833,0.0010229095,0.00007705727,0.00003905878,0.0001415167,0.00040421778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98884696,0.006132681,0.00274615,0.00054164435,0.0010170239,0.00071552285],"domain_scores_gemma":[0.90675473,0.08952674,0.0022432366,0.00071696675,0.00033461663,0.00042370078],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.032744765,0.00077105983,0.014810729,0.00085342344,0.00012432916,0.00010045227,0.00039190077,0.0002833977,0.000039339488],"category_scores_gemma":[0.015148961,0.00036920383,0.016255861,0.0017638913,0.0005489574,0.00008784672,0.00009765317,0.001606285,0.00002730347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011142323,0.000118489064,0.00604941,0.0041876114,0.0031656977,0.0016727359,0.000033731692,2.2290172e-7,4.1880872e-7,0.000012682022,0.002045346,0.98159945],"study_design_scores_gemma":[0.00027175396,0.0004088485,0.038316164,0.010760953,0.009201442,0.005473176,0.000117502044,0.0000027613637,8.427846e-7,0.00011826716,0.9346396,0.0006887155],"about_ca_topic_score_codex":0.00008478575,"about_ca_topic_score_gemma":0.0000016049074,"teacher_disagreement_score":0.9809107,"about_ca_system_score_codex":0.0002450295,"about_ca_system_score_gemma":0.002031314,"threshold_uncertainty_score":0.99987596},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4403591944","doi":"10.1016/j.atherosclerosis.2024.118624","title":"Publication bias in pharmacogenetics of statin-associated muscle symptoms: A meta-epidemiological study","year":2024,"lang":"en","type":"review","venue":"Atherosclerosis","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Association Nationale de la Recherche et de la Technologie","keywords":"Pharmacogenetics; Medicine; Statin; Epidemiology; Meta-analysis; Hydroxymethylglutaryl-CoA Reductase Inhibitors; Publication bias; Internal medicine; Pharmacology; Genetics; Genotype; Biology","score_opus":0.3292323609253614,"score_gpt":0.4284963298699932,"score_spread":0.0992639689446318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403591944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013112382,0.98219115,0.000011101438,0.0000875447,0.00014805369,0.004044984,0.000182017,0.00010345751,0.000119329816],"genre_scores_gemma":[0.012237863,0.985398,0.00013202614,0.00015199656,0.000117614436,0.0014673298,0.00019815456,0.00011197392,0.00018502762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945064,0.0016324772,0.0019376845,0.00078079815,0.000698766,0.00044385708],"domain_scores_gemma":[0.99762446,0.0003505246,0.0007243029,0.000898396,0.00021504617,0.00018728433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049328455,0.00061479374,0.0054194788,0.00036550994,0.000038915365,0.00003431655,0.00026340445,0.00043875046,0.00017151005],"category_scores_gemma":[0.0011257209,0.00036741624,0.0026371882,0.0014592651,0.00006915321,0.000042555926,0.00014918965,0.00074520765,0.00007515602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000835024,0.0020007407,0.0015406238,0.012320447,0.015207515,0.000012883946,0.00037449607,0.0000012325121,0.000007282215,0.000031816904,0.00086314813,0.96763146],"study_design_scores_gemma":[0.0026348087,0.0019194708,0.02248095,0.013602552,0.12497164,0.000016744701,0.00020526031,0.00005645525,0.00000636995,0.000041767995,0.8331925,0.00087143184],"about_ca_topic_score_codex":0.0005224644,"about_ca_topic_score_gemma":0.000045276876,"teacher_disagreement_score":0.96676004,"about_ca_system_score_codex":0.0003293108,"about_ca_system_score_gemma":0.00040649294,"threshold_uncertainty_score":0.99987775},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403601250","doi":"10.1016/j.jad.2024.10.070","title":"Oops, we missed a spot: Comparing data substitution methods for non-random missing survey data in a longitudinal study","year":2024,"lang":"en","type":"article","venue":"Journal of Affective Disorders","topic":"Urban, Neighborhood, and Segregation Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; Holland Bloorview Kids Rehabilitation Hospital; SickKids Foundation","funders":"Canadian Institutes of Health Research; Garry Hurvitz Centre for Brain and Mental Health; Ontario Ministry of Health and Long-Term Care; Ministry of Health, Ontario","keywords":"Missing data; Longitudinal data; Substitution (logic); Statistics; Survey data collection; Psychology; Computer science; Econometrics; Data mining; Mathematics","score_opus":0.2567685730487015,"score_gpt":0.4830400637844783,"score_spread":0.2262714907357768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403601250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2946908,0.012575195,0.6853095,0.0020905754,0.0022412408,0.0018240585,0.00012557926,0.000048787213,0.0010942726],"genre_scores_gemma":[0.9956228,0.0006283457,0.003406648,0.000014339397,0.00022163366,0.000008643901,0.000042605327,0.000015565518,0.000039384366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970421,0.0013420291,0.00049550476,0.0004238485,0.00039584623,0.00030064973],"domain_scores_gemma":[0.99229753,0.0067380955,0.00024777316,0.0003719831,0.0002501289,0.00009450084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011223363,0.00017236898,0.0005251761,0.00032010672,0.00048396832,0.00028223553,0.0008135462,0.00006300307,0.00001164718],"category_scores_gemma":[0.007315504,0.00014590727,0.000084378116,0.00087577815,0.0001936196,0.0012172845,0.00018914047,0.00029978744,0.000001643656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008597057,0.00079882285,0.8418235,0.00011046932,0.00082670624,0.000024926561,0.03826444,0.00013077984,0.000071394126,0.00022315102,0.0031360048,0.11373008],"study_design_scores_gemma":[0.0077332985,0.0005489715,0.8433747,0.00065818534,0.00055597915,0.000008022279,0.051016558,0.07417491,0.000018629155,0.0029125374,0.018430201,0.0005679656],"about_ca_topic_score_codex":0.0055552493,"about_ca_topic_score_gemma":0.07088875,"teacher_disagreement_score":0.700932,"about_ca_system_score_codex":0.00016766657,"about_ca_system_score_gemma":0.0005069131,"threshold_uncertainty_score":0.9460651},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403647664","doi":"10.1039/d4ra90126f","title":"Retraction: <i>Miscanthus</i> grass-derived carbon dots to selectively detect Fe<sup>3+</sup> ions","year":2024,"lang":"en","type":"retraction","venue":"RSC Advances","topic":"GABA and Rice Research","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; Ontario Ministry of Agriculture, Food and Rural Affairs; University of Guelph","keywords":"Miscanthus; Ion; Carbon fibers; Chemistry; Bioenergy; Materials science; Biofuel; Organic chemistry; Biology; Biotechnology; Composite material","score_opus":0.02339574555698084,"score_gpt":0.2876027680553212,"score_spread":0.2642070224983404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403647664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6775578,0.114993066,0.000055570825,0.016959764,0.015962617,0.0052885627,0.0022057837,0.0024282183,0.16454856],"genre_scores_gemma":[0.81772995,0.08506129,0.00042631716,0.00038654028,0.017183682,0.0006303035,0.0009838501,0.00004584938,0.0775522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962709,0.00021870912,0.00043460264,0.0011493397,0.0010448239,0.00088165636],"domain_scores_gemma":[0.9984441,0.00058559916,0.00017565436,0.00014933175,0.0002665778,0.00037873967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004064386,0.0005483219,0.00061767217,0.00012402194,0.00052794314,0.0002811667,0.00051758316,0.0008615038,0.00034563764],"category_scores_gemma":[0.00021655446,0.00022493427,0.00034076537,0.0017514714,0.00010485155,0.00031327765,0.00015081643,0.0018487381,0.00046696467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026259333,0.00019857421,0.0001338199,0.0004872527,0.00024140226,0.00015468695,0.0002783187,0.00028032446,0.22633193,0.000027084006,0.063742146,0.70786184],"study_design_scores_gemma":[0.00009333033,0.00070854544,0.00348316,0.00045552963,0.00010185588,0.0000918461,0.0005222029,0.00025303007,0.0046066283,0.00049117627,0.9884612,0.0007314895],"about_ca_topic_score_codex":0.0009887211,"about_ca_topic_score_gemma":0.0032858292,"teacher_disagreement_score":0.92471904,"about_ca_system_score_codex":0.00036189932,"about_ca_system_score_gemma":0.00011538367,"threshold_uncertainty_score":0.9172553},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403681703","doi":"10.1515/jcim-2024-0364","title":"A new chapter in traditional, complementary, and integrative medicine: Advancing the <i>Journal of Complementary and Integrative Medicine</i> through open science, meta-research, artificial intelligence, and early career researcher involvement","year":2024,"lang":"en","type":"editorial","venue":"Journal of Complementary and Integrative Medicine","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Integrative medicine; Alternative medicine; Complementary medicine; Psychology; Medicine; Open science; Engineering ethics; Medical education; Traditional medicine; Engineering; Pathology","score_opus":0.342887259939807,"score_gpt":0.468570996232936,"score_spread":0.125683736293129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403681703","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19357145,0.25114435,0.007763782,0.3250867,0.19389606,0.017212056,0.002977851,0.000070458016,0.008277277],"genre_scores_gemma":[0.54643154,0.11612208,0.010389937,0.0059297723,0.31830025,0.00024390317,0.0011921171,0.0003342156,0.0010561922],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98573273,0.0016554402,0.0046773944,0.001262445,0.005474217,0.0011977613],"domain_scores_gemma":[0.9822575,0.009479414,0.002069694,0.0005561098,0.0045943535,0.0010429586],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.018475898,0.0015858253,0.005056886,0.0029412487,0.0010394019,0.00018660586,0.0020135706,0.00013629312,0.0029789456],"category_scores_gemma":[0.0037164646,0.00072625553,0.00029324242,0.0017255764,0.012075461,0.0015217214,0.0023570757,0.0059171985,0.0000013257209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040862192,0.00035036693,0.0020249682,0.0006107477,0.007861092,0.0005668789,0.109219864,0.0000012858486,0.0019768816,0.017589798,0.8396036,0.016108284],"study_design_scores_gemma":[0.009367268,0.045931317,0.0025991546,0.01789309,0.006960485,0.00068670104,0.4602187,0.00008930594,0.0005709579,0.062764294,0.39215115,0.0007675741],"about_ca_topic_score_codex":0.0181713,"about_ca_topic_score_gemma":0.011297946,"teacher_disagreement_score":0.44745246,"about_ca_system_score_codex":0.0008641642,"about_ca_system_score_gemma":0.001321416,"threshold_uncertainty_score":0.999689},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403865951","doi":"10.1007/s11948-024-00516-x","title":"Authorship and Citizen Science: Seven Heuristic Rules","year":2024,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Sveriges Lantbruksuniversitet; Svenska Forskningsrådet Formas","keywords":"Transparency (behavior); Philosophy of science; Subject (documents); Heuristic; Research integrity; Political science; Citizen science; Term (time); Scientific misconduct; Public relations; Medical research; Engineering ethics; Sociology; Epistemology; Law; Computer science; Library science; Medicine; Alternative medicine; Engineering","score_opus":0.03919945871547186,"score_gpt":0.29018179500242125,"score_spread":0.2509823362869494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403865951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848421,0.0003296843,0.00033209208,0.0026205238,0.00046524234,0.00006869284,0.00002096069,0.0001650259,0.011155662],"genre_scores_gemma":[0.9991693,0.00015555538,0.00025242593,0.00015273987,0.00002351866,0.000004525029,0.0000016444427,0.000005879769,0.0002344313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99856824,0.000006630984,0.00008177029,0.0003472127,0.000653988,0.00034218622],"domain_scores_gemma":[0.9995431,0.00009452352,0.000008573084,0.0001154802,0.000025276233,0.00021308607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024383294,0.000088553126,0.00006270203,0.00009559607,0.00042465024,0.00044524667,0.00021818947,0.00006349651,0.0006148808],"category_scores_gemma":[0.000744106,0.00007658186,0.000010621779,0.00091580447,0.001912566,0.00041498637,0.0002559549,0.00032302458,0.00013556743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007482853,0.000042519532,0.0051091616,0.0005917557,0.000010944054,0.00007514331,0.027190622,0.0005874352,0.31764266,0.6214191,0.0047691627,0.02255405],"study_design_scores_gemma":[0.00037775497,0.00021158629,0.5352676,0.000452345,0.000053688287,0.00036040775,0.004072126,0.15477344,0.01115879,0.01967937,0.27199093,0.0016019865],"about_ca_topic_score_codex":0.000041766347,"about_ca_topic_score_gemma":0.000008485812,"teacher_disagreement_score":0.6017397,"about_ca_system_score_codex":0.0002382223,"about_ca_system_score_gemma":0.00008322357,"threshold_uncertainty_score":0.7046929},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403955362","doi":"10.30770/2572-1852-110.3.9","title":"Risk Based Regulation in Quality Assurance: Selection of (and Benefits Experienced by) Registrants Undertaking Regulator-mandated Peer Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Columbia College; College of Physicians and Surgeons of Ontario","funders":"","keywords":"Quality assurance; Regulator; Selection (genetic algorithm); Peer review; Business; Risk analysis (engineering); Computer science; Political science; Marketing; Biology","score_opus":0.10050995697749252,"score_gpt":0.4923123216610772,"score_spread":0.39180236468358465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403955362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9130689,0.009044792,0.011349663,0.06505356,0.0006598491,0.00053581095,0.000010557597,0.000036405752,0.00024049608],"genre_scores_gemma":[0.9947807,0.0038353128,0.00045557437,0.00035561156,0.00027819732,0.000011487926,0.000026132142,0.0000148129175,0.00024215532],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9928363,0.0017730771,0.0020099822,0.00024884008,0.0028862485,0.00024558438],"domain_scores_gemma":[0.9943644,0.0029527766,0.0012955158,0.00018285113,0.0009471684,0.0002572827],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017074287,0.0001451276,0.00056739844,0.000198818,0.0001362923,0.000017065193,0.0001527213,0.0004331076,0.001443844],"category_scores_gemma":[0.030011304,0.00011025822,0.0000969183,0.0006511523,0.00012641578,0.00048048308,0.000023083305,0.0010970505,0.0000041761987],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028280807,0.0011381874,0.318552,0.04499215,0.00039031406,0.000047862613,0.012807876,0.0011367744,0.009722033,0.02237597,0.20609614,0.37991264],"study_design_scores_gemma":[0.003167974,0.00036552997,0.8226335,0.057927303,0.00024084705,0.000027891701,0.0013347947,0.041858155,0.0009174462,0.0042175916,0.0669796,0.00032937608],"about_ca_topic_score_codex":0.00026872504,"about_ca_topic_score_gemma":0.00021232072,"teacher_disagreement_score":0.50408155,"about_ca_system_score_codex":0.00019765609,"about_ca_system_score_gemma":0.00075477385,"threshold_uncertainty_score":0.999469},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403980396","doi":"10.5860/crl.85.7.978","title":"Training Needs and Preferences for Librarians Supporting Systematic Reviews in the Sciences, Humanities, and Social Sciences","year":2024,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Association of Research Libraries; Association of Research Libraries","keywords":"Digital humanities; Training (meteorology); Library science; Medical education; Computer science; Sociology; Data science; Psychology; Humanities; Knowledge management; Medicine; Art; Geography","score_opus":0.7199280995610257,"score_gpt":0.5691793647336214,"score_spread":0.15074873482740425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403980396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62940085,0.10950736,0.00025538047,0.11614988,0.0019933567,0.030774971,0.00028365877,0.00033226944,0.1113023],"genre_scores_gemma":[0.985769,0.0017251987,0.0011898289,0.0017591026,0.00081440224,0.0044981497,0.000012732088,0.000018330173,0.004213305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99295366,0.0036025504,0.00077926595,0.0004362199,0.00088414684,0.0013441672],"domain_scores_gemma":[0.9827927,0.016757779,0.00011293887,0.00013445818,0.00009729083,0.00010483274],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.036970742,0.00013842124,0.00039087702,0.0009744434,0.008118592,0.0012800901,0.00071511674,0.000110043344,0.00008279126],"category_scores_gemma":[0.0053680544,0.000079872945,0.000034813067,0.0029299278,0.0028783258,0.002161274,0.00024838277,0.00079789717,0.000014109894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019543035,0.000021497828,0.0033622207,0.043335646,0.0000064739443,0.000004198027,0.24832186,1.4957118e-7,0.000014356064,0.5746206,0.12766813,0.0026253497],"study_design_scores_gemma":[0.000201591,0.0005149927,0.0016898884,0.0062092114,0.0000074173768,0.000007035684,0.72220516,0.0021225654,0.0000037735704,0.054325107,0.212551,0.00016224348],"about_ca_topic_score_codex":0.00019529474,"about_ca_topic_score_gemma":0.00037635234,"teacher_disagreement_score":0.5202955,"about_ca_system_score_codex":0.000060423987,"about_ca_system_score_gemma":0.006432685,"threshold_uncertainty_score":0.99983525},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404033710","doi":"10.1097/md.0000000000040259","title":"Open science practices among authors published in complementary, alternative, and integrative medicine journals: An international, cross-sectional survey","year":2024,"lang":"en","type":"article","venue":"Medicine","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Cross-sectional study; Alternative medicine; Family medicine; MEDLINE; Survey research; Medical education; Applied psychology; Pathology","score_opus":0.3971064348246936,"score_gpt":0.6008773255398717,"score_spread":0.20377089071517812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404033710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9368279,0.0007065671,0.0009343499,0.030127633,0.005980539,0.00040502657,0.00006340189,0.000041033265,0.024913533],"genre_scores_gemma":[0.99514586,0.00018831456,0.00022179235,0.0009117601,0.0009632884,0.000021448432,0.0000863767,0.000014341148,0.0024468235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913218,0.000971074,0.0015732282,0.0015843804,0.0041467166,0.00040281427],"domain_scores_gemma":[0.9911137,0.005128814,0.0010469554,0.0005909354,0.0016409894,0.00047857716],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.08978585,0.0002608344,0.0005568701,0.0023530007,0.0004142485,0.009740722,0.010478885,0.00010532907,0.0071004513],"category_scores_gemma":[0.11878299,0.00014150351,0.000027178008,0.0041582137,0.0028061816,0.028649816,0.002267223,0.0012457244,0.000017945811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007366244,0.000033311782,0.9598632,0.0000031143056,0.000029051967,0.000037114616,0.0043167267,0.000019832962,0.0000763482,0.0022997663,0.024849927,0.008397978],"study_design_scores_gemma":[0.0008755445,0.00017405959,0.93273824,0.0002918078,0.0000064201836,0.00005297261,0.004831029,0.017504485,0.00002439587,0.021724608,0.021623988,0.00015246645],"about_ca_topic_score_codex":0.023015046,"about_ca_topic_score_gemma":0.006126396,"teacher_disagreement_score":0.05831794,"about_ca_system_score_codex":0.00028071072,"about_ca_system_score_gemma":0.00043037272,"threshold_uncertainty_score":0.9999076},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4404044359","doi":"10.1080/08989621.2024.2420812","title":"Allowing AI co–authors is a disregard for humanization","year":2024,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.4544497266217594,"score_gpt":0.6545098781449135,"score_spread":0.20006015152315404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404044359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8423279,0.00032999032,0.00021255438,0.116151586,0.0006338167,0.001503305,0.000052665164,0.00014440737,0.038643803],"genre_scores_gemma":[0.9967706,0.00013618016,0.00006350981,0.0007088697,0.00040550902,0.00008575057,0.000012172462,0.000017545572,0.0017998294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970919,0.00053257105,0.00023762934,0.00037291655,0.0011147122,0.00065027206],"domain_scores_gemma":[0.99661297,0.0022047353,0.000013595933,0.00021637989,0.000825228,0.0001271167],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018030632,0.00008045858,0.00014023585,0.00021953338,0.0009926517,0.0012293308,0.00038093564,0.0002887353,0.00037325965],"category_scores_gemma":[0.0061199665,0.000080038786,0.0000873797,0.0009563943,0.0006342429,0.0009314907,0.00006906225,0.0008262699,0.00007134994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078984514,0.0002471877,0.047095437,0.0004536104,0.00004584519,0.000009277869,0.41065767,0.000008604331,0.00031410943,0.45517987,0.07016202,0.015747381],"study_design_scores_gemma":[0.00025862228,0.0001318827,0.008824402,0.00019149136,0.000008631616,1.5708105e-7,0.047292992,0.0010328564,0.00018538104,0.45813972,0.48365998,0.00027389685],"about_ca_topic_score_codex":0.019586815,"about_ca_topic_score_gemma":0.023664026,"teacher_disagreement_score":0.41349795,"about_ca_system_score_codex":0.0006300006,"about_ca_system_score_gemma":0.00094955426,"threshold_uncertainty_score":0.9998075},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404298071","doi":"10.1093/jnci/djae281","title":"Supporting evidence in phase 2 cancer trial protocols: a content analysis","year":2024,"lang":"en","type":"article","venue":"JNCI Journal of the National Cancer Institute","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Protocol (science); Clinical trial; Medicine; Attrition; Sample size determination; Evidence-based practice; Typology; Evidence-based medicine; Medical physics; Alternative medicine; Internal medicine; Statistics; Pathology","score_opus":0.9056552129969474,"score_gpt":0.726209888188033,"score_spread":0.1794453248089144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404298071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53249407,0.007305653,0.28399986,0.06306935,0.057149466,0.05178201,0.002143011,0.00022038512,0.0018361786],"genre_scores_gemma":[0.78345394,0.0004513273,0.19091387,0.0020638853,0.012717137,0.0088485805,0.0000012923857,0.00007237181,0.0014776142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9952866,0.00052203215,0.0021966058,0.00023350379,0.001528263,0.0002330354],"domain_scores_gemma":[0.98710406,0.010661899,0.0011518864,0.00015173858,0.00082761975,0.0001028064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0083975345,0.00016022811,0.0007171923,0.00034971736,0.00007414655,0.000119637756,0.0005545489,0.000101391204,0.00048386864],"category_scores_gemma":[0.093969174,0.000097392,0.00060939544,0.0014354222,0.00015300428,0.00043371937,0.000082137536,0.000661974,0.0000025949764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11881247,0.005177601,0.011747444,0.0038422693,0.01986642,0.0008715722,0.0034936734,0.02355264,0.010348027,0.4631829,0.09347466,0.24563032],"study_design_scores_gemma":[0.03261268,0.00053692935,0.0011565889,0.006769934,0.0026050846,0.000036543937,0.00003928457,0.0081976745,0.0026445212,0.92711544,0.017885296,0.00040000863],"about_ca_topic_score_codex":0.00009684791,"about_ca_topic_score_gemma":0.00029711446,"teacher_disagreement_score":0.46393254,"about_ca_system_score_codex":0.00089929084,"about_ca_system_score_gemma":0.0018382726,"threshold_uncertainty_score":0.91366273},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4404416515","doi":"10.14740/jnr761","title":"Assessing Internal Reproducibility Within a Parkinson’s Disease Cohort by Leveraging an Independent Larger Dataset","year":2024,"lang":"en","type":"article","venue":"Journal of Neurology Research","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Genentech; Allergan; National Institutes of Health; H. Lundbeck A/S; Servier; Voyager Therapeutics; Sanofi Genzyme; Cincinnati Children's Hospital Medical Center; Biogen; Celgene; Verily Life Sciences; Teva Pharmaceutical Industries; Union Chimique Belge; U.S. Department of Defense; Sanofi; Pfizer; Bristol-Myers Squibb","keywords":"Medicine; Reproducibility; Cohort; Parkinson's disease; Disease; Internal medicine; Statistics; Mathematics","score_opus":0.10849369980838765,"score_gpt":0.43333283923887916,"score_spread":0.32483913943049153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404416515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914423,0.0020310702,0.00019849114,0.004900934,0.0006398819,0.00029655092,0.0004006395,0.000026168706,0.00006395358],"genre_scores_gemma":[0.9980925,0.00013735627,0.0001428822,0.0007287979,0.00042002145,0.00001502737,0.00027821615,0.00003785299,0.0001473756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954572,0.0010181345,0.00058529695,0.0011690952,0.0012699241,0.00050039886],"domain_scores_gemma":[0.9975203,0.00022167285,0.00014267754,0.0009672607,0.00031373595,0.0008343067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008768096,0.00018601616,0.00039744496,0.00047867376,0.00016952153,0.00029289915,0.00030586298,0.000102946986,0.0003184577],"category_scores_gemma":[0.0010099717,0.00013831335,0.00014149924,0.00029692068,0.00015764157,0.0006604104,0.00019060097,0.0018070969,0.000030666095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003936192,0.0019504896,0.8832652,0.00019785068,0.0006496981,0.043362502,0.00021040456,0.000017867844,0.008641893,0.000037727612,0.052615203,0.0051149605],"study_design_scores_gemma":[0.001892282,0.0019445134,0.834508,0.00024817348,0.00039461465,0.0034413754,0.000096211974,0.0034857327,0.001144146,0.0014411247,0.15122305,0.00018075306],"about_ca_topic_score_codex":0.00006451384,"about_ca_topic_score_gemma":0.000007205048,"teacher_disagreement_score":0.09860784,"about_ca_system_score_codex":0.00015591073,"about_ca_system_score_gemma":0.0008329927,"threshold_uncertainty_score":0.7851037},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404509666","doi":"10.1111/jan.16557","title":"Mixed Methods Studies Using Secondary Analysis in Nursing and Midwifery: A Methodological Review","year":2024,"lang":"en","type":"review","venue":"Journal of Advanced Nursing","topic":"Data Analysis and Archiving","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Memorial University of Newfoundland","funders":"","keywords":"CINAHL; Context (archaeology); Multimethodology; Content analysis; Scopus; Data collection; Data extraction; Medicine; Nursing; MEDLINE; Psychology; Psychological intervention; Sociology; Social science","score_opus":0.37565238590672534,"score_gpt":0.6261354251081196,"score_spread":0.25048303920139425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404509666","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023927842,0.9899485,0.0077962615,0.0004499585,0.00097630627,0.00026297697,0.000011373212,0.000014836848,0.00051584287],"genre_scores_gemma":[0.0000057421953,0.76933515,0.23023458,0.000041002684,0.0003190191,0.0000028432116,0.0000050726744,0.000024265455,0.000032300257],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98933345,0.007106557,0.0020348106,0.00050608115,0.0005266906,0.00049239764],"domain_scores_gemma":[0.9946515,0.0029355492,0.0017743973,0.00024828667,0.00017870848,0.00021155938],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0139019415,0.00043639986,0.0054619587,0.0017805159,0.00034181582,0.00016010852,0.00043907843,0.00018966843,0.000024005603],"category_scores_gemma":[0.003721473,0.00030882892,0.0016401627,0.0038949775,0.0005822904,0.0005678837,0.00008320381,0.0013133243,8.6931726e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005444015,0.000040629293,0.0000010805173,0.0070159864,0.0013113072,0.00006855962,0.0019276487,0.000023758806,0.000003828603,0.00040947535,0.00020355139,0.98898876],"study_design_scores_gemma":[0.00011395084,0.00005480685,0.0000074538975,0.49610907,0.04568052,0.00014885886,0.00957467,0.00006927337,8.97875e-7,0.008458886,0.43930972,0.00047187952],"about_ca_topic_score_codex":0.000007775834,"about_ca_topic_score_gemma":0.000027656639,"teacher_disagreement_score":0.98851687,"about_ca_system_score_codex":0.00087481545,"about_ca_system_score_gemma":0.0005202703,"threshold_uncertainty_score":0.9999364},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404528517","doi":"10.23889/ijpds.v9i1.2407","title":"Secondary use of routinely collected administrative health data for epidemiologic research: Answering research questions using data collected for a different purpose","year":2024,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Simon Fraser University; AIDS Vancouver","funders":"","keywords":"Data science; Computer science","score_opus":0.9660910023644246,"score_gpt":0.746661212221578,"score_spread":0.21942979014284658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404528517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112683505,0.00057210884,0.75078726,0.024677446,0.00889396,0.008614871,0.09353854,0.00013836389,0.00009393619],"genre_scores_gemma":[0.7960751,0.000564425,0.14364006,0.0007107657,0.0022003595,0.00034257374,0.055484813,0.000051002255,0.0009309087],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934256,0.0011666628,0.0020449318,0.00081757206,0.0016287422,0.00091647834],"domain_scores_gemma":[0.97868365,0.014023745,0.00081125344,0.0015253285,0.00450219,0.00045380645],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042351037,0.0001497497,0.00038388098,0.0012838625,0.0043766424,0.00037873478,0.0039275675,0.00014308371,0.000056953508],"category_scores_gemma":[0.069462255,0.00012033229,0.0000425725,0.0013355716,0.00038003232,0.0041501955,0.0018978945,0.0012584038,0.000003130855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003446424,0.0005388604,0.010636159,0.0046984893,0.0003297201,0.0000104613555,0.0052444306,0.00094033877,0.0016417409,0.09661145,0.81137466,0.064527296],"study_design_scores_gemma":[0.00076878245,0.00036020915,0.010702267,0.0019007352,0.000015831696,0.000021686,0.0007774686,0.8665441,0.00000746509,0.00529416,0.113493,0.000114272996],"about_ca_topic_score_codex":0.00146288,"about_ca_topic_score_gemma":0.0016142693,"teacher_disagreement_score":0.8656038,"about_ca_system_score_codex":0.0011259734,"about_ca_system_score_gemma":0.009368939,"threshold_uncertainty_score":0.9969195},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4404566630","doi":"10.1038/s41467-024-54300-3","title":"Data sharing ethics toolkit: The Human Cell Atlas","year":2024,"lang":"en","type":"review","venue":"Nature Communications","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Chan Zuckerberg Initiative; McGill University; Leona M. and Harry B. Helmsley Charitable Trust; Klarman Family Foundation","keywords":"Interoperability; Data sharing; Scope (computer science); Data science; Computer science; Atlas (anatomy); Engineering ethics; Diversity (politics); Knowledge management; World Wide Web; Political science; Biology; Medicine; Engineering","score_opus":0.22913393585906836,"score_gpt":0.4358943295859236,"score_spread":0.20676039372685526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404566630","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003371255,0.9920424,0.000033572367,0.00072198414,0.00042286864,0.00038169368,0.00092563767,0.000035386514,0.0054330593],"genre_scores_gemma":[0.00051704666,0.98068035,0.00064087013,0.0003218713,0.0004139518,0.000055205914,0.015538409,0.0000822241,0.001750067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983644,0.00026060877,0.00040923135,0.0006044896,0.00015944467,0.00020185302],"domain_scores_gemma":[0.990527,0.00016098541,0.00015213777,0.009020133,0.000088569075,0.000051219657],"candidate_categories":["open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00072017626,0.0003221783,0.00041140942,0.000053664087,0.0005693927,0.00018218473,0.009464479,0.0015710477,0.0000068207432],"category_scores_gemma":[0.00018193894,0.00021758334,0.00029668285,0.00023444186,0.0002027505,0.000004490692,0.004002824,0.0051869247,0.000056653753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010960889,0.0010046049,0.00005284628,0.02825852,0.0025552416,0.00001320726,0.00078288035,0.000004272907,0.0042253113,0.03609251,0.5660515,0.36094815],"study_design_scores_gemma":[0.00004407991,0.000014400261,7.421703e-7,0.0009934758,0.0008217245,0.000010878628,0.00001238434,0.00001943293,0.000020611667,0.00006503183,0.99774975,0.00024750447],"about_ca_topic_score_codex":0.000025057901,"about_ca_topic_score_gemma":0.0009139146,"teacher_disagreement_score":0.43169823,"about_ca_system_score_codex":0.00002752955,"about_ca_system_score_gemma":0.00031542714,"threshold_uncertainty_score":0.9997251},"labels":[{"model":"gemma","categories":["research_integrity","metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404629189","doi":"10.1371/journal.pbio.3002931","title":"A call for research to address the threat of paper mills","year":2024,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Digital and Cyber Forensics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Health and Medical Research Council; University of Aberdeen","keywords":"Biology; Covert; Key (lock); Ecology","score_opus":0.10973001758914232,"score_gpt":0.36839984330653786,"score_spread":0.25866982571739555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404629189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5778015,0.010676719,0.09595743,0.1358015,0.004309436,0.004519421,0.00061895413,0.00076021394,0.16955481],"genre_scores_gemma":[0.9956282,0.000018844896,0.0016447756,0.0007478704,0.000111034904,0.000099819365,0.000004634333,0.000006312508,0.0017385371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993197,0.00004067591,0.000097541706,0.00022092788,0.0000891176,0.00023206438],"domain_scores_gemma":[0.99906635,0.0004847924,0.0000073959427,0.00029607935,0.000106157626,0.00003923415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002664724,0.000050343057,0.000088330475,0.000051314615,0.000040487426,0.000052519223,0.000627333,0.000042545842,0.0000064757996],"category_scores_gemma":[0.00008346424,0.000026855203,0.00004441575,0.0002689733,0.00012278644,0.000073214,0.00031735149,0.00007673303,0.000080489735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011935541,0.000047271213,0.00009098771,0.00003823476,0.000046612357,0.0000038854923,0.0009674998,0.0000020437565,0.011299111,0.8512819,0.028084083,0.108126424],"study_design_scores_gemma":[0.00016768849,0.0010607311,0.00046362463,0.000104066254,0.000010252192,0.000012095103,0.000054762255,0.0033001148,0.036732487,0.360947,0.59696066,0.00018653124],"about_ca_topic_score_codex":0.000027898708,"about_ca_topic_score_gemma":0.000033216398,"teacher_disagreement_score":0.56887656,"about_ca_system_score_codex":0.000009690647,"about_ca_system_score_gemma":0.000043306187,"threshold_uncertainty_score":0.11657512},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4404651529","doi":"10.1186/s12874-024-02408-x","title":"The role of the estimand framework in the analysis of patient-reported outcomes in single-arm trials: a case study in oncology","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Health Canada; European Society for Medical Oncology; European Commission; National Institute for Health and Care Research; European Federation of Pharmaceutical Industries and Associations; American Society of Clinical Oncology","keywords":"Discontinuation; Clinical trial; Quality of life (healthcare); Medicine; Psychology; Internal medicine; Psychotherapist","score_opus":0.5499835850344746,"score_gpt":0.6124147951859896,"score_spread":0.06243121015151498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404651529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897603,0.0037958252,0.00060421537,0.0038289141,0.0003888212,0.0013038545,0.000005068288,0.000006939965,0.00030605515],"genre_scores_gemma":[0.99858576,0.0001357388,0.0007383133,0.00014792377,0.000055097124,0.00029381452,0.000002027579,0.000011433048,0.000029912077],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.94078827,0.054650832,0.0017183304,0.00043591936,0.0018755727,0.0005310716],"domain_scores_gemma":[0.6991345,0.29925495,0.00023589788,0.0009900383,0.0002304421,0.00015417069],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09923824,0.0001354741,0.0014720622,0.0010065042,0.000059157665,0.000015278067,0.00049958046,0.00035726142,0.00018758132],"category_scores_gemma":[0.28046635,0.000058131474,0.0003340675,0.00482988,0.00087123166,0.000019622448,0.0002900226,0.0020249153,7.9458357e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015217086,0.0019119144,0.6836333,0.00010908556,0.0007445114,0.0044858954,0.0417789,0.00003768842,0.00009089362,0.0010023601,0.00003040795,0.2646533],"study_design_scores_gemma":[0.0052718436,0.006294875,0.42378852,0.000895525,0.0019219519,0.00081205496,0.52722377,0.0074473997,0.00044457332,0.020747127,0.004917355,0.00023500586],"about_ca_topic_score_codex":0.030184956,"about_ca_topic_score_gemma":0.3962739,"teacher_disagreement_score":0.48544487,"about_ca_system_score_codex":0.00022339476,"about_ca_system_score_gemma":0.0019619882,"threshold_uncertainty_score":0.9762731},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404697941","doi":"10.1002/ejp.4756","title":"Evaluating multiplicity reporting in analgesic clinical trials: An analytical review","year":2024,"lang":"en","type":"review","venue":"European Journal of Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Bonferroni correction; Multiple comparisons problem; Medicine; Clinical trial; Analgesic; Randomized controlled trial; Data extraction; Sample size determination; Consolidated Standards of Reporting Trials; MEDLINE; Statistics; Surgery; Internal medicine; Anesthesia; Mathematics","score_opus":0.9846195852081763,"score_gpt":0.7698069997102193,"score_spread":0.214812585497957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404697941","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031482843,0.990129,0.005702551,0.00021266837,0.0008422758,0.0013439062,0.0000088324505,0.000005912774,0.00172335],"genre_scores_gemma":[0.000035721652,0.9897807,0.006827932,0.00040018954,0.0017196117,0.0000068257177,0.000009648367,0.000084023224,0.0011353521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.025321832,0.7663733,0.19697501,0.0019159833,0.008918353,0.00049555436],"domain_scores_gemma":[0.3781035,0.16723861,0.43672287,0.011246861,0.004978664,0.0017095071],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.98385084,0.000910796,0.04149691,0.00167102,0.000085561456,0.001331652,0.004392528,0.00017199264,0.0030415107],"category_scores_gemma":[0.9253759,0.0003723403,0.025732854,0.004070041,0.00009306228,0.0002953278,0.00037151578,0.0028711394,0.0025720207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030464691,0.00007423597,0.000113727525,0.01128795,0.0006679221,0.0013788923,0.000037099737,0.0000063405378,5.7277333e-8,0.000019482433,0.045276694,0.9411346],"study_design_scores_gemma":[0.00014921934,0.00026389802,0.000074501084,0.11505224,0.010842542,0.00041617616,0.000065726774,0.0063924855,3.2703478e-9,0.00012476702,0.86629826,0.00032019697],"about_ca_topic_score_codex":0.0000013692163,"about_ca_topic_score_gemma":0.0000047586204,"teacher_disagreement_score":0.9408144,"about_ca_system_score_codex":0.00014053243,"about_ca_system_score_gemma":0.0008370331,"threshold_uncertainty_score":0.99987286},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404798556","doi":"10.1016/j.scitotenv.2024.177731","title":"Retraction notice to “Organic composts as A vehicle for the entry of microplastics into the environment: A comprehensive review” [Sci. Total Environ. 892 (2023) 164758]","year":2024,"lang":"en","type":"retraction","venue":"The Science of The Total Environment","topic":"Microplastics and Plastic Pollution","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Notice; Microplastics; Environmental science; Environmental protection; Waste management; Environmental chemistry; Engineering; Chemistry; Political science; Law","score_opus":0.009174498348314606,"score_gpt":0.2252278382243509,"score_spread":0.2160533398760363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404798556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7924577,0.0874123,0.005951345,0.04615466,0.034326114,0.024645222,0.0031235397,0.00013078755,0.005798306],"genre_scores_gemma":[0.92285657,0.048289694,0.0009828206,0.00079041184,0.0008895885,0.00034544402,0.00007002351,0.00018896323,0.025586497],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499357,0.0002488799,0.0009215183,0.0009283886,0.0022023227,0.0007052967],"domain_scores_gemma":[0.99596,0.0012845038,0.0009038674,0.0016495459,0.000022043228,0.00018006992],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017873625,0.0005845476,0.0005607771,0.000082970364,0.0011878808,0.00009488204,0.001987557,0.00030034786,0.0017076071],"category_scores_gemma":[0.00039336242,0.00029689138,0.0004319122,0.0006455622,0.00345968,0.00017600159,0.002016811,0.001206346,0.0017691556],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000238526,0.00043800526,0.00001007972,0.0009256414,0.00029065795,0.000004063074,0.0024315033,0.1487225,0.78745383,0.00015931275,0.04713017,0.012195701],"study_design_scores_gemma":[0.001450854,0.0023088634,0.01925684,0.0045843357,0.0056919246,0.0005342394,0.001858011,0.057352293,0.11005363,0.0011415067,0.79332304,0.0024444498],"about_ca_topic_score_codex":0.00048605035,"about_ca_topic_score_gemma":0.000011218656,"teacher_disagreement_score":0.7461929,"about_ca_system_score_codex":0.001236247,"about_ca_system_score_gemma":0.00014233585,"threshold_uncertainty_score":0.9999483},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404840868","doi":"10.32920/27931599.v1","title":"A guide to peer reviewing medical education scholarship: Advice from editors of AEM Education and Training","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Advice (programming); Training (meteorology); Medical education; Psychology; Political science; Medicine; Computer science; Geography; Law","score_opus":0.03340425783983613,"score_gpt":0.4190577242661218,"score_spread":0.3856534664262857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840868","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6052095,0.011570405,0.0014061067,0.2518426,0.0629978,0.0028956432,0.0000336357,0.00044407186,0.06360019],"genre_scores_gemma":[0.3235218,0.001143666,0.4912021,0.050214175,0.075697444,0.0017319877,0.004146735,0.00030371535,0.05203838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958825,0.00011139119,0.0012771785,0.00078423275,0.0016993345,0.0002453385],"domain_scores_gemma":[0.9962895,0.00013973785,0.0002894859,0.0007669999,0.0021337096,0.0003806049],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027233916,0.0003228034,0.00066357065,0.0006934393,0.00006221471,0.000077922254,0.00029411132,0.0006914728,0.0012728145],"category_scores_gemma":[0.024880841,0.00029307164,0.00011794254,0.0007461755,0.00009966028,0.00009893092,0.00051176915,0.0019374121,0.00009193177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001122653,0.0002762591,0.00044166096,0.0014520084,0.00007927667,0.0000010296434,0.0030075186,6.6317733e-7,0.00011003762,0.0010212783,0.46958384,0.5240152],"study_design_scores_gemma":[0.00034530746,0.000091670845,0.0073341844,0.028207313,0.0008203309,0.00006520359,0.007192044,0.00054929353,0.0002867718,0.009059321,0.9455559,0.0004926338],"about_ca_topic_score_codex":0.00096851354,"about_ca_topic_score_gemma":0.000027255031,"teacher_disagreement_score":0.52352256,"about_ca_system_score_codex":0.00043812892,"about_ca_system_score_gemma":0.0137809785,"threshold_uncertainty_score":0.99995214},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404923291","doi":"10.1186/s12916-024-03778-1","title":"Integration of non-randomized studies with randomized controlled trials in meta-analyses of clinical studies: a meta-epidemiological study on effect estimation of interventions","year":2024,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"West China Hospital, Sichuan University; Sichuan Provincial Administration of Traditional Chinese Medicine; National Science Fund for Distinguished Young Scholars; Sichuan University; National Natural Science Foundation of China","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Systematic review; MEDLINE; Concordance; Psychological intervention; Internal medicine; Psychiatry","score_opus":0.9831690436353597,"score_gpt":0.7817473869103255,"score_spread":0.2014216567250342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404923291","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044920848,0.93350893,0.030788105,0.00014165306,0.00056055177,0.034362707,0.00003249281,0.0000062544214,0.00015007246],"genre_scores_gemma":[0.01309245,0.96739185,0.005331669,0.00002449246,0.00014046664,0.012934863,0.000037657133,0.0000326177,0.0010139219],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.11776625,0.6848536,0.18629107,0.0024532552,0.00831945,0.0003163455],"domain_scores_gemma":[0.03587907,0.84003437,0.11635516,0.003933676,0.0036662559,0.00013149586],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9116199,0.0017174792,0.44267595,0.0035870576,0.0000430413,0.000049076134,0.0014924826,0.00034291274,0.0012202694],"category_scores_gemma":[0.963791,0.0003585033,0.13212284,0.0035188468,0.0018170602,0.00010217241,0.00021424235,0.0007100983,0.000045878605],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12182882,0.00074278447,0.000011736233,0.031246133,0.818803,0.0000078472,0.0010757729,0.00032265869,3.9481262e-7,0.00049723225,0.002194961,0.023268677],"study_design_scores_gemma":[0.28266245,0.0015426088,0.0000028182503,0.021653412,0.68877435,0.0000021296833,0.0018253593,0.0020979699,5.2374526e-7,0.001122058,0.00015756107,0.00015877954],"about_ca_topic_score_codex":0.000055693945,"about_ca_topic_score_gemma":0.00011224216,"teacher_disagreement_score":0.31055313,"about_ca_system_score_codex":0.000056023087,"about_ca_system_score_gemma":0.00026120455,"threshold_uncertainty_score":0.9998867},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4405014596","doi":"10.1016/j.inpsyc.2024.100013","title":"Effectiveness of enhanced group cognitive behaviour therapy for older adults (CBT-OA) with depression and anxiety: A replication study","year":2024,"lang":"en","type":"article","venue":"International Psychogeriatrics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Bruyère; Royal Ottawa Mental Health Centre","funders":"","keywords":"Depression (economics); Anxiety; Replication (statistics); Clinical psychology; Psychology; Cognition; Group psychotherapy; Psychotherapist; Psychiatry; Medicine","score_opus":0.010327212562902288,"score_gpt":0.3622047289921595,"score_spread":0.3518775164292572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405014596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753312,0.0005217469,0.020276628,0.00007928285,0.00027231115,0.0029915234,0.00005807237,0.000040448198,0.00042878906],"genre_scores_gemma":[0.9982611,0.00025935855,0.0002106533,0.000027137925,0.00010966338,0.0008601218,0.00014446468,0.000025612064,0.00010189102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856114,0.00006576083,0.00019643299,0.0006193275,0.0004315639,0.00012578267],"domain_scores_gemma":[0.9988944,0.00026824736,0.00006629029,0.0001470526,0.0005647223,0.000059279184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006534206,0.00012607928,0.00016260466,0.0002156901,0.00003725799,0.000047228797,0.000073224015,0.000048094516,0.000039336745],"category_scores_gemma":[0.000075638236,0.00009402238,0.00006135013,0.00023822421,0.00003792649,0.00012603926,0.000025678588,0.000103468185,0.0000027681035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017343355,0.0025874837,0.7304292,0.00043455,0.00057361595,0.000014304664,0.000624266,2.6854045e-7,0.021109676,0.00006693085,0.00009411982,0.22672224],"study_design_scores_gemma":[0.008849105,0.0027405918,0.96367157,0.00077287416,0.00013211007,0.000021685591,0.00046916833,0.00015618994,0.022921328,0.00009225161,0.000069562375,0.00010357677],"about_ca_topic_score_codex":0.000017806466,"about_ca_topic_score_gemma":0.000002646035,"teacher_disagreement_score":0.23324236,"about_ca_system_score_codex":0.000036650235,"about_ca_system_score_gemma":0.000039228737,"threshold_uncertainty_score":0.38341215},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405024556","doi":"10.7202/1114366ar","title":"L’esthétigramme comme outil méthodologique pour la documentation des processus d’apprentissage en recherche qualitative : constats des travaux de recherche disciplinaires","year":2023,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Art; Sociology","score_opus":0.9562126516021414,"score_gpt":0.6937200941320678,"score_spread":0.2624925574700736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405024556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89122367,0.0027483513,0.050056353,0.03136815,0.0013213285,0.00058484107,0.00003417471,0.0002507139,0.022412423],"genre_scores_gemma":[0.674612,0.010223781,0.30181694,0.00016679948,0.00084117684,0.00029283582,0.000081648104,0.000029947283,0.011934872],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9523435,0.04494092,0.0005998292,0.0007004127,0.00037376123,0.0010415277],"domain_scores_gemma":[0.95868814,0.039805856,0.00044737052,0.0002113219,0.0005521263,0.00029517026],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09322631,0.00031832408,0.00033985925,0.0002793434,0.0026873623,0.00041809192,0.0007617642,0.00086004793,0.00013118028],"category_scores_gemma":[0.03696487,0.00034236998,0.00014740665,0.0031295493,0.014445822,0.0013245336,0.00006967993,0.0008739729,0.00011338672],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073751685,0.00019438085,0.0070919506,0.00040314297,0.0000348105,0.0000021432638,0.7810613,0.00020206817,0.00042715744,0.13645123,0.00081727514,0.07330715],"study_design_scores_gemma":[0.00012310444,0.00008919619,0.013705415,0.00036243515,0.00005026368,0.000023281269,0.49733448,0.0006172213,0.00016499132,0.48680067,0.0005086841,0.00022025543],"about_ca_topic_score_codex":0.0026916885,"about_ca_topic_score_gemma":0.0032824788,"teacher_disagreement_score":0.35034943,"about_ca_system_score_codex":0.0040222923,"about_ca_system_score_gemma":0.005099523,"threshold_uncertainty_score":0.99990284},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405223579","doi":"10.1093/jnci/djae318","title":"Justification, margin values, and analysis populations for oncologic noninferiority and equivalence trials: a meta-epidemiological study","year":2024,"lang":"en","type":"article","venue":"JNCI Journal of the National Cancer Institute","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"National Cancer Institute; University of Texas MD Anderson Cancer Center; National Institutes of Health; Andrew Sabin Family Foundation","keywords":"Margin (machine learning); Equivalence (formal languages); Clinical endpoint; Meta-analysis; Population; Medicine; Statistics; Clinical trial; Mathematics; Computer science; Internal medicine","score_opus":0.9378516184211011,"score_gpt":0.7058903326026658,"score_spread":0.23196128581843534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405223579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20692088,0.008233471,0.73804027,0.02862268,0.011824166,0.003979298,0.002065611,0.00008925046,0.00022439107],"genre_scores_gemma":[0.50676787,0.00035752295,0.49063343,0.00033950646,0.0013994066,0.0002090844,0.0000021281658,0.000012832541,0.00027822892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950238,0.0019754404,0.0018881058,0.00029956,0.00066420186,0.00014887868],"domain_scores_gemma":[0.948314,0.04958966,0.0010089622,0.00015083546,0.0008272994,0.00010925217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02820563,0.00018845056,0.0015118021,0.00021188057,0.0002371892,0.0001092648,0.0002874849,0.00012366392,0.00009834002],"category_scores_gemma":[0.23235579,0.000095346426,0.0006980029,0.000645889,0.0002725653,0.00021259584,0.000101433216,0.00037312336,4.8961044e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011814173,0.001257664,0.024005197,0.00075286964,0.037470937,0.000024761623,0.0009520547,0.00583053,0.00034941448,0.859831,0.035056915,0.03328726],"study_design_scores_gemma":[0.000667743,0.0001662181,0.03853773,0.000056607558,0.020113777,0.000018804196,0.000039250554,0.0040590954,0.000014529057,0.934044,0.0021628907,0.00011933185],"about_ca_topic_score_codex":0.000019628415,"about_ca_topic_score_gemma":0.000056800603,"teacher_disagreement_score":0.29984698,"about_ca_system_score_codex":0.00022346996,"about_ca_system_score_gemma":0.0003412136,"threshold_uncertainty_score":0.97755647},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405299132","doi":"10.1371/journal.pone.0303315","title":"Methodological review to develop a list of bias items for adaptive clinical trials: Protocol and rationale","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Toronto; University Health Network; Hamilton Health Sciences; McMaster University; University of British Columbia; Impact","funders":"","keywords":"Protocol (science); MEDLINE; Publication bias; Cochrane Library; Psychological intervention; Grey literature; Reporting bias; Systematic review; Selection bias; Computer science; Quality (philosophy); Clinical trial; Randomized controlled trial; Citation; Medicine; Data science; Medical physics; Meta-analysis; Alternative medicine; World Wide Web; Nursing","score_opus":0.9898691530909965,"score_gpt":0.7452978360433072,"score_spread":0.2445713170476893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405299132","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055049727,0.00089927064,0.76689845,0.004898685,0.0002123031,0.2252984,0.00048147282,0.00015220215,0.00060873904],"genre_scores_gemma":[0.00003825581,0.00023683846,0.8957444,0.00065720803,0.00048206554,0.102524444,0.000002309064,0.00002838655,0.0002861194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9840271,0.01109307,0.0035849435,0.0005755374,0.0005022544,0.00021713684],"domain_scores_gemma":[0.420172,0.57806027,0.0005275824,0.00032317152,0.0007066353,0.00021033979],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.090072766,0.0001873037,0.0024252369,0.00006246441,0.00003651488,0.000035896057,0.00018365371,0.00021049833,0.00034513345],"category_scores_gemma":[0.90331125,0.00012662236,0.0002504646,0.00044235232,0.0001611285,0.00004272432,0.00013594537,0.0002877073,0.000020113983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034583644,0.004430036,0.00015365842,0.053107396,0.0024927931,0.000015851068,0.00021382702,1.7646998e-7,0.002117214,0.63240165,0.053336337,0.24827269],"study_design_scores_gemma":[0.0011619014,0.0013980225,0.000055887213,0.012092639,0.0009804232,0.0000016376581,0.000014132523,0.00058259635,0.0028465262,0.9732679,0.007377926,0.00022039836],"about_ca_topic_score_codex":0.0000013407209,"about_ca_topic_score_gemma":0.0000016742954,"teacher_disagreement_score":0.8132385,"about_ca_system_score_codex":0.000025148041,"about_ca_system_score_gemma":0.00021118458,"threshold_uncertainty_score":0.9369616},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405301493","doi":"10.1016/j.cscm.2024.e04107","title":"Retraction notice to “A study on the mechanical performance, shrinkage and morphology of high-performance fiber reinforced concrete with varying SCMs and geometry of steel fibers” Case Stud. Constr. Mater. 21 (2024) e03642","year":2024,"lang":"en","type":"article","venue":"Case Studies in Construction Materials","topic":"Innovative concrete reinforcement materials","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Shrinkage; Materials science; Notice; Composite material; Fiber; Morphology (biology); Structural engineering; Engineering; Geology; Law; Political science","score_opus":0.02224280202398972,"score_gpt":0.26634612381438494,"score_spread":0.24410332179039523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405301493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959875,0.000072032395,0.000049169837,0.000021328598,0.0023592126,0.0011158099,0.00010964276,0.000082332765,0.0002030016],"genre_scores_gemma":[0.99872243,0.00018383861,0.000769744,0.000023445542,0.000084544874,0.00011605607,0.0000045903384,0.000037514234,0.00005783128],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980904,0.0001398186,0.00091060915,0.00035354026,0.00022086209,0.0002847863],"domain_scores_gemma":[0.99889416,0.0003870717,0.00018206751,0.0002977521,0.00019581361,0.000043131862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011385283,0.00033493558,0.0007234467,0.0003932423,0.00013757854,0.00006797566,0.00007488997,0.00013839206,0.0002492178],"category_scores_gemma":[0.00011512997,0.00024760014,0.000017722103,0.0005066761,0.00048344734,0.00028866748,0.00017245252,0.00022224021,0.0000074443974],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013938287,0.000010837342,0.00070510904,0.0059892857,0.0021062526,0.006220838,0.0063146898,0.0051384196,0.9639363,0.0042987424,0.00017476465,0.003710887],"study_design_scores_gemma":[0.0017496726,0.0016055786,0.00046243667,0.0010875975,0.00025946368,0.020631207,0.00964709,0.0013522763,0.9626514,0.000010384968,0.00004449419,0.00049842236],"about_ca_topic_score_codex":0.000028136015,"about_ca_topic_score_gemma":0.0000010955731,"teacher_disagreement_score":0.014410368,"about_ca_system_score_codex":0.000090188994,"about_ca_system_score_gemma":0.000020731082,"threshold_uncertainty_score":0.9999976},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405313818","doi":"10.7202/1114970ar","title":"Central Management of Research Misconduct in the USA and Canada","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Scientific misconduct; Plaintiff; Confidentiality; Political science; Conflict of interest; Research integrity; Public relations; Order (exchange); Business; Law; Medicine","score_opus":0.17854285104799206,"score_gpt":0.41940472979811405,"score_spread":0.240861878750122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405313818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7845101,0.0068448894,0.000018939465,0.16563244,0.001528735,0.00017678663,0.000041265277,0.0000014877996,0.041245356],"genre_scores_gemma":[0.99780554,0.0010914338,0.00006248396,0.00034999044,0.00016545005,2.9927014e-7,3.1874944e-7,0.00000221094,0.0005223018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985243,0.00043692894,0.0001792177,0.000058021764,0.0004998918,0.00030161982],"domain_scores_gemma":[0.9990888,0.00047208165,0.00003132045,0.000049633833,0.00012841065,0.00022975],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068865046,0.000036444515,0.00007236991,0.00015584579,0.00021282288,0.00007463312,0.0003261995,0.0001995187,0.00008696334],"category_scores_gemma":[0.00028216018,0.000026448666,0.00002084705,0.0003175157,0.0008525736,0.0000772885,0.000007249214,0.002337247,7.374148e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059449017,0.0000041910907,0.0141798835,0.000153486,0.000051137235,0.0017700681,0.08026306,0.000009918231,0.0000063146117,0.83473617,0.06321914,0.005600668],"study_design_scores_gemma":[0.00009045638,0.000040567917,0.009314969,0.0006895796,0.000019801262,0.000051120333,0.15438813,0.000020057862,0.000054814853,0.014782176,0.8204621,0.000086236294],"about_ca_topic_score_codex":0.99446845,"about_ca_topic_score_gemma":0.99966115,"teacher_disagreement_score":0.81995404,"about_ca_system_score_codex":0.0002910947,"about_ca_system_score_gemma":0.008259563,"threshold_uncertainty_score":0.9999644},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405366177","doi":"10.3138/cjpe-2023-0012","title":"Examining Youth Sector Stakeholders’ Experiences in an Online Program Evaluation Certificate","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; Youth Research and Evaluation eXchange; Brock University","funders":"","keywords":"Certificate; Business; Public relations; Political science; Computer science","score_opus":0.9339822613619181,"score_gpt":0.581308825436659,"score_spread":0.3526734359252591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405366177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99436516,0.00018516122,0.00007188006,0.0007213355,0.0012342961,0.0029245382,0.000018489025,0.000050089246,0.00042906235],"genre_scores_gemma":[0.9968215,0.000009124609,0.0018019546,0.00008396574,0.00025823835,0.0007197795,0.00022569502,0.000020601448,0.00005913871],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911465,0.0016459336,0.0016183223,0.00047178377,0.0045535145,0.0005639161],"domain_scores_gemma":[0.994144,0.00023507273,0.000937588,0.00047295756,0.003571895,0.0006384538],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03396134,0.0002106657,0.00034876,0.0020779548,0.00026852,0.0008795586,0.00074401964,0.00013211228,0.0022671022],"category_scores_gemma":[0.0037836994,0.00017155163,0.00010360034,0.0032890085,0.00014559661,0.0016508942,0.000019361501,0.00031996475,0.00008056897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019853222,0.00012726535,0.04696091,0.0000034843733,0.000011588325,0.0000079043675,0.036784373,0.009406613,0.00006583357,0.00001208567,0.00031089052,0.9062892],"study_design_scores_gemma":[0.0013383396,0.0012869802,0.34067336,0.00007755812,0.000074939715,0.000010026845,0.16984648,0.48259002,0.00007376269,0.0012093225,0.0025844418,0.00023475292],"about_ca_topic_score_codex":0.0005627401,"about_ca_topic_score_gemma":0.05345097,"teacher_disagreement_score":0.90605444,"about_ca_system_score_codex":0.00065632217,"about_ca_system_score_gemma":0.006035719,"threshold_uncertainty_score":0.99959916},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405384296","doi":"10.1080/02673843.2024.2435264","title":"Indigenous youth engagement in research: a scoping review of community-based participatory action research (CBPAR) in Canada and the USA","year":2024,"lang":"en","type":"review","venue":"International Journal of Adolescence and Youth","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Queen's University; Dalhousie University","funders":"","keywords":"Participatory action research; Indigenous; Community-based participatory research; Citizen journalism; Community engagement; Action research; Action (physics); Sociology; Political science; Public relations; Gender studies; Psychology; Anthropology; Pedagogy; Ecology","score_opus":0.9319275411328112,"score_gpt":0.7227279357918224,"score_spread":0.2091996053409888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405384296","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028201887,0.9700525,0.0000059015197,0.00031427742,0.00027100294,0.0010006708,0.00003696803,0.0000017534945,0.00011504601],"genre_scores_gemma":[0.13631028,0.86339206,0.000018124714,0.00010569275,0.0001190419,0.00003121619,0.000003532417,0.000011444278,0.000008587196],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.96537477,0.029889312,0.0012256163,0.00017451141,0.0028201272,0.0005156389],"domain_scores_gemma":[0.99475944,0.0035086412,0.0004500097,0.00019841308,0.00089178275,0.0001917184],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08402697,0.00015381238,0.0008806922,0.0009571684,0.00030020162,0.00012655211,0.001042155,0.00009842403,0.000013287162],"category_scores_gemma":[0.006997164,0.00010479936,0.00011621686,0.00097147765,0.0011654269,0.00017144943,0.00032161563,0.003743387,0.0000019529866],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038421512,0.00039791054,0.008155161,0.12299783,0.00025611508,0.00027553702,0.193588,0.000008869396,0.0000018564112,0.0009549722,0.00015369973,0.6728258],"study_design_scores_gemma":[0.0006896741,0.00012850188,0.00075240375,0.9459873,0.00017763405,0.0000071417103,0.04255998,0.000008040632,0.000005840909,0.0002696045,0.009233312,0.00018055625],"about_ca_topic_score_codex":0.6205656,"about_ca_topic_score_gemma":0.7874736,"teacher_disagreement_score":0.82298946,"about_ca_system_score_codex":0.0016126846,"about_ca_system_score_gemma":0.016942376,"threshold_uncertainty_score":0.998555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405540087","doi":"10.18438/eblip30554","title":"Evidence Synthesis Instructional Offerings in Library and Information Science Programs","year":2024,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Library instruction; Library science; World Wide Web; Data science; Information retrieval; Information literacy","score_opus":0.08640414613821382,"score_gpt":0.35969818560443517,"score_spread":0.27329403946622133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405540087","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33984795,0.0121999085,0.10661841,0.46898732,0.006846943,0.005578336,0.0002493122,0.004489126,0.055182714],"genre_scores_gemma":[0.31415892,0.022523353,0.6436711,0.01883058,0.00015681346,0.00035939077,0.000057937254,0.000028471488,0.00021345892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836695,0.00023072139,0.0005912678,0.00019384823,0.00040076228,0.00021642871],"domain_scores_gemma":[0.9870453,0.012318965,0.00024469208,0.00020515668,0.00005690159,0.00012898263],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0014793054,0.00016362173,0.00015807917,0.00077293767,0.00018313562,0.0018517033,0.00021966483,0.00008403517,0.00020442044],"category_scores_gemma":[0.019539054,0.00014555923,0.000024106075,0.0013153634,0.00030560297,0.5415607,0.00016490082,0.00028111303,0.000034158817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013846203,0.000018065,0.0006977284,0.0008879953,0.0000063857433,0.0000020164393,0.0006755246,0.0000081054795,0.000032051983,0.85150105,0.0007619035,0.14527072],"study_design_scores_gemma":[0.0004453446,0.00032007965,0.047806397,0.009126765,0.00014326457,0.00036135036,0.0063270577,0.028474716,0.009722635,0.031998053,0.86440307,0.00087126665],"about_ca_topic_score_codex":0.0000027902615,"about_ca_topic_score_gemma":1.7160481e-8,"teacher_disagreement_score":0.86364114,"about_ca_system_score_codex":0.00002025716,"about_ca_system_score_gemma":0.0007222422,"threshold_uncertainty_score":0.9991845},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405565797","doi":"10.5267/j.esm.2024.10.001","title":"Retraction Note: Using the method of differential equations by quadratic to solve the free vibrations of columns under the effect of axial load and column weight","year":2024,"lang":"en","type":"article","venue":"Engineering Solid Mechanics","topic":"Composite Structure Analysis and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Column (typography); Vibration; Quadratic equation; Differential (mechanical device); Differential equation; Materials science; Structural engineering; Mathematics; Mechanics; Mathematical optimization; Mathematical analysis; Physics; Engineering; Geometry; Thermodynamics; Acoustics; Connection (principal bundle)","score_opus":0.0044873280712719645,"score_gpt":0.24103676935377433,"score_spread":0.23654944128250235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405565797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023789179,0.0004734108,0.9746445,0.000098689925,0.00061226066,0.00029184634,0.00003865194,0.000041078052,0.000010409817],"genre_scores_gemma":[0.9924416,0.000031599466,0.0073661,0.0000047607623,0.00009408694,0.000015563215,0.000009847371,0.000026846445,0.000009602068],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991917,0.000047640846,0.0003091735,0.000108940294,0.00023086289,0.0001116692],"domain_scores_gemma":[0.9989606,0.0006085506,0.00005507938,0.00029463568,0.000056646524,0.000024503177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032954305,0.0001296036,0.00022034807,0.00007473066,0.00008751284,0.00005051308,0.00016119766,0.00008453447,0.000015334579],"category_scores_gemma":[0.000090031135,0.000080089325,0.00009875741,0.00045944296,0.000013729844,0.00007064545,0.00004645786,0.0002060432,2.0904025e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040358395,0.0000029466626,4.6342976e-7,0.000080065955,0.00012803632,7.1702246e-8,0.00048911554,0.75653386,0.23815124,0.0041882503,0.00011127909,0.00031065303],"study_design_scores_gemma":[0.000092753,0.000057228623,0.000012881083,0.000053802643,0.0003382831,0.000002632219,0.000047435587,0.9119261,0.08714656,0.00015188815,0.000099657525,0.00007078757],"about_ca_topic_score_codex":0.00006609471,"about_ca_topic_score_gemma":0.00007857276,"teacher_disagreement_score":0.9686524,"about_ca_system_score_codex":0.000060978666,"about_ca_system_score_gemma":0.000022491782,"threshold_uncertainty_score":0.32659477},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405596178","doi":"10.1016/j.jclinepi.2024.111648","title":"Meta-epidemiology and reporting characteristics of mapping reviews: a scoping review","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Bruyère","funders":"National Office for Philosophy and Social Sciences","keywords":"Epidemiology; MEDLINE; Systematic review; Meta-analysis; Medicine; Data science; Environmental health; Computer science; Political science; Pathology","score_opus":0.8119543235295741,"score_gpt":0.6447508381367261,"score_spread":0.16720348539284802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405596178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007874815,0.9935285,0.00055540033,0.002206715,0.0016684923,0.0017878059,0.00009607185,0.00002691702,0.0001222402],"genre_scores_gemma":[0.000001254376,0.97823197,0.013496792,0.006012145,0.0018968445,0.00005950384,0.000113586175,0.00007700115,0.00011088661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8886112,0.027370116,0.08182331,0.001119927,0.00030161766,0.00077382603],"domain_scores_gemma":[0.58420694,0.16200982,0.24768999,0.0028051294,0.001369185,0.0019189419],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.24342027,0.0008414085,0.082744494,0.000420118,0.000037539463,0.00000505785,0.00049054704,0.0010620985,0.00018623628],"category_scores_gemma":[0.7407177,0.00047038135,0.012495778,0.00048007304,0.0006901933,0.000090888025,0.00043404417,0.0037169994,0.00006175353],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024845533,0.000057316545,0.002103488,0.4296501,0.005149013,0.00034751513,0.0000026865632,3.1339287e-8,3.1110186e-8,0.00008069262,0.009418879,0.55316544],"study_design_scores_gemma":[0.00013677665,0.00024390407,0.00053820526,0.45870078,0.036250997,0.0027051433,8.369e-7,0.0000037241566,3.1504421e-9,0.00022869212,0.5010246,0.00016636388],"about_ca_topic_score_codex":0.000005261656,"about_ca_topic_score_gemma":0.0000013339447,"teacher_disagreement_score":0.5529991,"about_ca_system_score_codex":0.00007384746,"about_ca_system_score_gemma":0.0018099813,"threshold_uncertainty_score":0.9997748},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405611626","doi":"10.1016/j.cjca.2024.12.022","title":"Breaking Down Bias: A Methodological Primer on Identifying, Evaluating, and Mitigating Bias in Cardiovascular Research","year":2024,"lang":"en","type":"review","venue":"Canadian Journal of Cardiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of British Columbia; Sunnybrook Health Science Centre; University of Calgary; Trillium Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Primer (cosmetics); Publication bias; Data science; Meta-analysis; Internal medicine","score_opus":0.912447206372326,"score_gpt":0.607765138354519,"score_spread":0.30468206801780706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405611626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090774876,0.9913721,0.00040553624,0.0011741251,0.0018746321,0.00088718603,0.0001692989,0.0000091473075,0.003200215],"genre_scores_gemma":[0.0026750811,0.9911993,0.0021673825,0.00049475074,0.0030681468,0.00011534975,0.000022357779,0.000109107306,0.00014849092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9781799,0.012739437,0.006844944,0.0009556715,0.00027791687,0.001002166],"domain_scores_gemma":[0.9875438,0.007956059,0.0027818994,0.0007139897,0.00026122207,0.0007430241],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18664615,0.0004565648,0.0072253877,0.004147028,0.00025320248,0.00025863244,0.0006656478,0.0008859072,0.000062434636],"category_scores_gemma":[0.049268313,0.00044677555,0.001553442,0.00076301966,0.00036075086,0.00018766813,0.00009926731,0.0025734839,0.00044986926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028102188,0.000017688679,0.009443386,0.048291136,0.010651878,0.0015678849,0.005069335,0.002246585,2.2446802e-7,0.05276586,0.075935766,0.79398215],"study_design_scores_gemma":[0.00030114915,0.00020714916,0.00053332327,0.010411894,0.00030544394,0.00081791513,0.00037645496,0.000050091232,4.3323784e-8,0.0067086075,0.9799051,0.00038282425],"about_ca_topic_score_codex":0.00634903,"about_ca_topic_score_gemma":0.0014854226,"teacher_disagreement_score":0.90396935,"about_ca_system_score_codex":0.0023792454,"about_ca_system_score_gemma":0.0037384767,"threshold_uncertainty_score":0.9997984},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405749963","doi":"10.1016/j.jval.2024.10.3166","title":"SA85 Treatment Switching in Evidence Synthesis in Oncology: A Comprehensive Review of Current Meta-Analytical Practices","year":2024,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Current (fluid); Meta-analysis; Medical physics; Medicine; Oncology; Intensive care medicine; Internal medicine; Engineering; Electrical engineering","score_opus":0.9253042468417044,"score_gpt":0.645814128525625,"score_spread":0.2794901183160794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405749963","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050103903,0.9720688,0.000013420085,0.02245442,0.00060287636,0.00430789,0.0002936715,0.000017128512,0.00019170022],"genre_scores_gemma":[0.000056447418,0.99565685,0.0006371582,0.0017499371,0.00014702139,0.0016421657,0.000022782544,0.000061202154,0.000026413862],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97098356,0.008519034,0.018020637,0.0014942873,0.0002227789,0.0007596859],"domain_scores_gemma":[0.96003205,0.024416486,0.014267721,0.000977555,0.000059390593,0.00024683037],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05358069,0.00063022925,0.013450203,0.0019855911,0.000045509085,0.00004430134,0.0005256029,0.0003446223,0.00019176234],"category_scores_gemma":[0.02526902,0.0005835722,0.0010703462,0.0012985321,0.000058537873,0.00035768072,0.00012618398,0.0010657082,0.00072065135],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009020772,0.0005544477,0.0003328697,0.8048184,0.0008340877,0.000021856344,0.0009924095,0.00011777771,1.4025434e-9,0.013531504,0.0018871163,0.17690052],"study_design_scores_gemma":[0.00016421815,0.0001425686,0.00004169562,0.24825613,0.00095829484,0.00001453942,0.000099297235,0.0013094026,5.6917164e-9,0.00085872906,0.74785036,0.00030475415],"about_ca_topic_score_codex":0.018764889,"about_ca_topic_score_gemma":0.0010218972,"teacher_disagreement_score":0.7459633,"about_ca_system_score_codex":0.009790033,"about_ca_system_score_gemma":0.0044958703,"threshold_uncertainty_score":0.99966156},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4405925846","doi":"10.1016/j.jss.2024.12.019","title":"Spin Reporting Is Common in Pilot Randomized Controlled Trials in Surgery: A Methodological Survey","year":2024,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Medical physics; Surgery","score_opus":0.9904387141212286,"score_gpt":0.7806918366659592,"score_spread":0.20974687745526943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405925846","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008624153,0.98971146,0.00012522882,0.0011611512,0.00072915864,0.005570837,0.000023525386,0.0000021373378,0.0018140749],"genre_scores_gemma":[0.0012554172,0.993446,0.0005180967,0.000022322945,0.00043400342,0.0003132163,0.000007399093,0.000040902523,0.0039626355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.024300132,0.7662701,0.18471573,0.0015702861,0.02212032,0.0010234345],"domain_scores_gemma":[0.007858952,0.87625134,0.10774122,0.002687186,0.0048431726,0.00061813707],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.99252516,0.0009460861,0.20364997,0.011235398,0.00009778494,0.0027868075,0.0036205796,0.00076009834,0.011976078],"category_scores_gemma":[0.9746058,0.00030052592,0.05355972,0.012292345,0.00037621177,0.00022675471,0.0006556493,0.005955393,0.0011795498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05544885,0.00059634564,0.0013281065,0.0068809194,0.0053226976,0.012852605,0.00013025673,0.000006186888,2.635228e-7,0.0005682156,0.10353476,0.81333077],"study_design_scores_gemma":[0.049317893,0.00018872759,0.00011934743,0.029913252,0.0031687163,0.0009881994,0.00009345768,0.00034992312,1.5046359e-7,0.012802122,0.90260845,0.0004497383],"about_ca_topic_score_codex":0.0001745024,"about_ca_topic_score_gemma":0.000106261745,"teacher_disagreement_score":0.81288105,"about_ca_system_score_codex":0.00041518587,"about_ca_system_score_gemma":0.002624335,"threshold_uncertainty_score":0.9999714},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4405967087","doi":"10.1101/2024.12.26.24319521","title":"Citation Contamination of Systematic Review Literature in the Life Sciences by Paper Mills","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Contamination; Citation; Environmental science; Library science; Computer science; Biology; Ecology","score_opus":0.04335486111841079,"score_gpt":0.27953419382027,"score_spread":0.2361793327018592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405967087","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055630725,0.8924693,0.0000048584934,0.01576533,0.0010022137,0.0013922672,0.00016345832,0.000053766453,0.03351812],"genre_scores_gemma":[0.98483133,0.009814827,0.000009523048,0.0032595575,0.00037628095,0.00017053768,0.000108855595,0.000011558305,0.0014175444],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99826425,0.0004267979,0.0005732651,0.000216849,0.00041095435,0.00010786796],"domain_scores_gemma":[0.99890995,0.00042929366,0.00031109477,0.00018228353,0.00015048901,0.000016878477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004086751,0.00013363363,0.00037957067,0.00013088592,0.000089732996,0.0004852043,0.00047782488,0.00011248055,0.0000705705],"category_scores_gemma":[0.001755862,0.0000748682,0.00009063842,0.0001287258,0.0001253441,0.00019675054,0.00009050913,0.00071498845,0.000010915105],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1160564e-7,0.000021751826,0.00010958427,0.7138844,0.0000345997,0.0000029584503,0.0971186,0.000003112061,0.000017091974,0.109956004,0.07876916,0.00008180772],"study_design_scores_gemma":[0.000088007364,0.000036698184,0.00013182223,0.948462,0.00046634287,0.000004291333,0.013069879,0.00025966024,0.0000093037015,0.020305809,0.016845334,0.00032082899],"about_ca_topic_score_codex":0.000061073595,"about_ca_topic_score_gemma":0.00003510474,"teacher_disagreement_score":0.9292006,"about_ca_system_score_codex":0.000014372125,"about_ca_system_score_gemma":0.00005694179,"threshold_uncertainty_score":0.46788362},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4406034614","doi":"10.1080/08989621.2024.2449041","title":"Using mixed methods research to study research integrity: Current status, issues, and guidelines","year":2025,"lang":"en","type":"review","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research integrity; Current (fluid); Academic integrity; Engineering ethics; Scientific misconduct; Research ethics; Psychology; Medicine; Engineering; Alternative medicine; Pathology","score_opus":0.9748763335874832,"score_gpt":0.8580912241453093,"score_spread":0.1167851094421739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406034614","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004535987,0.9673771,0.000049028444,0.00419296,0.0007451403,0.021666184,0.00014691324,0.00008503023,0.0012016423],"genre_scores_gemma":[0.00017703886,0.9682961,0.024693133,0.000057741836,0.0009682867,0.0033927865,0.00007523852,0.00021263931,0.00212704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79093754,0.14492597,0.009847914,0.009836591,0.03379824,0.010653735],"domain_scores_gemma":[0.4754586,0.44181016,0.00038451067,0.012875435,0.06577154,0.0036997355],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","sts","research_integrity"],"category_scores_codex":[0.5591915,0.0010887673,0.00583178,0.01246134,0.001533718,0.0010854983,0.003991198,0.003156809,0.0004718747],"category_scores_gemma":[0.62543166,0.0008833486,0.0005887072,0.023805138,0.004584848,0.00031808185,0.01768442,0.07668133,0.0003126059],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00049582345,0.003115605,0.004739342,0.0671479,0.00021758114,0.00013064814,0.0012054053,4.0685677e-7,0.000004907704,0.0010911679,0.005797877,0.91605335],"study_design_scores_gemma":[0.0011213553,0.0017450729,0.0010614743,0.0829601,0.00018539568,0.000021081492,0.010350967,0.00007323145,0.000009676704,0.024194472,0.8776367,0.0006405057],"about_ca_topic_score_codex":0.03698132,"about_ca_topic_score_gemma":0.011099815,"teacher_disagreement_score":0.91541284,"about_ca_system_score_codex":0.0075080716,"about_ca_system_score_gemma":0.030262437,"threshold_uncertainty_score":0.9999515},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406081053","doi":"10.1017/cts.2024.1165","title":"Institutional community engagement leader perspectives on supporting ethical community-engaged research","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical and Translational Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institutes of Health","keywords":"Community engagement; Sociology; Public relations; Psychology; Engineering ethics; Political science; Engineering","score_opus":0.9486823047386567,"score_gpt":0.8045137956576469,"score_spread":0.14416850908100975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406081053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8854055,0.000024353301,0.0021443532,0.09646666,0.00049362093,0.00029996567,0.000012813927,0.000010522592,0.015142249],"genre_scores_gemma":[0.98582757,0.00005533502,0.002139229,0.011606693,0.00022097958,0.000008746746,9.692202e-7,0.000003028171,0.00013744188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9387509,0.05663224,0.0021296523,0.00019800423,0.0017493718,0.00053978706],"domain_scores_gemma":[0.8870959,0.10970403,0.0005180515,0.0002665022,0.0020203057,0.00039519442],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.33836985,0.000093225935,0.0003190091,0.00050898653,0.023556223,0.00004736843,0.00072728103,0.00018224173,0.00018838103],"category_scores_gemma":[0.10667459,0.00007042076,0.00008577247,0.0012260211,0.003946462,0.0004110319,0.00016773379,0.03274714,0.000020023517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062453386,0.00088310434,0.26205823,0.00028349532,0.000054584183,0.000007448996,0.2682904,0.00015422721,0.00064647116,0.44105512,0.003928423,0.022013953],"study_design_scores_gemma":[0.001762749,0.0003588825,0.8421856,0.00032211645,0.000009413546,0.0000040151663,0.111599885,0.00019761267,0.000023947037,0.02511282,0.018347591,0.00007536129],"about_ca_topic_score_codex":0.00015463462,"about_ca_topic_score_gemma":0.00012868969,"teacher_disagreement_score":0.58012736,"about_ca_system_score_codex":0.00010079687,"about_ca_system_score_gemma":0.0061933864,"threshold_uncertainty_score":0.99944055},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4406118033","doi":"10.1093/ehjqcco/qcae114","title":"Atrial fibrillation screening and clinical outcomes: a meta-analysis of randomized controlled trials","year":2025,"lang":"en","type":"review","venue":"European Heart Journal - Quality of Care and Clinical Outcomes","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health; University of British Columbia","funders":"","keywords":"Randomized controlled trial; Atrial fibrillation; Meta-analysis; Medicine; Internal medicine; Intensive care medicine; Cardiology","score_opus":0.5744384648020419,"score_gpt":0.5930892405730938,"score_spread":0.018650775771051897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406118033","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074596924,0.99150914,0.0004925944,0.0015119216,0.0008485151,0.003955394,0.00013354886,0.00003671503,0.0007662243],"genre_scores_gemma":[0.0010333324,0.9928737,0.0023901146,0.000396297,0.0014802323,0.0000021614726,0.00011879463,0.000048293343,0.0016570194],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.93558407,0.03973955,0.022411767,0.00073413434,0.0012172763,0.00031322078],"domain_scores_gemma":[0.8159734,0.1720641,0.010250825,0.00064235495,0.00069310184,0.00037621247],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.09156978,0.0008492674,0.07747551,0.0012489413,0.00016890545,0.00014266091,0.0002374783,0.00048425325,0.00025632294],"category_scores_gemma":[0.15783174,0.00043149176,0.13447298,0.0006398624,0.0005227343,0.00013652138,0.00029774598,0.00097411714,0.000005116916],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024575682,0.000019581217,0.14293921,0.004203893,0.6715583,0.000010823855,0.00005956126,0.0000052658525,8.97548e-9,0.00021254347,0.0001302433,0.15628487],"study_design_scores_gemma":[0.108572744,0.00035281794,0.03761933,0.0011218324,0.7665056,0.000005285876,0.00011109123,0.0000097045595,8.694938e-9,0.000029142544,0.08536498,0.00030747568],"about_ca_topic_score_codex":0.000034036213,"about_ca_topic_score_gemma":0.000012530504,"teacher_disagreement_score":0.15597738,"about_ca_system_score_codex":0.000026840042,"about_ca_system_score_gemma":0.00033930773,"threshold_uncertainty_score":0.9998137},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406143355","doi":"10.5860/crl.86.1.79","title":"Health Sciences and Beyond: An Investigation into Canadian Librarian Participation in Systematic Reviews Across Disciplines","year":2025,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Library science; Systematic review; MEDLINE; Sociology; Data science; Political science; Computer science","score_opus":0.3179720848469726,"score_gpt":0.5824627262250558,"score_spread":0.2644906413780832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406143355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8741308,0.006873345,0.000030723597,0.107807584,0.00068627973,0.0070007513,0.000045197678,0.000057843587,0.0033674997],"genre_scores_gemma":[0.98567474,0.0010922138,0.0016909442,0.0042248196,0.00020708355,0.0031567558,0.00006349833,0.000014925885,0.00387501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879531,0.007895576,0.0011595218,0.0005774615,0.00067115587,0.0017431715],"domain_scores_gemma":[0.9946534,0.0031534997,0.00018433854,0.0004344314,0.00025497857,0.0013193323],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024179686,0.0001575007,0.00053663773,0.0013079327,0.006672359,0.00040464563,0.00059834315,0.00016266361,0.000057798385],"category_scores_gemma":[0.008436093,0.000121642835,0.000023172179,0.005068975,0.0013305653,0.0034399866,0.00031246096,0.00079034205,0.00006770149],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006155355,0.00010347482,0.45871794,0.039956037,0.00000796533,0.0000053263666,0.14680265,0.000008300188,0.00003148034,0.25716907,0.09308311,0.0040530902],"study_design_scores_gemma":[0.0008907054,0.00073755055,0.59523356,0.0141873555,0.0000047909566,0.0000012439285,0.23193651,0.009077155,0.000042850315,0.12525456,0.022251075,0.00038266362],"about_ca_topic_score_codex":0.13595793,"about_ca_topic_score_gemma":0.6370731,"teacher_disagreement_score":0.5011152,"about_ca_system_score_codex":0.0005962142,"about_ca_system_score_gemma":0.022903534,"threshold_uncertainty_score":0.99991626},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406145071","doi":"10.1111/ppe.13150","title":"Childhood Growth and Later Outcomes—How We Quantify and Model Growth Matters","year":2025,"lang":"en","type":"article","venue":"Paediatric and Perinatal Epidemiology","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Life course approach; Epidemiology; Demography; Socioeconomic status; Early childhood; Cohort study; Population; Head circumference; Child development; Cohort; Gerontology; Birth weight; Pediatrics; Developmental psychology; Environmental health; Pregnancy; Psychology","score_opus":0.021251810541456525,"score_gpt":0.29051510778100226,"score_spread":0.26926329723954573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406145071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6804144,0.0070254626,0.0009737192,0.31051314,0.00046645332,0.00024542268,0.00006513628,0.00008383826,0.00021241506],"genre_scores_gemma":[0.9794767,0.0032722582,0.0017375527,0.015208094,0.00011585119,0.000018812458,0.000021005859,0.000018386963,0.00013134824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998409,0.00023098616,0.0003478945,0.0005432338,0.000059025315,0.00040989844],"domain_scores_gemma":[0.998065,0.0015273003,0.00009121416,0.00013617682,0.000029107196,0.00015117996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039367942,0.0002675345,0.00060538715,0.00026756758,0.00021668251,0.00004991071,0.00011780101,0.00022170685,0.000008361215],"category_scores_gemma":[0.00065715564,0.00021685107,0.00007713119,0.00015715427,0.0002221915,0.00020474094,0.00020737415,0.0002973182,0.0000030754284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012581804,0.000048141108,0.97789764,0.0005576411,0.000049148646,0.000006584494,0.00039410245,0.0000037861207,0.000026068401,0.009971017,0.007954962,0.0029651092],"study_design_scores_gemma":[0.0024811444,0.00012350071,0.9243271,0.000043087915,0.000112413894,0.00009194768,0.000057035166,0.0040553953,0.00012320101,0.064590104,0.0035869374,0.00040813768],"about_ca_topic_score_codex":0.0001017788,"about_ca_topic_score_gemma":0.0000053471877,"teacher_disagreement_score":0.29906228,"about_ca_system_score_codex":0.000014375411,"about_ca_system_score_gemma":0.000008747092,"threshold_uncertainty_score":0.884293},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406183280","doi":"10.1080/08989621.2025.2450451","title":"Publisher and journal reciprocity for peer review: Not so much","year":2025,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Peer review; Publication; Incentive; Publishing; Reciprocity (cultural anthropology); Public relations; Revenue; Psychology; Political science; Business; Economics; Social psychology; Accounting; Law","score_opus":0.9255360272906197,"score_gpt":0.7014977101768047,"score_spread":0.22403831711381494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406183280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54533553,0.028644674,0.0035213951,0.3351773,0.0015582094,0.009134911,0.00004998569,0.000009674653,0.07656832],"genre_scores_gemma":[0.7592888,0.003261808,0.0072193397,0.00926051,0.00032141936,0.0011446916,0.000016797196,0.000028121216,0.21945854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9478865,0.021174002,0.010599201,0.0017815189,0.01766499,0.00089375366],"domain_scores_gemma":[0.83149,0.082300626,0.0034954993,0.012757758,0.06926929,0.0006868272],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65358,0.00019879629,0.0023716302,0.00086502545,0.00051550264,0.004670162,0.002603834,0.00015267663,0.00543487],"category_scores_gemma":[0.5238494,0.00010100873,0.00078749005,0.003610549,0.00033169927,0.00088511535,0.00050142413,0.0009547751,0.00034818525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029275709,0.000064700595,0.068405576,0.00050557446,0.000034748628,8.1475974e-7,0.00020735801,5.096453e-7,0.00001126361,0.00093569205,0.8870756,0.0427289],"study_design_scores_gemma":[0.0002621485,0.000023986673,0.05763252,0.00027196715,0.000032331438,0.0000053123485,0.0010944877,0.00033658222,0.0000070814267,0.08608914,0.85414916,0.00009524411],"about_ca_topic_score_codex":0.00015723908,"about_ca_topic_score_gemma":0.0005673433,"teacher_disagreement_score":0.3259168,"about_ca_system_score_codex":0.00021229615,"about_ca_system_score_gemma":0.0005811258,"threshold_uncertainty_score":0.9963631},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4406195046","doi":"10.1186/s12961-024-01282-9","title":"Investigating the trustworthiness of research evidence used to inform public health policy: a qualitative interview study on the use of predatory journal citations in policy documents","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Ottawa Hospital; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Telfer School of Management, University of Ottawa; University of Ottawa","keywords":"Health services research; Public health; Trustworthiness; Health administration; Health policy; Qualitative research; Peer review; Health economics; Public health policy; Social policy; Public policy; Medicine; Political science; Psychology; Nursing; Sociology; Social psychology; Social science; Law","score_opus":0.9789561516613032,"score_gpt":0.7890776357586877,"score_spread":0.1898785159026155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406195046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61303836,0.0021375238,0.00027531033,0.37945098,0.00013626595,0.004500573,0.00008405233,0.0000074723507,0.00036946608],"genre_scores_gemma":[0.99493825,0.0010910936,0.000049985654,0.0018912236,0.00016706654,0.00033812894,9.78632e-7,0.000012414998,0.001510843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8479736,0.102214925,0.007009926,0.0014682339,0.036849327,0.0044839876],"domain_scores_gemma":[0.65074694,0.30676112,0.0025138643,0.004054273,0.032396607,0.0035272413],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.45202458,0.00020401517,0.00084055844,0.11287322,0.0023505567,0.003964072,0.0035366716,0.000105711224,0.000009929911],"category_scores_gemma":[0.6065224,0.00010669633,0.00010471061,0.31289807,0.0012987694,0.001144783,0.0019023222,0.0020530357,0.000015007494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011042464,0.00091316976,0.09692715,0.0013241534,0.00011949482,0.0000038842986,0.41890675,0.00036742206,0.00003490135,0.35172758,0.046317093,0.08324799],"study_design_scores_gemma":[0.0015646872,0.0053514973,0.43376574,0.0052957395,0.0000019874858,0.000012236664,0.47000244,0.004299806,0.0000135373175,0.026077528,0.0533712,0.00024360596],"about_ca_topic_score_codex":0.111512884,"about_ca_topic_score_gemma":0.004136169,"teacher_disagreement_score":0.3818999,"about_ca_system_score_codex":0.002065063,"about_ca_system_score_gemma":0.02634879,"threshold_uncertainty_score":0.9989483},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406639612","doi":"10.1016/j.respol.2025.105186","title":"A problem half-solved is a problem well-stated: Increasing the rate of innovation through team problem discovery","year":2025,"lang":"en","type":"article","venue":"Research Policy","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"Santa Clara University; Social Sciences and Humanities Research Council of Canada; Harvard Business School; HEC Montréal; University of California Berkeley","keywords":"Business; Economics; Mathematical economics","score_opus":0.06467320235582359,"score_gpt":0.44001255450061977,"score_spread":0.3753393521447962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406639612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5630958,0.00030784227,0.0011280705,0.031919718,0.0001162158,0.0027052609,0.00010624236,0.000099361285,0.40052146],"genre_scores_gemma":[0.9714209,0.00020846167,0.0014780465,0.0014354669,0.00020980246,0.0004570366,0.00004750167,0.000045449942,0.024697376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626034,0.0009430663,0.00081410556,0.00050175237,0.00047177958,0.0010089374],"domain_scores_gemma":[0.9974338,0.00058633403,0.00026271126,0.0008424997,0.0008204145,0.000054275813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048128646,0.00023304042,0.00031772774,0.0008630395,0.000454988,0.00020683918,0.0007079737,0.00019000562,0.00012255421],"category_scores_gemma":[0.000317082,0.00016815035,0.00007744413,0.0059147626,0.0004767285,0.0004363027,0.0003786458,0.0009461456,0.00011902305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005850156,0.0004289871,0.009126825,0.0005668702,0.00025071547,0.0000046300397,0.011259093,0.000095727686,0.0050300625,0.9054511,0.057778433,0.009422507],"study_design_scores_gemma":[0.0039595435,0.0009275952,0.030770862,0.0014826988,0.000052996285,0.000037499263,0.0046188533,0.004614545,0.003425001,0.40274885,0.5466331,0.0007284514],"about_ca_topic_score_codex":0.035443995,"about_ca_topic_score_gemma":0.0003478793,"teacher_disagreement_score":0.5027023,"about_ca_system_score_codex":0.00026436595,"about_ca_system_score_gemma":0.0012819475,"threshold_uncertainty_score":0.9709791},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406707019","doi":"10.1017/eds.2024.35.pr3","title":"Recommendation: Improving the reproducibility in geoscientific papers: lessons learned from a Hackathon in climate science — R0/PR3","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Engineering and Physical Sciences Research Council; National Oceanic and Atmospheric Administration; Natural Sciences and Engineering Research Council of Canada; McMaster University; Alan Turing Institute; European Commission; Canada Research Chairs; University of Cambridge","keywords":"Reproducibility; Computer science; Data science; Environmental science; Mathematics; Statistics","score_opus":0.06532426947686354,"score_gpt":0.3250317109235223,"score_spread":0.25970744144665875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406707019","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008349449,0.03987318,0.0006225951,0.83483344,0.06654534,0.0024008006,0.0012250737,0.0017951945,0.044354916],"genre_scores_gemma":[0.31751996,0.3598473,0.017120086,0.01900837,0.012659076,0.005478108,0.028701873,0.001510969,0.23815425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99649346,0.000053707743,0.0006299605,0.0019073255,0.00038489397,0.0005306388],"domain_scores_gemma":[0.9978404,0.00013756982,0.000051943167,0.0018193112,0.000055183882,0.00009560977],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072748833,0.0002935974,0.00038457225,0.00033060057,0.00008374252,0.00021563789,0.000587511,0.00019652428,0.0015095741],"category_scores_gemma":[0.0011359636,0.00021219754,0.00008439477,0.0019766507,0.00017483499,0.00016871549,0.00028163329,0.0010440858,0.00014579335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031289542,0.000089495625,0.000030710216,0.00977319,0.000017603212,0.0000063120283,0.00077507977,0.00034467704,0.0022780746,0.00012539898,0.24646541,0.7400909],"study_design_scores_gemma":[0.000076943594,0.0000069994708,0.0013751029,0.0021150447,0.00003148724,0.0000022083082,0.00007950435,0.018166667,0.00014935524,0.00025400167,0.97741175,0.0003309606],"about_ca_topic_score_codex":0.0011760266,"about_ca_topic_score_gemma":0.0018512309,"teacher_disagreement_score":0.8158251,"about_ca_system_score_codex":0.0005246016,"about_ca_system_score_gemma":0.00022420286,"threshold_uncertainty_score":0.9994032},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406712574","doi":"10.1136/bmjopen-2024-086982","title":"Diversity in the medical research ecosystem: a descriptive scientometric analysis of over 49 000 studies and 150 000 authors published in high-impact medical journals between 2007 and 2022","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Biomedical Imaging and Bioengineering; Fulbright Portugal; Fundação Luso-Americana para o Desenvolvimento; Broad Institute","keywords":"Medicine; Diversity (politics); Impact factor; Scale (ratio); Medical journal; Bibliometrics; Descriptive statistics; Representation (politics); Family medicine; Library science; Geography; Political science","score_opus":0.3226879829593176,"score_gpt":0.5539282110974338,"score_spread":0.23124022813811623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406712574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816488,0.0013237881,0.000006128444,0.010017108,0.00017908691,0.0012205542,0.0000416903,0.0000038911326,0.0055589606],"genre_scores_gemma":[0.99847895,0.0007890412,0.000008418819,0.0002641502,0.000072194576,0.000020271476,0.0000039319752,0.0000017619363,0.00036125287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898944,0.0032931645,0.00046371637,0.00036965957,0.0054963296,0.0004827679],"domain_scores_gemma":[0.9959949,0.0028390023,0.0001413225,0.00024159336,0.00041531996,0.0003678574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.098842084,0.000098715806,0.0006958103,0.003847412,0.0010365786,0.00036762934,0.002106339,0.00020221774,0.0016523836],"category_scores_gemma":[0.02166878,0.00006557652,0.00006535423,0.017073601,0.0011475125,0.0006018055,0.0044494993,0.00065075455,0.0000013228346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006894573,0.000057713496,0.93948036,0.000036592384,0.00046871725,0.00008469793,0.038505934,0.0000015029634,1.6004961e-7,0.0006000237,0.018184468,0.0025108755],"study_design_scores_gemma":[0.0008616746,0.00006750513,0.8808322,0.00038125244,0.00020370887,6.280156e-7,0.115730725,0.000047278703,4.4512512e-7,0.0010089732,0.00080071046,0.00006491243],"about_ca_topic_score_codex":0.06475435,"about_ca_topic_score_gemma":0.06555471,"teacher_disagreement_score":0.07722479,"about_ca_system_score_codex":0.00035275525,"about_ca_system_score_gemma":0.00077111635,"threshold_uncertainty_score":0.99926025},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406738886","doi":"10.31222/osf.io/cn6jf","title":"Preregistration of Research on Research Integrity is still Not Common: Findings from the Hong Kong, Cape Town, and Athens Editions of the World Conference on Research Integrity","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Cape; Research integrity; Structural integrity; Geography; History; Engineering; Engineering ethics; Archaeology","score_opus":0.42914009343257653,"score_gpt":0.5009407905739112,"score_spread":0.07180069714133464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406738886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5272058,0.00014752535,0.00006355134,0.21414511,0.0011047795,0.0029579636,0.002624419,0.00005435024,0.2516965],"genre_scores_gemma":[0.9716407,0.0011186629,0.00015516904,0.00046733374,0.00065987493,0.00012672566,0.00006760192,0.000013745019,0.0257502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9793394,0.011960356,0.0009059989,0.0011599701,0.005617489,0.0010167644],"domain_scores_gemma":[0.9649379,0.028169278,0.0002832478,0.0017540235,0.0046481485,0.0002074019],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.046004593,0.0003327764,0.0006431358,0.0007419021,0.0026115808,0.00042188697,0.0038839623,0.0024763108,0.0015231464],"category_scores_gemma":[0.013214631,0.00021052906,0.00023375596,0.0018959461,0.008736338,0.00022132923,0.0027132758,0.042964008,0.000026138194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029748952,0.00025700737,0.0056281295,0.00014156336,0.00008502701,0.0000018494411,0.052343152,0.0000056528647,0.00014505495,0.73874414,0.20125993,0.0010909924],"study_design_scores_gemma":[0.0005277006,0.00046068503,0.05354673,0.009639898,0.000072401876,7.8881743e-7,0.097295836,0.0010501858,0.016664024,0.7496294,0.070530295,0.0005820512],"about_ca_topic_score_codex":0.26007923,"about_ca_topic_score_gemma":0.16794805,"teacher_disagreement_score":0.44443488,"about_ca_system_score_codex":0.0006670923,"about_ca_system_score_gemma":0.0038445285,"threshold_uncertainty_score":0.9993896},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4406820295","doi":"10.1136/bmjebm-2024-113134","title":"Proposed framework for unifying disease definitions in guideline development","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Disease; Computer science; Management science; Medicine; Engineering; Pathology","score_opus":0.5406540875678616,"score_gpt":0.5688595876034911,"score_spread":0.028205500035629494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406820295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017801324,0.0015637684,0.60098106,0.37368062,0.0006574467,0.0048963,0.0000125526085,0.00013869627,0.0002682364],"genre_scores_gemma":[0.4919508,0.00024745706,0.44608784,0.058815274,0.00083737756,0.0009731295,0.00069548964,0.000046402092,0.00034621343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955395,0.00018237928,0.0026190127,0.0005681186,0.00065420964,0.00043677638],"domain_scores_gemma":[0.9894859,0.008223293,0.00042413516,0.00065100123,0.00085597683,0.00035968344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004664916,0.00027846033,0.0006064255,0.0005906634,0.00015825193,0.00001815526,0.00018182003,0.0001415238,0.0005057497],"category_scores_gemma":[0.09507141,0.00022902952,0.00011914262,0.0010350052,0.00017842252,0.0002205926,0.000057901296,0.00041541125,0.000024670428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027562382,0.0031810638,0.26676887,0.007697556,0.0005102592,0.00060259044,0.0009869862,0.0017527107,0.0036262642,0.09469452,0.26545522,0.3271616],"study_design_scores_gemma":[0.054281283,0.0031806633,0.22823304,0.12009007,0.0040117432,0.000036104837,0.0049392343,0.038355548,0.0047523337,0.14359003,0.3966768,0.0018531436],"about_ca_topic_score_codex":0.00012977223,"about_ca_topic_score_gemma":0.00011618844,"teacher_disagreement_score":0.4741495,"about_ca_system_score_codex":0.00046578323,"about_ca_system_score_gemma":0.004199839,"threshold_uncertainty_score":0.93395525},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406842793","doi":"10.1038/d41586-025-00212-1","title":"‘Stamp out paper mills’ — science sleuths on how to fight fake research","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Scientific misconduct; Spotting; Misconduct; Engineering ethics; Political science; Engineering; Computer science; Law; Medicine; Alternative medicine","score_opus":0.04031818940135897,"score_gpt":0.42280289074556415,"score_spread":0.3824847013442052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406842793","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024136825,0.00076106924,0.00003757921,0.30526075,0.0022156683,0.00039424503,0.00002704345,0.00007597485,0.66709083],"genre_scores_gemma":[0.8524667,0.00013852799,0.00026593157,0.022587473,0.0005510114,0.000013280361,0.000002770431,0.000005334081,0.12396897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694586,0.00029363425,0.000093718125,0.00042877946,0.0015721811,0.0006658482],"domain_scores_gemma":[0.99830693,0.0006168683,0.000021232681,0.00027183525,0.00059198093,0.00019113583],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0052789017,0.000098146644,0.000119865355,0.00035136653,0.001624132,0.00024519558,0.0011585021,0.002807168,0.00030595646],"category_scores_gemma":[0.0076379534,0.00007976296,0.000048336184,0.0018575874,0.00063746213,0.0002642359,0.00015150738,0.010405483,0.00032821076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021990742,0.000019978288,0.0002167521,0.000006202847,0.0000047621825,0.000005265267,0.011234437,0.0000012131646,0.0016823207,0.30394503,0.6729299,0.009932146],"study_design_scores_gemma":[0.00007106907,0.00002511527,0.00095606083,0.00008079258,0.0000023925845,1.3965608e-7,0.0038325235,0.000004827958,0.002924868,0.00918745,0.982818,0.00009675042],"about_ca_topic_score_codex":0.00033559542,"about_ca_topic_score_gemma":0.0014841753,"teacher_disagreement_score":0.82832986,"about_ca_system_score_codex":0.00030719198,"about_ca_system_score_gemma":0.00086053583,"threshold_uncertainty_score":0.99967563},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4406893827","doi":"10.1057/s41599-024-04278-6","title":"Women leadership in higher education: exploring enablers and challenges from middle-level academics’ perspective","year":2025,"lang":"en","type":"article","venue":"Humanities and Social Sciences Communications","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"SFU Community Trust Endowment Fund","keywords":"Perspective (graphical); Middle level; Higher education; Sociology; Pedagogy; Public relations; Political science; Psychology; Engineering; Computer science; Work (physics)","score_opus":0.9354276502643125,"score_gpt":0.39673482228566737,"score_spread":0.5386928279786452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406893827","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22864965,0.023530453,0.0000024386636,0.17865391,0.00032871432,0.00022084564,0.00002101354,0.000055426677,0.56853753],"genre_scores_gemma":[0.9786452,0.016072858,0.00014501682,0.0016872577,0.00008941574,0.000052550356,0.0000024705153,0.0000019615386,0.003303236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99894214,0.00033071186,0.000120705095,0.00019305773,0.00015549145,0.00025789606],"domain_scores_gemma":[0.99941856,0.00029178784,0.000048993275,0.0001389265,0.00007324236,0.000028498318],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007968433,0.000071085895,0.00011845241,0.00011870462,0.0032673373,0.00017622212,0.0005592325,0.000080633945,0.000093224095],"category_scores_gemma":[0.000048462327,0.00008026565,0.000019229126,0.00023500099,0.0023333665,0.00054500106,0.0002647177,0.00019401018,0.0000017174909],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012950167,0.000024742518,0.0012022791,0.0000094086745,0.0000058289775,2.4957908e-8,0.33697212,9.507822e-8,8.15177e-7,0.6602338,0.00006870132,0.001480907],"study_design_scores_gemma":[0.00007708393,0.0000068333243,0.044882298,0.000029328106,0.0000052786863,1.6865759e-8,0.78942204,0.0000021286583,4.0915933e-7,0.07504119,0.090457045,0.00007636721],"about_ca_topic_score_codex":0.013207588,"about_ca_topic_score_gemma":0.014205195,"teacher_disagreement_score":0.7499956,"about_ca_system_score_codex":0.00026083362,"about_ca_system_score_gemma":0.00027507034,"threshold_uncertainty_score":0.99803025},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406984385","doi":"10.3138/jsp-2024-0044","title":"A New Family of Rankings of Universities","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Geography; Regional science","score_opus":0.01797988313408163,"score_gpt":0.29958796678838506,"score_spread":0.28160808365430345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406984385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8993824,0.0018959467,0.0025960328,0.01779056,0.0013839279,0.000055648416,0.000005852538,0.000007540533,0.07688207],"genre_scores_gemma":[0.9714111,0.00023882168,0.0104594845,0.0006241519,0.00020682698,1.5475155e-7,3.1846426e-7,0.0000032046692,0.017055944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850506,0.00008564107,0.00040839388,0.000058498816,0.00082683854,0.00011559537],"domain_scores_gemma":[0.9974334,0.00012961314,0.00065057195,0.00007105678,0.0016304497,0.0000849019],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022719766,0.0000450711,0.00018038247,0.00034329327,0.00009786788,0.0009837126,0.0005595532,0.00008449995,0.00007169384],"category_scores_gemma":[0.000749716,0.00004468059,0.00008523212,0.0006735883,0.00005971008,0.022163803,0.000044693526,0.00034044246,9.628963e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011626778,0.000120670025,0.09516278,0.00006463709,0.0002453989,0.000006374099,0.12606624,0.000024894267,0.0027885018,0.20853494,0.52977026,0.037099026],"study_design_scores_gemma":[0.0008593641,0.00004047998,0.21544938,0.00050426536,0.00004185883,0.0000011109146,0.11019087,3.8083954e-7,0.00057195977,0.0101550715,0.66209775,0.000087546156],"about_ca_topic_score_codex":0.0034207685,"about_ca_topic_score_gemma":0.00007284097,"teacher_disagreement_score":0.19837986,"about_ca_system_score_codex":0.00023861407,"about_ca_system_score_gemma":0.0051444457,"threshold_uncertainty_score":0.9915127},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4407132017","doi":"10.1136/bmjebm-2023-112389","title":"Rapid reviews methods series: guidance on rapid scoping, mapping and evidence and gap map (‘Big Picture Reviews’)","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Ottawa Hospital","funders":"","keywords":"Series (stratigraphy); Data science; Computer science; Information retrieval; Biology","score_opus":0.4793826492030341,"score_gpt":0.5678402709174526,"score_spread":0.08845762171441851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407132017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018228323,0.7794216,0.0339619,0.17462005,0.0009805742,0.006910065,0.0000016694037,0.00021145526,0.0037103684],"genre_scores_gemma":[0.0031936145,0.86522776,0.104890116,0.018003566,0.0016777037,0.0018184257,0.0000032706969,0.00004216292,0.0051433914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897276,0.0058310353,0.0014345425,0.0010688129,0.0011377679,0.0008002184],"domain_scores_gemma":[0.9897173,0.007634221,0.0006188886,0.0011628107,0.00043232302,0.00043446472],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04251332,0.00046929662,0.0013553043,0.0005603981,0.00076624175,0.0001447721,0.0009076035,0.00029603456,0.0005129893],"category_scores_gemma":[0.082266144,0.00035385453,0.000136855,0.0017718339,0.0020698763,0.00064883777,0.00024219487,0.0007341266,0.000030131761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020457845,0.000034407854,0.0014512736,0.010042578,0.000025260442,0.000040586045,0.0025768469,0.000001065391,0.0027000087,0.0031378826,0.16249031,0.8172952],"study_design_scores_gemma":[0.00041468567,0.00048181,0.0006625156,0.28852776,0.00007469059,0.000005942105,0.0010023825,0.00003896961,0.00092202803,0.002175558,0.7053387,0.00035494615],"about_ca_topic_score_codex":0.00052672747,"about_ca_topic_score_gemma":0.00023621673,"teacher_disagreement_score":0.81694025,"about_ca_system_score_codex":0.0003082581,"about_ca_system_score_gemma":0.001006762,"threshold_uncertainty_score":0.99989134},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4407209761","doi":"10.1016/j.respol.2025.105195","title":"The governance of open science: A comparative analysis of two open science consortia","year":2025,"lang":"en","type":"article","venue":"Research Policy","topic":"Research Data Management Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Fundação para a Ciência e a Tecnologia; HORIZON EUROPE Framework Programme","keywords":"Open science; Open source; Open innovation; Corporate governance; Business; Computer science; Mathematics; Marketing; Statistics; Operating system","score_opus":0.3802670063318805,"score_gpt":0.6304127036853657,"score_spread":0.25014569735348524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407209761","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06502955,0.00053088553,0.013811293,0.042458307,0.00013266531,0.004083797,0.00011141567,0.00003136667,0.8738107],"genre_scores_gemma":[0.9898293,0.0005231325,0.004134754,0.00014481427,0.000012033606,0.00009733163,0.0000011301179,0.0000025149268,0.0052549983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9926869,0.0009295061,0.0005218373,0.0009873763,0.0037818637,0.0010925167],"domain_scores_gemma":[0.9897206,0.0029186194,0.00038139054,0.003981002,0.0027607626,0.00023765926],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication","open_science"],"category_scores_codex":[0.04059833,0.00011607334,0.0004126214,0.0025266574,0.0016928572,0.012519553,0.07453593,0.000017755136,0.000015084993],"category_scores_gemma":[0.015842032,0.00008152277,0.00006199402,0.05410739,0.008922188,0.027452525,0.06631497,0.0003751805,0.000013222568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033745633,0.0001060673,0.001591085,0.000014399283,0.0001854516,0.0000020884056,0.00034227138,0.00012842374,0.0045664404,0.98514575,0.0020426214,0.0058416757],"study_design_scores_gemma":[0.002769872,0.00069541996,0.39257473,0.00035467796,0.00015272375,0.0000023877371,0.0026265166,0.21060967,0.11412397,0.07878693,0.19671902,0.0005840657],"about_ca_topic_score_codex":0.0278466,"about_ca_topic_score_gemma":0.001343848,"teacher_disagreement_score":0.92479974,"about_ca_system_score_codex":0.0004778864,"about_ca_system_score_gemma":0.01262704,"threshold_uncertainty_score":0.9996068},"labels":[{"model":"gemma","categories":["open_science","metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407230264","doi":"10.1177/10556656251316389","title":"Peer Reviewer Recognition 2024","year":2025,"lang":"en","type":"article","venue":"The Cleft Palate-Craniofacial Journal","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Steel Producers Association","funders":"","keywords":"Psychology; Computer science","score_opus":0.08227448384253842,"score_gpt":0.39466185479210925,"score_spread":0.3123873709495708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407230264","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35936812,0.00050769426,0.01020544,0.19826767,0.047050472,0.0008851037,0.000092987386,0.00016393753,0.38345858],"genre_scores_gemma":[0.7589892,0.001335608,0.00038981464,0.012390905,0.003996574,0.000014081094,0.0000088776005,0.000032293472,0.22284263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457765,0.00081192784,0.0012464076,0.0003991327,0.0025037192,0.00046115177],"domain_scores_gemma":[0.99520713,0.0009919705,0.00053835666,0.0005532649,0.0024620718,0.0002471887],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01897419,0.00021795674,0.0004213529,0.00033181527,0.0011149818,0.00329671,0.0031984819,0.00023223451,0.004696612],"category_scores_gemma":[0.030299904,0.00011962427,0.0003265063,0.0015350006,0.00018907008,0.0015966106,0.00036557,0.0017767146,0.002065238],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027510468,0.000020123205,0.026662057,0.0000031169097,0.00003272172,0.000011417635,0.0003836066,0.00001684059,0.00003894482,0.00036024887,0.78242403,0.19001938],"study_design_scores_gemma":[0.00039590016,0.000013619444,0.100727245,0.0001293543,0.000056742618,0.00009260273,0.00081085856,0.00016809202,0.000009765931,0.18142053,0.7159923,0.00018300777],"about_ca_topic_score_codex":0.000029403549,"about_ca_topic_score_gemma":0.000009775701,"teacher_disagreement_score":0.3996211,"about_ca_system_score_codex":0.00008581696,"about_ca_system_score_gemma":0.00028819693,"threshold_uncertainty_score":0.99871176},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407272179","doi":"10.1101/2025.02.03.25320968","title":"What is expected of people who lead meetings where the goal is to reach consensus? A scoping review with implications for improving the quality of health research grant peer review and clinical guideline development","year":2025,"lang":"en","type":"review","venue":"medRxiv","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; University of Ottawa; Ottawa Heart Institute; Ottawa Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Quality (philosophy); Lead (geology); Peer review; Public relations; Business; Political science","score_opus":0.5546138040906254,"score_gpt":0.6313195194341716,"score_spread":0.0767057153435462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407272179","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003651202,0.67375064,0.00013509518,0.31225982,0.00003989739,0.013671562,0.000065011736,0.000011234606,0.000030237245],"genre_scores_gemma":[0.000005158704,0.96789014,0.002021684,0.027403645,0.0000814432,0.0016043606,0.00008307277,0.000041090647,0.0008693916],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98630124,0.003826826,0.005384511,0.0008720799,0.0023775904,0.0012377603],"domain_scores_gemma":[0.9500284,0.025030458,0.0035167118,0.0038359393,0.013775863,0.0038126255],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10031997,0.00038844085,0.0048294757,0.00019387587,0.00040786504,0.000036282472,0.00061209477,0.00021194945,0.00003866339],"category_scores_gemma":[0.19428934,0.00018159086,0.00039619248,0.0017241061,0.0004704495,0.00004483506,0.0003503294,0.0012944115,0.0000037980683],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026182552,0.00005067797,0.000089126195,0.45876086,0.000079207945,3.54121e-7,0.00039638998,7.049526e-10,4.5936818e-7,0.000010473855,0.0836434,0.45694286],"study_design_scores_gemma":[0.000313353,0.0003134352,0.0002481903,0.52411085,0.00041095188,0.000014343271,0.00021774668,5.064121e-7,0.0000013770158,0.0000035377577,0.47427198,0.00009371916],"about_ca_topic_score_codex":0.00053315575,"about_ca_topic_score_gemma":0.0004791495,"teacher_disagreement_score":0.45684916,"about_ca_system_score_codex":0.00025679966,"about_ca_system_score_gemma":0.03556531,"threshold_uncertainty_score":0.96990216},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4407285574","doi":"10.1093/jcag/gwae059.221","title":"A221 GENERALIZABILITY OF RANDOMIZED CONTROLLED TRIALS TO ROUTINE CLINICAL CARE IN ULCERATIVE COLITIS","year":2025,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; University of Toronto","funders":"","keywords":"Generalizability theory; Ulcerative colitis; Randomized controlled trial; Medicine; Internal medicine; Intensive care medicine; Psychology; Disease","score_opus":0.009303122982002107,"score_gpt":0.29596851444392,"score_spread":0.28666539146191794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407285574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940252,0.000032166092,0.00008948932,0.0041150325,0.0006444478,0.00078508287,0.00009662168,5.253985e-7,0.00021144812],"genre_scores_gemma":[0.99785596,0.00002569126,0.0001386851,0.0016282023,0.0001155383,0.000017556804,0.000007165946,0.0000047866583,0.00020639163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98754364,0.009773108,0.0022014617,0.00011470828,0.00016591395,0.00020116867],"domain_scores_gemma":[0.9961472,0.00035987297,0.0022139892,0.00017867619,0.00096754165,0.00013269529],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016503127,0.00010158238,0.0018208678,0.00019582515,0.00003292299,0.000008169604,0.00024491298,0.00017705486,0.000019775483],"category_scores_gemma":[0.0202873,0.00007205869,0.0010310187,0.00007325347,0.00009101594,0.0000036149443,0.000040440646,0.0001482557,2.5986432e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14078867,0.000046113233,0.8540254,0.000015498432,0.00090861367,0.0000046172986,0.0001222478,0.00052998756,0.00042260042,0.00012093117,0.0029732129,0.000042047173],"study_design_scores_gemma":[0.22313613,0.00036419113,0.77512187,0.00005036382,0.00034493877,0.0000018370441,0.000103065504,0.00003174722,0.00030624797,0.00012965406,0.00036765996,0.000042294745],"about_ca_topic_score_codex":0.0009999891,"about_ca_topic_score_gemma":0.43041754,"teacher_disagreement_score":0.42941755,"about_ca_system_score_codex":0.00041101748,"about_ca_system_score_gemma":0.0011632902,"threshold_uncertainty_score":0.9879652},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4407554448","doi":"10.1016/j.amjsurg.2025.116250","title":"Inconsistency between abstract and main text reporting is common in pilot randomized controlled trials of surgical interventions: A methodological survey","year":2025,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Confidence interval; Psychological intervention; MEDLINE; Clinical trial; Intervention (counseling); Family medicine; Surgery; Internal medicine; Psychiatry","score_opus":0.944213899314882,"score_gpt":0.6576468836200432,"score_spread":0.2865670156948388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407554448","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012694973,0.9833057,0.00087875983,0.00039041284,0.00027829016,0.0021037313,0.000110625246,0.0000016195057,0.00023589024],"genre_scores_gemma":[0.022753041,0.9757815,0.0007974215,0.000041129326,0.00012100964,0.00007420487,0.000008731447,0.000015672327,0.00040728346],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.3095457,0.52470344,0.16012901,0.0008356426,0.004379864,0.00040632946],"domain_scores_gemma":[0.024690907,0.70996684,0.26235318,0.0016694594,0.0011561597,0.0001634519],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92468756,0.00066115503,0.14435272,0.0025766136,0.00009281953,0.00038280638,0.0016288081,0.00013709912,0.001310608],"category_scores_gemma":[0.799959,0.00021429571,0.041949444,0.0031983168,0.00079803844,0.000119365686,0.00025158116,0.0009604908,0.000012317912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008457886,0.000125271,0.009575327,0.0027448356,0.0067480854,0.00012422445,0.0000629682,0.0000012529412,9.913168e-8,0.000030064715,0.002364007,0.96976596],"study_design_scores_gemma":[0.16469033,0.0012594145,0.09209184,0.38251576,0.16211168,0.005242033,0.0038073494,0.000076120414,0.0000014216955,0.033453133,0.15121397,0.003536944],"about_ca_topic_score_codex":0.00018883489,"about_ca_topic_score_gemma":0.000015919946,"teacher_disagreement_score":0.966229,"about_ca_system_score_codex":0.00005702999,"about_ca_system_score_gemma":0.0008137667,"threshold_uncertainty_score":0.9996023},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4407867924","doi":"10.34172/ijhpm.8909","title":"Reflections on Co-Production as a Mode of Knowledge Production; Comment on \"Research Coproduction: An Underused Pathway to Impact\"","year":2025,"lang":"en","type":"editorial","venue":"International Journal of Health Policy and Management","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Coproduction; Knowledge production; Production (economics); Argument (complex analysis); Politics; Knowledge management; Sociology; Business; Epistemology; Political science; Computer science; Public relations; Economics; Medicine","score_opus":0.6570034211964689,"score_gpt":0.7343118395520892,"score_spread":0.0773084183556203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407867924","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003938612,0.00065171305,0.0009967058,0.23613346,0.734413,0.0018792686,0.00037722307,0.000025457412,0.021584539],"genre_scores_gemma":[0.15635636,0.01909695,0.0014146573,0.0050866078,0.7733034,0.00016002182,0.00015470703,0.00008689788,0.044340424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9818335,0.0013614269,0.0018337735,0.0009367683,0.013450644,0.0005838555],"domain_scores_gemma":[0.98236,0.002557738,0.0012334824,0.0008620307,0.012417009,0.0005697486],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.032749202,0.00027486467,0.00065130065,0.08525334,0.00056979497,0.000813414,0.0021364712,0.00020449815,0.00006342802],"category_scores_gemma":[0.03350474,0.00020553182,0.00021179319,0.026568199,0.00018296838,0.00040858812,0.0005249432,0.0012006065,0.00006261526],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006081355,0.0011378512,0.000011990081,0.00007996041,0.00022594462,0.000010977596,0.0006255277,0.001354687,0.00001924165,0.0105137965,0.8939165,0.09149543],"study_design_scores_gemma":[0.00056395243,0.0033777163,0.00036408726,0.00042190382,0.000008269805,0.000017142334,0.00059818436,0.00002459786,0.0003189448,0.010877465,0.9832885,0.0001392391],"about_ca_topic_score_codex":0.001763529,"about_ca_topic_score_gemma":0.00013692009,"teacher_disagreement_score":0.23104686,"about_ca_system_score_codex":0.0029655292,"about_ca_system_score_gemma":0.003114883,"threshold_uncertainty_score":0.99598825},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407911981","doi":"10.1080/19325037.2025.2466963","title":"Participatory Theory Building: A Methodological Review and Conceptualization","year":2025,"lang":"en","type":"review","venue":"American Journal of Health Education","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Conceptualization; Sociology; Citizen journalism; Participatory action research; Psychology; Qualitative research; Pedagogy; Engineering ethics; Epistemology; Social science; Political science; Computer science; Engineering","score_opus":0.8608100545319081,"score_gpt":0.7802839039574893,"score_spread":0.08052615057441881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407911981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007131546,0.98971367,0.006545952,0.0020283225,0.00050340797,0.0008323745,0.0000031150757,0.000013161483,0.00035289337],"genre_scores_gemma":[0.00002045492,0.9870966,0.010084556,0.002250561,0.00025172977,0.00011186933,0.0000029345713,0.000014174746,0.00016709606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94873327,0.04871156,0.0014030852,0.00023696174,0.00048605973,0.00042908007],"domain_scores_gemma":[0.98845845,0.0074590105,0.002901225,0.00020337253,0.00047408254,0.000503876],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04425445,0.00019681251,0.0023114167,0.00034300803,0.000344376,0.000041450545,0.000361518,0.000094789844,0.00011265491],"category_scores_gemma":[0.03026269,0.00015367944,0.00022797447,0.001163658,0.001065018,0.00015353727,0.00004728749,0.0005356535,0.0000032453786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003675149,0.00006603919,0.00000890839,0.012831951,0.000043576216,4.2366437e-7,0.0015261673,4.0642018e-8,2.5863663e-8,0.015611281,0.0019406601,0.9679673],"study_design_scores_gemma":[0.00002958759,0.00023786497,0.000017938859,0.030451758,0.0005109251,0.000008524493,0.002377151,1.0815323e-7,6.991196e-8,0.0012789048,0.96497345,0.00011370066],"about_ca_topic_score_codex":0.00013431636,"about_ca_topic_score_gemma":0.0000047696217,"teacher_disagreement_score":0.96785355,"about_ca_system_score_codex":0.00062972924,"about_ca_system_score_gemma":0.02250715,"threshold_uncertainty_score":0.9841412},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408015385","doi":"10.2196/65733","title":"Development of a Framework for Youth- and Family-Specific Engagement in Research: Proposal for a Scoping Review and Qualitative Descriptive Study","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sinai Health System; North York General Hospital; Toronto General Hospital; McMaster University; Toronto Rehabilitation Institute; Izaak Walton Killam Health Centre; Hospital for Sick Children; Institute for Clinical Evaluative Sciences; University of Calgary; Canadians Living with HIV; Holland Bloorview Kids Rehabilitation Hospital; University Health Network; Carleton University; Dalhousie University; SickKids Foundation; University of Toronto","funders":"National Institute on Drug Abuse","keywords":"Preprint; Qualitative research; Descriptive research; Psychology; Medical education; Sociology; Medicine; Computer science; World Wide Web; Social science","score_opus":0.960591133733968,"score_gpt":0.7811627963345684,"score_spread":0.17942833739939956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408015385","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008910453,0.43206942,0.00019564523,0.000037780082,0.000018951318,0.5673203,0.00024622964,0.000012178213,0.00009059315],"genre_scores_gemma":[3.5446058e-7,0.3955335,0.01668368,0.000031410545,0.00004748424,0.5873559,0.0001341573,0.000040319435,0.00017316015],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9723758,0.01992635,0.003279456,0.0012490206,0.0013893857,0.0017799934],"domain_scores_gemma":[0.9819273,0.014866027,0.0007388931,0.000652931,0.0014407032,0.00037418024],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.059406027,0.00049732707,0.0027027307,0.0012364677,0.0018851949,0.00004423933,0.0005664183,0.0004568985,0.000025264284],"category_scores_gemma":[0.0019798162,0.00038599255,0.00013021335,0.0014118652,0.00030574074,0.000109264474,0.0012489134,0.0032308449,0.000009871405],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037741463,0.0008470257,0.000025594221,0.7086401,0.00005376233,0.000001075242,0.11879819,2.3179045e-9,1.5519021e-7,0.002746356,0.00081286876,0.16769747],"study_design_scores_gemma":[0.0013695767,0.0021381862,0.0000036740037,0.6302392,0.000020925565,4.803466e-8,0.07876407,2.1659832e-7,5.209359e-7,0.0013501173,0.28592438,0.00018908536],"about_ca_topic_score_codex":0.000045414687,"about_ca_topic_score_gemma":0.00019926146,"teacher_disagreement_score":0.28511152,"about_ca_system_score_codex":0.0013738277,"about_ca_system_score_gemma":0.011913806,"threshold_uncertainty_score":0.9998592},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408038925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54456514,0.05322115,0.00049085764,0.37134165,0.0014958206,0.0028537118,0.000029499435,0.00014252872,0.02585961],"genre_scores_gemma":[0.9324075,0.048271112,0.000075077776,0.0051569124,0.00092131965,0.00025504403,0.00007359401,0.00001615762,0.012823255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965356,0.00036532313,0.0007683762,0.0004910725,0.0012802243,0.0005594142],"domain_scores_gemma":[0.9956701,0.0009248956,0.0000818857,0.0003963979,0.0026113652,0.0003153998],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008352813,0.0001684647,0.00037107774,0.00044872836,0.00047017884,0.00030197678,0.00026166343,0.00035349384,0.000660137],"category_scores_gemma":[0.015778795,0.00013499598,0.00012206828,0.0012054297,0.0006705475,0.00039139588,0.00011015507,0.0037306466,0.0002794098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028515887,0.00033367696,0.23339593,0.006994495,0.00007403106,0.000013078951,0.0007839406,0.000002187484,0.000069973314,0.09507502,0.11126691,0.5517056],"study_design_scores_gemma":[0.000058770926,0.000936456,0.34730268,0.02571178,0.0000741181,0.00007046577,0.0023638832,0.00048688368,0.0050040707,0.13242634,0.48510075,0.0004638037],"about_ca_topic_score_codex":0.0027904857,"about_ca_topic_score_gemma":0.00021852454,"teacher_disagreement_score":0.5512418,"about_ca_system_score_codex":0.00029461947,"about_ca_system_score_gemma":0.0009628538,"threshold_uncertainty_score":0.99856776},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408070566","doi":"10.1111/jebm.70006","title":"Inadequate Reporting of Harm From Randomized Clinical Trials in Top Medical Publications","year":2025,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Consolidated Standards of Reporting Trials; Harm; Medicine; Randomized controlled trial; Family medicine; Alternative medicine; Descriptive statistics; Medical journal; Psychology; Internal medicine; Pathology","score_opus":0.9714145874832354,"score_gpt":0.7366030185621091,"score_spread":0.2348115689211263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408070566","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029133804,0.94333905,0.029827585,0.02182151,0.0021267466,0.0023227762,0.000014148441,0.0000029793116,0.0005160479],"genre_scores_gemma":[0.00015207926,0.99233633,0.0033336435,0.0006896951,0.0017252413,0.00009074089,0.000019745989,0.000018016963,0.0016345155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.14781943,0.40695485,0.41426724,0.002068131,0.028269675,0.0006206638],"domain_scores_gemma":[0.009737177,0.6556275,0.32292235,0.004247249,0.006682217,0.00078354793],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9342591,0.00072579953,0.09094124,0.004388515,0.00006212686,0.0002502177,0.0049690143,0.00078759104,0.019158997],"category_scores_gemma":[0.9934424,0.00024322608,0.020961752,0.0056427037,0.000617126,0.0004200699,0.00019966504,0.002083716,0.00007989409],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007209166,0.00012516289,0.00049426,0.0043808036,0.0012923023,0.00010517502,0.000064504165,0.0000041732533,1.9357763e-7,0.00017900167,0.057193905,0.9354396],"study_design_scores_gemma":[0.016838888,0.00014114914,0.000064363165,0.26675206,0.013810368,0.00005243263,0.00012785563,0.0005890349,4.924236e-7,0.0021705108,0.69924766,0.00020518084],"about_ca_topic_score_codex":0.00009455562,"about_ca_topic_score_gemma":0.000026535636,"teacher_disagreement_score":0.9352344,"about_ca_system_score_codex":0.00016496298,"about_ca_system_score_gemma":0.009903991,"threshold_uncertainty_score":0.99570894},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408202934","doi":"10.4102/hsag.v30i0.2776","title":"Impact of a Fulbright award: A bibliometric analysis of persistence","year":2025,"lang":"en","type":"article","venue":"Health SA Gesondheid","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Persistence (discontinuity); Library science; Humanities; Psychology; Art; Engineering; Computer science","score_opus":0.5185590538425793,"score_gpt":0.6212961476712524,"score_spread":0.10273709382867313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408202934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97822225,0.011163812,0.0046106926,0.0012802131,0.00027649614,0.00034012165,0.00028582438,0.00001856598,0.0038020497],"genre_scores_gemma":[0.99616784,0.0014669325,0.0008061823,0.00015498565,0.0000144716105,0.0000079778465,0.000008768672,0.000006553116,0.0013662907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9883493,0.0004588943,0.001883635,0.00084643025,0.0075429794,0.0009187653],"domain_scores_gemma":[0.9860917,0.005774619,0.0010490285,0.0014835516,0.0050108484,0.0005902889],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.024036082,0.00020254795,0.001331271,0.86534745,0.00020217174,0.00036648184,0.0024687196,0.00013789425,0.0010035554],"category_scores_gemma":[0.021191578,0.00013447086,0.0011673699,0.97327375,0.000267047,0.00031595162,0.0005507967,0.0002594576,0.00004361205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053080603,0.00032560786,0.8249309,0.000050396575,0.00050295854,0.0000023409207,0.00016922478,0.0002783983,0.00017343163,0.0003661247,0.016987922,0.15615958],"study_design_scores_gemma":[0.0003659744,0.00048573758,0.98639166,0.000023583872,0.00008645539,0.0000010975282,0.00018074979,0.008396437,0.00019273878,0.00047018842,0.003300693,0.00010465735],"about_ca_topic_score_codex":0.002394888,"about_ca_topic_score_gemma":0.00009058295,"teacher_disagreement_score":0.16146076,"about_ca_system_score_codex":0.00038426,"about_ca_system_score_gemma":0.0019813897,"threshold_uncertainty_score":0.99990964},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408245171","doi":"10.1136/bmjebm-2024-113077","title":"Rating certainty when the target threshold is the null and the point estimate is close to the null","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Einstein Stiftung Berlin; National Natural Science Foundation of China","keywords":"Certainty; Null hypothesis; Null (SQL); Harm; Confidence interval; Point estimation; Point (geometry); Range (aeronautics); Grading (engineering); Econometrics; Mathematics; Statistics; Computer science; Psychology; Social psychology; Data mining; Engineering","score_opus":0.5544545072542626,"score_gpt":0.533779388139586,"score_spread":0.020675119114676566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408245171","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009351308,0.021710891,0.029775148,0.92800164,0.000651152,0.005321885,0.000014140179,0.0000142868,0.0051595704],"genre_scores_gemma":[0.7165158,0.00041544155,0.0035984947,0.25585034,0.0009456702,0.00102852,0.0000039704355,0.00003017279,0.021611637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9746692,0.011079651,0.006529301,0.0012185246,0.0059741857,0.0005291013],"domain_scores_gemma":[0.9257597,0.0599296,0.0034981547,0.009029307,0.0015373081,0.00024593883],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22326648,0.00050421094,0.002601177,0.00021641956,0.0012182159,0.0010039604,0.0043192743,0.000087850116,0.007346946],"category_scores_gemma":[0.1373863,0.00011545572,0.0010137409,0.0020731129,0.00094572816,0.00021893939,0.00047594134,0.00051400124,0.0006686706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000124449,0.000015265288,0.0039338795,0.00008633265,0.00021276454,0.000006079075,0.008129672,0.0003654196,0.000033264638,0.009124847,0.96762097,0.010347043],"study_design_scores_gemma":[0.0021293415,0.00023573186,0.0057477965,0.0042176982,0.002196837,0.00003820795,0.014854908,0.20721635,0.0002951888,0.12864043,0.6339806,0.00044694656],"about_ca_topic_score_codex":0.00043957305,"about_ca_topic_score_gemma":0.00016124432,"teacher_disagreement_score":0.70716447,"about_ca_system_score_codex":0.000052747313,"about_ca_system_score_gemma":0.00031508997,"threshold_uncertainty_score":0.9935605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408250902","doi":"10.2196/preprints.73622","title":"Identifying and Analyzing Bot-Generated Responses in Healthcare Research (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Computer science; Psychology; Political science; World Wide Web; Law","score_opus":0.13893372889343863,"score_gpt":0.3994805233627845,"score_spread":0.26054679446934587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408250902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88193166,0.0031702297,0.0007169958,0.05185856,0.0011198742,0.0014714377,0.000014002994,0.0004018788,0.059315354],"genre_scores_gemma":[0.9924338,0.0010006995,0.0007392267,0.0018286834,0.00025722166,0.00009502301,0.000053655884,0.000020185695,0.0035715299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739146,0.00026911832,0.0005769896,0.00087032485,0.00050454895,0.00038755027],"domain_scores_gemma":[0.99821126,0.00045440707,0.00019681704,0.00046212107,0.0006524677,0.000022932074],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00463413,0.00024237041,0.0003590853,0.0024545107,0.0003582386,0.0014810733,0.00038584313,0.00029932644,0.0003691033],"category_scores_gemma":[0.0008600227,0.00024358016,0.00006886199,0.001363079,0.00007016133,0.0008492605,0.0016810346,0.001637677,0.00008099613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010088913,0.0005629327,0.5977215,0.009441995,0.00030272955,0.00021103962,0.0008912453,0.0005763374,0.0012171715,0.2793341,0.0061153197,0.10261676],"study_design_scores_gemma":[0.00541473,0.00003396171,0.5719764,0.0063454593,0.0003512328,0.0000111218715,0.0073797265,0.03651338,0.0018855252,0.20272748,0.16452397,0.002836984],"about_ca_topic_score_codex":0.021977538,"about_ca_topic_score_gemma":0.009845711,"teacher_disagreement_score":0.15840866,"about_ca_system_score_codex":0.00006180587,"about_ca_system_score_gemma":0.00020489567,"threshold_uncertainty_score":0.99955547},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408350630","doi":"10.1093/iwc/iwaf011","title":"Correction to: Widespread yet Unreliable: A Systematic Analysis of theUse of Presence Questionnaires","year":2025,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Lupina Foundation","keywords":"Computer science; Information retrieval; Data science; Psychology","score_opus":0.028147983547229288,"score_gpt":0.3857701848082121,"score_spread":0.3576222012609828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408350630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65501094,0.000113021015,0.094484,0.0003916688,0.24440381,0.0017738154,0.000033956625,0.00014776317,0.0036410568],"genre_scores_gemma":[0.99705,0.0000030322317,0.0013105626,0.0008241429,0.000017896804,0.000061486666,0.000012944554,0.000009366241,0.00071059173],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99801177,0.00055906427,0.0007815741,0.00022991891,0.0002229224,0.00019476276],"domain_scores_gemma":[0.8750549,0.12144516,0.0006424215,0.0004005378,0.0024067797,0.000050198236],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00042461327,0.00013988488,0.00058769964,0.0007953294,0.00013924048,0.00000922496,0.00024124546,0.00006271254,0.000014705916],"category_scores_gemma":[0.09210238,0.00010822889,0.0001015655,0.0017373452,0.00004952533,0.00010866537,0.000118500895,0.00031175418,0.0000065258273],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083519693,0.00013954821,0.23174155,0.015666168,0.0032020132,0.000009862735,0.03050143,0.0399407,0.0011853812,0.001004498,0.6748788,0.00089488656],"study_design_scores_gemma":[0.00042367456,0.0004588899,0.021601269,0.89233196,0.0013127897,0.0000024456338,0.017396893,0.06457947,0.0014627739,0.000028079268,0.00019446986,0.00020730193],"about_ca_topic_score_codex":0.0024139506,"about_ca_topic_score_gemma":0.0006179071,"teacher_disagreement_score":0.8766658,"about_ca_system_score_codex":0.00012582821,"about_ca_system_score_gemma":0.00016320907,"threshold_uncertainty_score":0.9155452},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4408361682","doi":"10.5206/cjils-rcsib.v48i1.22212","title":"On (Conflating) Predatory Journals and Predatory Practices","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Predatory pricing; Economics","score_opus":0.014499116359888863,"score_gpt":0.2426575115870162,"score_spread":0.22815839522712733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408361682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85078645,0.00022172956,0.000037265843,0.0025175286,0.00020658785,0.000060027123,0.000026533906,0.000005667555,0.14613824],"genre_scores_gemma":[0.99554294,0.0001371504,0.00011586609,0.0037654121,0.000010549418,6.2306185e-7,0.0000019406532,0.0000013938233,0.00042414299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99929935,0.000019527059,0.00025699244,0.00006296844,0.00020374173,0.00015742042],"domain_scores_gemma":[0.99905795,0.000044165703,0.00038224887,0.000072910465,0.000027666094,0.00041508247],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005011415,0.000060165978,0.00007086113,0.0002787618,0.00034480647,0.0005703273,0.0002225623,0.00003367161,0.008366527],"category_scores_gemma":[0.00045118752,0.000049821243,0.000015240698,0.00041713502,0.00047504265,0.007883552,0.00004613728,0.00014034467,0.000035199948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238462,0.00003281258,0.5933267,0.0001009201,0.000026846226,0.000026456628,0.0055680615,0.00016639833,0.0011939085,0.084815614,0.20823358,0.106416315],"study_design_scores_gemma":[0.00024536304,0.000070523216,0.57536703,0.000059074428,0.0000042892566,0.000057192832,0.0025351741,0.00021404722,0.0004554886,0.00055114256,0.42035884,0.00008183415],"about_ca_topic_score_codex":0.0001337873,"about_ca_topic_score_gemma":0.00018292356,"teacher_disagreement_score":0.21212526,"about_ca_system_score_codex":0.000101590915,"about_ca_system_score_gemma":0.0004489983,"threshold_uncertainty_score":0.99253994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408361789","doi":"10.5206/cjils-rcsib.v48i1.22439","title":"A Bibliometric Analysis of Canadian LIS Scholars and Practitioners’ Research Contributions","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Dalhousie University; Université de Montréal","funders":"","keywords":"Library science; Bibliometrics; Sociology; Political science; Computer science","score_opus":0.025887968119534834,"score_gpt":0.3619810911431926,"score_spread":0.3360931230236578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408361789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7998262,0.0008899936,0.00017645626,0.044523366,0.0005034673,0.00017529342,0.000114122755,0.000005735211,0.15378535],"genre_scores_gemma":[0.9979763,0.0006032444,0.00033837766,0.0007769177,0.000019192985,0.000001283461,0.000007599356,6.753427e-7,0.0002764054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990166,0.000108319124,0.00027996564,0.00005029467,0.00033766433,0.00020716195],"domain_scores_gemma":[0.9975011,0.00013537925,0.00015566956,0.0000693612,0.0013917998,0.0007466938],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0028266076,0.00003256204,0.0000869357,0.19246374,0.001277824,0.0010016479,0.0002368966,0.000048968188,0.00021650038],"category_scores_gemma":[0.0032627499,0.000032588363,0.000020738813,0.27786142,0.00082970335,0.008434814,0.000010762806,0.00015289172,0.0000018176047],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007656025,0.000009823901,0.14765172,0.000012547884,0.000075272896,0.0000017366843,0.023739181,0.0000737922,0.00002655454,0.7588041,0.035412103,0.03418551],"study_design_scores_gemma":[0.00009967634,0.000021020267,0.43061832,0.000024642519,0.000028929548,0.0000014867555,0.02200475,0.00014009107,0.000060296,0.001017122,0.54594105,0.000042626725],"about_ca_topic_score_codex":0.17317592,"about_ca_topic_score_gemma":0.32122475,"teacher_disagreement_score":0.757787,"about_ca_system_score_codex":0.00016561718,"about_ca_system_score_gemma":0.024108114,"threshold_uncertainty_score":0.98281187},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408384349","doi":"10.1111/ecin.13285","title":"Introduction to the symposium on reproducibility and replicability in economics: Part I","year":2025,"lang":"en","type":"article","venue":"Economic Inquiry","topic":"Italy: Economic History and Contemporary Issues","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Economics; Reproducibility; Statistics; Mathematics","score_opus":0.03125578537913157,"score_gpt":0.24117229479902658,"score_spread":0.209916509419895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408384349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897466,0.00060792966,0.000042016418,0.053782627,0.0069396533,0.0006804404,0.00006097046,0.000050281138,0.040370088],"genre_scores_gemma":[0.986184,0.0001763616,0.00004796437,0.0028187372,0.0025858544,0.00018702366,0.000017605975,0.000021875348,0.007960565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589837,0.00006549411,0.001160889,0.00254572,0.000010079755,0.0003194364],"domain_scores_gemma":[0.99646825,0.0001109265,0.00025532095,0.0030773564,0.000011107362,0.000077045384],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004678323,0.00023457258,0.00055701163,0.00031167577,0.00018457713,0.00009202932,0.00036287733,0.00012575416,0.000292725],"category_scores_gemma":[0.0003410664,0.00025487336,0.00010588995,0.00011549763,0.00019962422,0.00034417666,0.00015294853,0.00024089379,0.0014186488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005217892,0.00029907413,0.107383005,0.000071683855,0.00014516455,0.0000023244143,0.006311233,0.0061854785,0.000020058662,0.65105397,0.2190102,0.008996001],"study_design_scores_gemma":[0.000397215,0.00008470682,0.022613205,0.000012820024,0.0000039603174,0.0000019591735,0.00033615404,0.0005454788,0.00017551403,0.022726383,0.95281607,0.00028654083],"about_ca_topic_score_codex":0.00024484037,"about_ca_topic_score_gemma":0.00028597552,"teacher_disagreement_score":0.7338059,"about_ca_system_score_codex":0.00081747567,"about_ca_system_score_gemma":0.00006231553,"threshold_uncertainty_score":0.99999034},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408399622","doi":"10.3822/ijtmb.v18i1.1205","title":"Strengthening the Peer Review Process: A Guide to Resources and Best Practices for IJTMB Reviewers","year":2025,"lang":"en","type":"review","venue":"International Journal of Therapeutic Massage & Bodywork Research Education & Practice","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Loyalist College","funders":"","keywords":"Bodywork; Engineering ethics; Competence (human resources); Medical education; Objectivity (philosophy); Peer review; Constructive; Alternative medicine; Process (computing); Psychology; Medicine; Computer science; Political science","score_opus":0.3002658447701236,"score_gpt":0.6306077252208191,"score_spread":0.3303418804506955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408399622","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000060377383,0.84512377,0.00026179026,0.14396934,0.0012084148,0.002867237,0.000026192318,0.0000075792386,0.0065296185],"genre_scores_gemma":[0.000020812324,0.9652727,0.0027003628,0.004550595,0.0031580674,0.00063901104,0.00004985576,0.000039376693,0.023569187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99175304,0.001694653,0.0017930898,0.00046634223,0.0039166524,0.00037619256],"domain_scores_gemma":[0.9552234,0.0202729,0.00409576,0.0005869933,0.01953354,0.00028743185],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019397426,0.00039391115,0.0013758335,0.00081561215,0.00036763813,0.00027862794,0.0012048668,0.00005990558,0.00020709287],"category_scores_gemma":[0.11061533,0.0002372137,0.0004447657,0.0008480527,0.00019166489,0.000490426,0.00028307698,0.001705518,0.000014748891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035484752,0.00045109307,0.000023652898,0.01745463,0.0022963868,0.000021522033,0.00075508433,2.407533e-7,7.7066665e-7,0.00027533286,0.07973361,0.8986328],"study_design_scores_gemma":[0.0003688804,0.0006916763,0.0000051462143,0.14161126,0.003658073,0.0006407087,0.0062354063,0.0000012591885,7.762502e-7,0.00016227715,0.8464753,0.00014920889],"about_ca_topic_score_codex":0.000086853244,"about_ca_topic_score_gemma":0.000011371319,"teacher_disagreement_score":0.89848363,"about_ca_system_score_codex":0.00044832483,"about_ca_system_score_gemma":0.0037183657,"threshold_uncertainty_score":0.9673294},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408452859","doi":"10.1177/15562646251321132","title":"Improving Comprehension of Consent Forms in Online Research: An Empirical Test of Four Interventions","year":2025,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; Mount Royal University","funders":"","keywords":"Comprehension; Informed consent; Psychological intervention; Test (biology); Psychology; Empirical research; Medical education; Computer science; Medicine; Alternative medicine; Mathematics; Statistics","score_opus":0.9675202263083523,"score_gpt":0.7995356229367281,"score_spread":0.16798460337162424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408452859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93428916,0.00085761934,0.00019327745,0.059022628,0.00013098045,0.0015695941,0.000052816784,0.000017992083,0.00386596],"genre_scores_gemma":[0.99118626,0.0032218045,0.0021505866,0.00041537045,0.00030563428,0.000035067726,0.000018845201,0.000070904105,0.0025955287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9477949,0.018799508,0.0052271252,0.0011770629,0.024381652,0.0026197094],"domain_scores_gemma":[0.5766983,0.36836892,0.0007348956,0.002403345,0.04999426,0.0018002307],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.23196582,0.0003434382,0.001703064,0.010353479,0.000921117,0.00016702828,0.0026337958,0.0021611794,0.00028017984],"category_scores_gemma":[0.58498275,0.00026356685,0.00086964166,0.0073564136,0.009266387,0.0003385571,0.0026234952,0.06477123,0.000023751729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022121385,0.07506192,0.49297383,0.038402926,0.00088279846,0.004270016,0.008152896,0.00019244614,0.19432248,0.112808496,0.03273882,0.018071996],"study_design_scores_gemma":[0.012925185,0.07720009,0.40622985,0.05616498,0.000086646345,0.00013105571,0.016010227,0.0027079491,0.018579433,0.4056752,0.0037622193,0.0005271623],"about_ca_topic_score_codex":0.0010229208,"about_ca_topic_score_gemma":0.00771709,"teacher_disagreement_score":0.3710966,"about_ca_system_score_codex":0.0017969657,"about_ca_system_score_gemma":0.02190757,"threshold_uncertainty_score":0.99998164},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408506453","doi":"10.17742/image29715","title":"In (a) Critical Condition: Reconsiderations of Krisis, Critique, and Theoria through Research Co-creation","year":2025,"lang":"en","type":"article","venue":"Imaginations Journal of Cross-Cultural Image Studies","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Philosophy; Epistemology","score_opus":0.3133564063624262,"score_gpt":0.751814487026712,"score_spread":0.4384580806642859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408506453","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28324112,0.029000418,0.0017766177,0.39428064,0.0034997864,0.001195121,0.00024185503,0.00004599529,0.28671846],"genre_scores_gemma":[0.98716664,0.004794624,0.0049008722,0.0004984312,0.00027182445,0.00008938908,0.00001167106,0.000008733982,0.0022578123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972158,0.0007930464,0.0011436885,0.0001924879,0.00033219205,0.00032277807],"domain_scores_gemma":[0.970913,0.003284878,0.0002762869,0.00016073807,0.02530137,0.00006372538],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.001886167,0.00014041363,0.00042229876,0.0004401847,0.001650683,0.00024368844,0.00014309693,0.00010154269,0.00028673388],"category_scores_gemma":[0.016587576,0.00011199274,0.000084943895,0.0006013296,0.004711037,0.006544842,0.000082472136,0.0008533157,0.000012661446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003484747,0.00017517811,0.0052560978,0.00025056014,0.00009178698,0.00000648339,0.011564646,0.0000036977783,0.0012015442,0.89843476,0.08270751,0.00027286704],"study_design_scores_gemma":[0.0017392477,0.00013675205,0.05411272,0.0010859689,0.00008620829,0.000037364,0.09553316,0.000024958637,0.0011100724,0.77291745,0.07302888,0.00018722705],"about_ca_topic_score_codex":0.00009591366,"about_ca_topic_score_gemma":0.00014649285,"teacher_disagreement_score":0.7039255,"about_ca_system_score_codex":0.00027492462,"about_ca_system_score_gemma":0.00050217466,"threshold_uncertainty_score":0.99964905},"labels":[{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4408613604","doi":"10.3390/curroncol32030179","title":"Patient and Healthcare Professional Reflections on Consenting for Extra Bone Marrow Samples to a Biobank for Research—A Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Current Oncology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Biobank; Deliberation; Qualitative research; Health care; Data collection; Sample (material); Anxiety; Informed consent; Family medicine; Nursing; Alternative medicine; Psychiatry; Bioinformatics; Pathology","score_opus":0.925010666339204,"score_gpt":0.800014370722146,"score_spread":0.12499629561705805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8507295,0.0009969699,0.0013907715,0.1335721,0.0022113132,0.010231166,0.00020952066,0.000045230496,0.00061340915],"genre_scores_gemma":[0.9861982,0.00011842675,0.005657805,0.0013133329,0.00023544105,0.004692761,0.000053014784,0.000020921481,0.0017101329],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963064,0.0013627687,0.0006076356,0.00062322477,0.0005475199,0.0005524208],"domain_scores_gemma":[0.94424224,0.0530532,0.000091490954,0.00028135715,0.00206102,0.00027070954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00976436,0.00012219376,0.0004331304,0.00046893352,0.00059008255,0.000018332245,0.000098881465,0.00023633565,0.000014258666],"category_scores_gemma":[0.05294557,0.00010135573,0.000079476646,0.000441229,0.00035814525,0.000018831903,0.00023803825,0.001566616,0.000005348556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018833358,0.016105335,0.013979888,0.0061332807,0.00036342075,0.000021223954,0.16762035,0.0000013814673,0.0025571438,0.35055935,0.09579479,0.32803047],"study_design_scores_gemma":[0.009561509,0.047126748,0.007914819,0.0032790997,0.00011115472,0.000006765231,0.34226367,0.00009453787,0.00042567131,0.19783112,0.39110947,0.00027542404],"about_ca_topic_score_codex":0.000057419125,"about_ca_topic_score_gemma":0.0017003459,"teacher_disagreement_score":0.32775506,"about_ca_system_score_codex":0.0005093524,"about_ca_system_score_gemma":0.0021162299,"threshold_uncertainty_score":0.9550319},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408636096","doi":"10.1017/rsm.2024.3","title":"Visualization toolkits for enriching meta-analyses through evidence maps, bibliometrics, and alternative impact metrics","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; National Natural Science Foundation of China","keywords":"Bibliometrics; Visualization; Computer science; Meta-analysis; Data science; Information retrieval; Data mining; Medicine","score_opus":0.982746142638343,"score_gpt":0.805248268991111,"score_spread":0.17749787364723202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408636096","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001713831,0.048691392,0.9437038,0.0013378415,0.0001898894,0.0016460272,0.000069546004,0.0000126415825,0.0026350443],"genre_scores_gemma":[0.12253013,0.0048987484,0.86258554,0.0002664572,0.00014614195,0.0008595919,0.0000070266415,0.000043935863,0.0086624315],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8034738,0.16681205,0.01066261,0.0031474973,0.014674415,0.0012296609],"domain_scores_gemma":[0.1908421,0.78373504,0.0048310026,0.0062780106,0.01381948,0.0004943533],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5816067,0.0005222296,0.0063630454,0.026919322,0.0007534629,0.00436651,0.003158907,0.0002025652,0.002600378],"category_scores_gemma":[0.8696154,0.0002434018,0.0038821585,0.08964452,0.00023364996,0.0015205265,0.0007456948,0.00039299444,0.00011309801],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011004592,0.00026643637,0.006843273,0.00076185085,0.027601728,0.000007911289,0.00092468574,0.00068270747,0.005437054,0.050499726,0.148387,0.75847757],"study_design_scores_gemma":[0.00045908566,0.00038359806,0.008023359,0.00042704315,0.022276776,0.0000124529915,0.002605938,0.17205834,0.058541358,0.44629043,0.28779453,0.001127085],"about_ca_topic_score_codex":0.0003299767,"about_ca_topic_score_gemma":0.000013354721,"teacher_disagreement_score":0.7573505,"about_ca_system_score_codex":0.00023062559,"about_ca_system_score_gemma":0.00032468373,"threshold_uncertainty_score":0.9983114},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408844393","doi":"10.1186/s12961-024-01229-0","title":"Building Resilient and Responsive Health Research Systems:Responses and the Lessons Learned from the COVID-19 Pandemic","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; McMaster University; Impact; Nova Scotia Health Authority","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health administration; Preparedness; Health services research; Pandemic; Stakeholder engagement; Business; Stakeholder; Capacity building; Public relations; Environmental resource management; Knowledge management; Process management; Medicine; Political science; Coronavirus disease 2019 (COVID-19); Nursing; Computer science; Infectious disease (medical specialty); Disease; Economics","score_opus":0.7644186594306666,"score_gpt":0.6615222525657213,"score_spread":0.10289640686494528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408844393","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029778847,0.8266127,0.000018286226,0.16052586,0.00036831383,0.010821636,0.0010244963,0.00007246789,0.00025844402],"genre_scores_gemma":[0.0014979254,0.9834278,0.000014110693,0.0066736257,0.001483474,0.0017655407,0.00008230426,0.00006987767,0.0049853227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9106774,0.07804076,0.0026676988,0.0017280999,0.003048921,0.0038371533],"domain_scores_gemma":[0.84548944,0.1458288,0.00085520913,0.002061903,0.0010846701,0.0046799937],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12451534,0.0006606733,0.0043816157,0.0020435546,0.00547608,0.00065233564,0.0005990746,0.0007349131,0.0000039370616],"category_scores_gemma":[0.07991422,0.00035250044,0.00024830672,0.0028593412,0.0026192383,0.00007552918,0.0009278646,0.0050340453,0.000016673273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004484407,0.00008049106,0.00041037772,0.27603707,0.00031654077,0.00014043706,0.003924302,0.0000015548434,3.0541707e-7,0.11378642,0.16729689,0.4335212],"study_design_scores_gemma":[0.0017414303,0.00047023216,0.00016736561,0.04766744,0.00005592011,0.0008988424,0.0040958105,0.000073665826,9.37091e-9,0.00084484403,0.9437841,0.0002003062],"about_ca_topic_score_codex":0.18678328,"about_ca_topic_score_gemma":0.0013971465,"teacher_disagreement_score":0.77648723,"about_ca_system_score_codex":0.0033037057,"about_ca_system_score_gemma":0.055702202,"threshold_uncertainty_score":0.9998927},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408846332","doi":"10.1097/ceh.0000000000000602","title":"Measuring the Longitudinal Impact of a Health Professions Education Academy on Scholarship: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Bibliometrics; Popularity; Faculty development; Health professions; Medical education; Higher education; Political science; Scholarship of Teaching and Learning; Professional development; Sociology; Public relations; Health care; Medicine; Library science; Pedagogy; Teaching method; Computer science","score_opus":0.09174690030629781,"score_gpt":0.5147054759507477,"score_spread":0.42295857564444983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408846332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8424269,0.0038009249,0.0010741843,0.14934775,0.0017177537,0.0013095764,0.0000023166294,0.000011265263,0.00030933585],"genre_scores_gemma":[0.9906347,0.00045156694,0.0014691872,0.0061675217,0.00032981235,0.00010803704,0.000017589227,0.000014819854,0.0008067939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941134,0.0019979533,0.0022522502,0.00022664558,0.0009949708,0.000414806],"domain_scores_gemma":[0.99401176,0.0009523549,0.0028073406,0.0005641335,0.0015214679,0.00014291989],"candidate_categories":["bibliometrics","research_integrity"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.014165411,0.00019615534,0.00073338207,0.037127323,0.00058829726,0.0000455322,0.0005413961,0.00016564294,0.000047560723],"category_scores_gemma":[0.00724733,0.00010670957,0.00033676365,0.08574717,0.000111793124,0.00025805185,0.000045116998,0.0023467306,0.0000033318356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017833342,0.0033925725,0.49895126,0.00051118596,0.00032623854,2.6574645e-7,0.015157179,0.000054532644,0.000059151604,0.0027273097,0.04470916,0.4339328],"study_design_scores_gemma":[0.0005356278,0.00032851097,0.9671605,0.0071264883,0.00023681334,0.000026078098,0.022001833,0.00004775548,0.00001735608,0.0012214414,0.0012276679,0.000069926195],"about_ca_topic_score_codex":0.0002070501,"about_ca_topic_score_gemma":0.0000169644,"teacher_disagreement_score":0.46820924,"about_ca_system_score_codex":0.0013024365,"about_ca_system_score_gemma":0.018406883,"threshold_uncertainty_score":0.9999549},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408875896","doi":"10.1136/bmj-2024-081199","title":"Development of ROBUST-RCT: Risk Of Bias instrument for Use in SysTematic reviews-for Randomised Controlled Trials","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Impact","funders":"","keywords":"Randomized controlled trial; Systematic review; Medicine; Computer science; MEDLINE; Medical physics; Surgery; Biology","score_opus":0.8589632687708348,"score_gpt":0.5519271193988864,"score_spread":0.30703614937194845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408875896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12995337,0.010568417,0.69935924,0.0004992477,0.00096463674,0.15742059,0.00010554868,0.0000055816668,0.001123387],"genre_scores_gemma":[0.198537,0.0005031943,0.74592036,0.00023401773,0.00008343452,0.036812734,0.000021757256,0.000026644682,0.017860837],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.87863517,0.050002404,0.06726624,0.0008256448,0.0029749612,0.00029556188],"domain_scores_gemma":[0.74195915,0.20102584,0.050795987,0.0036795118,0.0024347182,0.000104761224],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6239677,0.00028830153,0.022869019,0.00074224046,0.00006348168,0.0001726726,0.00088699226,0.00008958846,0.00029906776],"category_scores_gemma":[0.7234228,0.00011427818,0.005511835,0.000966475,0.000026370608,0.000103416096,0.000059956787,0.000049804832,0.00003536271],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037232753,0.002088866,0.027160043,0.3295139,0.03370639,0.0000027157112,0.008583696,0.0053000436,0.0019531515,0.01957421,0.3799359,0.15494832],"study_design_scores_gemma":[0.51386255,0.0003561765,0.0039380584,0.0739643,0.029531803,0.0000037043105,0.005690674,0.19765116,0.0035724686,0.010913002,0.1589964,0.0015196808],"about_ca_topic_score_codex":0.000008474495,"about_ca_topic_score_gemma":0.00008553059,"teacher_disagreement_score":0.47662982,"about_ca_system_score_codex":0.00005165141,"about_ca_system_score_gemma":0.00028945072,"threshold_uncertainty_score":0.9916375},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408907568","doi":"10.1037/lhb0000596","title":"Behavioral detection of emotional, high-stakes deception: Replication in a registered report.","year":2025,"lang":"en","type":"article","venue":"Law and Human Behavior","topic":"Deception detection and forensic psychology","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; University of British Columbia","keywords":"Deception; Psychology; Replication (statistics); Legal psychology; Social psychology; Applied psychology; Medicine","score_opus":0.05974105510889111,"score_gpt":0.3905177815684957,"score_spread":0.3307767264596046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408907568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820708,0.000052661537,0.0003866293,0.000109127766,0.0009548744,0.00032486353,0.000009820198,0.00007479398,0.0160164],"genre_scores_gemma":[0.99075776,0.0000037714829,0.00008910709,0.00017202711,0.000050566432,0.00020385635,0.000049716673,0.000011258221,0.008661914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985803,0.00008514202,0.00056625536,0.00050593587,0.000105660234,0.00015671366],"domain_scores_gemma":[0.9988518,0.000015940095,0.00022736216,0.00077156135,0.0000909267,0.0000424442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025242334,0.00012430624,0.0002200496,0.00025762728,0.00012694488,0.000020629639,0.00008523488,0.00020124295,0.0008262859],"category_scores_gemma":[0.000009429578,0.00013604459,0.00006496399,0.0002240371,0.000277535,0.00008190078,0.000022940747,0.0001699065,0.000019686264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041435624,0.0028072607,0.09383383,0.000056194753,0.000055766937,0.00017958487,0.0017882806,0.0000011100296,0.14357273,0.6537473,0.0020426805,0.10150087],"study_design_scores_gemma":[0.0015387632,0.0002782695,0.977538,0.000039004244,0.00007265868,0.00021382482,0.00045948202,7.616872e-7,0.0021284462,0.0023563418,0.015215904,0.00015854333],"about_ca_topic_score_codex":0.0012825947,"about_ca_topic_score_gemma":0.0029751249,"teacher_disagreement_score":0.8837042,"about_ca_system_score_codex":0.000047193356,"about_ca_system_score_gemma":0.000009341934,"threshold_uncertainty_score":0.90472513},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409040342","doi":"10.1017/rsm.2024.8","title":"Prioritizing qualitative meta-synthesis findings in a mixed methods systematic review study: A description of the method","year":2025,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Computer science; Systematic review; Qualitative research; Meta-analysis; Management science; Multimethodology; Research methodology; MEDLINE; Mathematics education; Psychology; Medicine; Sociology; Chemistry; Social science; Engineering; Environmental health","score_opus":0.9420958320568493,"score_gpt":0.8419525791387364,"score_spread":0.10014325291811288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409040342","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021456806,0.92447585,0.037383825,0.0016105064,0.00051952363,0.034683086,0.00026746487,0.0000679583,0.000989647],"genre_scores_gemma":[0.0000012610536,0.58907676,0.33275145,0.00033154484,0.00004095583,0.07682189,0.0000015510642,0.00007953658,0.0008950466],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3553404,0.62961525,0.008549719,0.0015714722,0.002805049,0.0021181493],"domain_scores_gemma":[0.22224939,0.7663621,0.004561223,0.004104308,0.0021974978,0.00052551477],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58219254,0.0010492508,0.015127407,0.0037216425,0.0016770907,0.00008086616,0.003828947,0.00081797247,0.0005535441],"category_scores_gemma":[0.6853789,0.00062819215,0.0021814704,0.013797632,0.00045459293,0.00037707563,0.0020907975,0.0045725866,0.000077212506],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006738018,0.00010045605,0.0000023040752,0.79647696,0.0012018994,0.000002547795,0.013019502,5.0912288e-8,0.000011667273,0.00043529941,0.0007484063,0.18799415],"study_design_scores_gemma":[0.00017094474,0.000061387545,0.000021677979,0.85006064,0.01666686,0.0000052623927,0.033839744,0.000016228592,0.000050110128,0.0008954624,0.09768564,0.0005260135],"about_ca_topic_score_codex":0.0017397989,"about_ca_topic_score_gemma":0.00034533985,"teacher_disagreement_score":0.3353991,"about_ca_system_score_codex":0.0029894786,"about_ca_system_score_gemma":0.0095263,"threshold_uncertainty_score":0.9996226},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409181783","doi":"10.1016/j.lana.2025.101083","title":"Biases inherent in all-cause mortality studies: implications for shaping the 2025–2030 dietary guidelines for Americans on alcohol consumption","year":2025,"lang":"en","type":"article","venue":"The Lancet Regional Health - Americas","topic":"Alcohol Consumption and Health Effects","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of Toronto; Centre for Addiction and Mental Health; Western University","funders":"","keywords":"Environmental health; Alcohol consumption; Consumption (sociology); Medicine; Alcohol; Sociology; Social science; Biology","score_opus":0.9209513851281133,"score_gpt":0.66136674582996,"score_spread":0.25958463929815323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409181783","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17117757,0.011759669,0.002318547,0.807372,0.00037944116,0.00658108,0.00017561298,0.00013366062,0.00010243961],"genre_scores_gemma":[0.32718992,0.060027972,0.0037578314,0.59832704,0.0013324033,0.008295261,0.0004251111,0.00005780474,0.00058664946],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976607,0.00025560858,0.00080577494,0.00044881614,0.00022345665,0.00060567353],"domain_scores_gemma":[0.99459004,0.003745218,0.0004095387,0.00070644426,0.0004075508,0.00014121695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014685073,0.00024643692,0.0007912562,0.00014202691,0.00053587876,0.000016292157,0.00023637505,0.000060063998,0.000009561804],"category_scores_gemma":[0.0012259547,0.00014750438,0.00017376743,0.00039935063,0.00045209285,0.00004168826,0.000054055105,0.0003215048,0.000014893739],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023055403,0.0004905114,0.049000125,0.002566291,0.0012091518,0.0000021847968,0.0015530274,0.0003950682,0.000121140285,0.013205524,0.86368716,0.06546427],"study_design_scores_gemma":[0.005032074,0.001147836,0.7168804,0.0025118482,0.0004848586,0.000025383895,0.0019509296,0.004088489,0.0000129893915,0.0032011028,0.26434544,0.00031867786],"about_ca_topic_score_codex":0.0006244794,"about_ca_topic_score_gemma":0.0006040201,"teacher_disagreement_score":0.66788024,"about_ca_system_score_codex":0.00042012308,"about_ca_system_score_gemma":0.000572923,"threshold_uncertainty_score":0.60150546},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409203502","doi":"10.1016/j.drugalcdep.2025.112665","title":"Covariates in studies examining longitudinal relationships between substance use and mental health problems among youth: A meta-epidemiologic review","year":2025,"lang":"en","type":"review","venue":"Drug and Alcohol Dependence","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; McMaster University; Université de Montréal; St. Joseph’s Healthcare Hamilton","funders":"Canadian Institutes of Health Research","keywords":"Mental health; Substance use; Meta-analysis; Psychology; Longitudinal study; Covariate; Clinical psychology; Psychiatry; Medicine","score_opus":0.517409130212774,"score_gpt":0.4333312985156157,"score_spread":0.08407783169715832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409203502","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077915746,0.98894024,0.000007712839,0.00034536148,0.00008705921,0.0026597693,0.000073417585,0.00006863113,0.00002622085],"genre_scores_gemma":[0.010043043,0.98787075,0.0005537714,0.00015763409,0.000040418825,0.0003439849,0.00035406934,0.00002908105,0.00060726947],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99586153,0.0009961858,0.001391504,0.0009719021,0.00029191517,0.00048698188],"domain_scores_gemma":[0.9949621,0.0036333005,0.000723925,0.00041712343,0.00007677677,0.0001867851],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003045928,0.00071542064,0.0054723313,0.00030401492,0.00027134886,0.000042622807,0.00014379265,0.0001971891,0.000009022882],"category_scores_gemma":[0.0011919076,0.00045641503,0.0003281529,0.0006635414,0.000218541,0.00035163705,0.000104800034,0.00083564466,0.000004310232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009862072,0.00004700393,0.8996386,0.05444982,0.0029136308,0.000068381756,0.0026003425,3.8855083e-7,1.9058055e-8,0.00009023936,0.00031822335,0.039863523],"study_design_scores_gemma":[0.0026446723,0.00022210593,0.18919733,0.7589585,0.03388461,0.00015490706,0.0030598876,0.000004483285,5.21929e-7,0.0002857238,0.010190347,0.0013968995],"about_ca_topic_score_codex":0.00013406352,"about_ca_topic_score_gemma":0.0012521837,"teacher_disagreement_score":0.71044123,"about_ca_system_score_codex":0.00020959569,"about_ca_system_score_gemma":0.000180311,"threshold_uncertainty_score":0.99978876},"labels":[{"model":"gemma","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409213925","doi":"10.1080/03155986.2025.2485795","title":"Dynamic analysis of the time-dependent progress of h-index","year":2025,"lang":"en","type":"article","venue":"INFOR Information Systems and Operational Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Index (typography); Computer science; World Wide Web","score_opus":0.2568807318774551,"score_gpt":0.5561487956127815,"score_spread":0.29926806373532644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409213925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305727,0.0011665268,0.012516682,0.0020533025,0.00053934165,0.001903833,0.000511884,0.000013524774,0.050722245],"genre_scores_gemma":[0.99545425,0.000036447993,0.00004861374,0.000032440996,0.0000051180327,0.000036457852,0.000016663718,0.0000014134462,0.004368564],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98851204,0.00028806014,0.0012718943,0.00016757377,0.009510704,0.00024970534],"domain_scores_gemma":[0.9863609,0.0023654934,0.00028465738,0.000532064,0.010368261,0.00008860974],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02697964,0.0000740358,0.0002993559,0.039272014,0.00033065453,0.0015135399,0.0012225558,0.000094763265,0.00011475575],"category_scores_gemma":[0.010213248,0.000041134634,0.00011967195,0.107039586,0.00036635395,0.0012331869,0.00066111726,0.00019667468,0.000040744875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015271503,0.00014855775,0.710974,0.00020522632,0.0008071739,4.636099e-7,0.0014258632,0.033750854,0.0005952657,0.12569605,0.0089852065,0.11725862],"study_design_scores_gemma":[0.00031747203,0.0000470895,0.37441918,0.000029799607,0.000016170772,9.577146e-7,0.0012518741,0.6018962,0.00029393416,0.00032818096,0.02134101,0.000058075562],"about_ca_topic_score_codex":0.0002806004,"about_ca_topic_score_gemma":0.000025988225,"teacher_disagreement_score":0.5681454,"about_ca_system_score_codex":0.00009182444,"about_ca_system_score_gemma":0.00061977905,"threshold_uncertainty_score":0.999523},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409240114","doi":"10.31110/consensus/2025-01/293-309","title":"REACTION OF THE UKRAINIAN HISTORICAL COMMUNITY TO ACADEMIC PLAGIARISM: HIGH-PROFILE CASES OF THE FIRST QUARTER OF THE 21ST CENTURY","year":2025,"lang":"en","type":"article","venue":"КОНСЕНСУС","topic":"Education and Social Development in Ukraine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Ukrainian; History; Archaeology; Linguistics; Philosophy","score_opus":0.03251001646828392,"score_gpt":0.31708570531231905,"score_spread":0.2845756888440351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409240114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91417706,0.000086638174,0.0000010936385,0.046527147,0.0031203239,0.0004291949,0.000021805834,0.00001462978,0.035622105],"genre_scores_gemma":[0.9952947,0.000081208214,0.000026069274,0.0010208114,0.00008259686,0.000016875423,0.0000017106096,0.000004389098,0.003471651],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836624,0.00067129923,0.00033429053,0.00009054078,0.00038789274,0.0001497311],"domain_scores_gemma":[0.99865174,0.0005008307,0.0002564125,0.00039793638,0.00015782683,0.000035240737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091955153,0.00007857089,0.00016579506,0.000042354943,0.00089980365,0.0000072179623,0.0008173822,0.00018834768,0.000076655844],"category_scores_gemma":[0.0011624518,0.00004639558,0.00011504176,0.00079794554,0.0003500345,0.000049617116,0.00016612704,0.0005487019,0.0000030359456],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000431759,0.00043910847,0.08125518,0.00012978335,0.000076577555,1.1864211e-7,0.7469539,0.000004519548,0.0027101687,0.083658636,0.080241166,0.0044876426],"study_design_scores_gemma":[0.00014849988,0.000017537768,0.44206312,0.00014844566,0.000030879786,2.3393254e-7,0.045303747,6.034849e-7,0.0017602413,0.000803901,0.5096434,0.00007942254],"about_ca_topic_score_codex":0.020647721,"about_ca_topic_score_gemma":0.0075060218,"teacher_disagreement_score":0.70165014,"about_ca_system_score_codex":0.0004247097,"about_ca_system_score_gemma":0.00046176548,"threshold_uncertainty_score":0.9858739},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409283522","doi":"10.1136/bmjebm-2024-113066","title":"Novel AI applications in systematic review: GPT-4 assisted data extraction, analysis, review of bias","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Data extraction; Concordance; Comparability; Computer science; Meta-analysis; Systematic review; Statistics; Data mining; Artificial intelligence; Medicine; MEDLINE; Mathematics; Internal medicine; Biology","score_opus":0.8422006587199937,"score_gpt":0.6309828565757105,"score_spread":0.2112178021442832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409283522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017321066,0.60899454,0.33971003,0.04215346,0.00014266236,0.007843895,0.000049195594,0.000010725601,0.0010781658],"genre_scores_gemma":[0.082199074,0.6787473,0.037296884,0.1561381,0.00068422256,0.011648525,0.002573401,0.00010763688,0.030604886],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.944508,0.015642062,0.029284943,0.001947154,0.008272148,0.00034569285],"domain_scores_gemma":[0.8758671,0.060002137,0.02553068,0.030513536,0.007701524,0.00038497924],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30745146,0.00049164245,0.012483934,0.0021458066,0.00010652253,0.00011385581,0.0050457995,0.00011500141,0.00561469],"category_scores_gemma":[0.45812473,0.00022937424,0.0016991157,0.021817638,0.00019793198,0.0005578843,0.00024326239,0.00031940945,0.0002729697],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007035688,0.00019400685,0.00956817,0.65205747,0.0010543863,0.000004426006,0.00002008026,0.000043581582,0.00009587085,0.0008410975,0.3346226,0.001491321],"study_design_scores_gemma":[0.00033471506,0.000033044504,0.008648696,0.9242257,0.025822753,0.0000102463755,0.00020363227,0.0064741885,0.000012288249,0.0002060724,0.0337791,0.00024958607],"about_ca_topic_score_codex":0.00017443876,"about_ca_topic_score_gemma":0.00022639877,"teacher_disagreement_score":0.30241317,"about_ca_system_score_codex":0.000106755324,"about_ca_system_score_gemma":0.0007461686,"threshold_uncertainty_score":0.9989741},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409370930","doi":"10.1038/s41562-025-02154-0","title":"Characterizing the effect of retractions on publishing careers","year":2025,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; New York University Abu Dhabi","keywords":"Publishing; Psychology; Political science; Law","score_opus":0.014387769011394255,"score_gpt":0.3364968878199576,"score_spread":0.32210911880856335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409370930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8571429,0.00013138878,0.0000038802336,0.009982125,0.0012586523,0.0002401684,0.000017942853,0.0000582921,0.13116466],"genre_scores_gemma":[0.9958345,0.000010041815,0.000005980145,0.00081575016,0.0002906619,0.000010591605,0.000016475866,0.000005019895,0.0030109563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986967,0.0003830332,0.00015270576,0.00015509743,0.00040798433,0.00020449523],"domain_scores_gemma":[0.99903196,0.0005491458,0.000104357554,0.0001766248,0.000101154306,0.000036736346],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002245811,0.00008997059,0.0001361744,0.00011851065,0.0010248095,0.00017562082,0.0004942111,0.0013414872,0.00008872581],"category_scores_gemma":[0.0013034698,0.000063271254,0.00010173728,0.00032434054,0.00016176366,0.000342879,0.000034066976,0.005274029,0.0000048042584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086692075,0.00007383009,0.2877022,0.0000535542,0.00008699597,0.000012370601,0.022903843,0.0000027848978,0.0073660007,0.5336616,0.13719332,0.010856817],"study_design_scores_gemma":[0.00078780396,0.00027124299,0.6510462,0.0006176722,0.00032657562,0.0000023544571,0.011173379,0.000004940981,0.020575099,0.0028402216,0.31194603,0.00040843806],"about_ca_topic_score_codex":0.0020141175,"about_ca_topic_score_gemma":0.0010485491,"teacher_disagreement_score":0.5308214,"about_ca_system_score_codex":0.00012054032,"about_ca_system_score_gemma":0.000067707006,"threshold_uncertainty_score":0.999955},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409423144","doi":"10.1177/25152459251326571","title":"Navigating Unmeasured Confounding in Nonexperimental Psychological Research: A Practical Guide to Computing and Interpreting E-Value","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Confounding; Value (mathematics); Psychology; Psychological research; Econometrics; Computer science; Statistics; Social psychology; Mathematics","score_opus":0.40287867640893543,"score_gpt":0.758232983432707,"score_spread":0.3553543070237715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409423144","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69888145,0.0012363847,0.2724907,0.0022031104,0.00030270673,0.0008309748,6.4579757e-7,0.00008838138,0.023965657],"genre_scores_gemma":[0.47452918,0.00035123577,0.5246568,0.00039257712,0.0000133453,0.000047727724,1.1345068e-7,0.000005174077,0.000003903942],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99351513,0.002794798,0.00094714056,0.0013566006,0.00053157494,0.000854761],"domain_scores_gemma":[0.9802346,0.018712314,0.000392605,0.00038363095,0.00011550345,0.00016134119],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036158703,0.00024519706,0.00049391395,0.00036425146,0.00028639036,0.0002409647,0.0005903377,0.00019009726,0.000013100609],"category_scores_gemma":[0.087959975,0.00020105559,0.00002408502,0.002848813,0.0015664164,0.0015272981,0.000815634,0.0021172427,0.0000010554938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040203196,0.0006307377,0.031633582,0.00007518083,0.000003682466,0.00012855804,0.003070631,0.000052620948,0.05706253,0.32146016,0.000021278125,0.585459],"study_design_scores_gemma":[0.0010979194,0.0010057029,0.014285923,0.0024934427,0.000007149726,0.00018534184,0.01143455,0.007829018,0.0054885717,0.95271367,0.0028435288,0.0006152001],"about_ca_topic_score_codex":0.00006715169,"about_ca_topic_score_gemma":0.00006007431,"teacher_disagreement_score":0.6312535,"about_ca_system_score_codex":0.00027810317,"about_ca_system_score_gemma":0.000038625138,"threshold_uncertainty_score":0.9924774},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409516233","doi":"10.1186/s12920-025-02140-5","title":"Underrepresented populations in genomic research: a qualitative study of researchers’ perspectives","year":2025,"lang":"en","type":"article","venue":"BMC Medical Genomics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Hôpital du Saint-Sacrement","funders":"Fonds de Recherche du Québec - Santé; Fonds de recherche du Québec","keywords":"Diversity (politics); Harmonization; Thematic analysis; Population; Qualitative research; Inclusion (mineral); Human genetics; Public relations; Data science; Biology; Sociology; Political science; Genetics; Social science; Medicine; Environmental health","score_opus":0.9129197085446948,"score_gpt":0.7410685683667902,"score_spread":0.1718511401779046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409516233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778116,0.00076629827,0.0008032302,0.005638955,0.00009716747,0.0016765232,0.00000691587,0.000026444717,0.013172866],"genre_scores_gemma":[0.99348843,0.000511287,0.0022287585,0.00010084578,0.0000877477,0.00010858946,0.000009794044,0.00002645843,0.0034381156],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9900614,0.003990131,0.0012037061,0.0007891332,0.0032653594,0.0006902562],"domain_scores_gemma":[0.94201875,0.05349746,0.00014486186,0.0016180016,0.0019717412,0.0007492019],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03104547,0.00014975012,0.00060458644,0.0011843443,0.000147895,0.000024654944,0.0007169732,0.00050393236,0.00035850555],"category_scores_gemma":[0.15521082,0.00013609215,0.00012677214,0.001990288,0.0015048843,0.000045064644,0.0009618827,0.0043667615,0.00003842859],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046342188,0.015067716,0.23147608,0.0014955355,0.00053221313,0.00026185406,0.47232667,0.00015353704,0.0015251855,0.26866764,0.0013551152,0.002504237],"study_design_scores_gemma":[0.005126772,0.0009798857,0.17584504,0.0005625062,0.000028870216,0.0000031169936,0.7210073,0.0018002968,0.00004927003,0.094364434,0.000116480325,0.000116050294],"about_ca_topic_score_codex":0.0026883152,"about_ca_topic_score_gemma":0.023553759,"teacher_disagreement_score":0.2486806,"about_ca_system_score_codex":0.0009536514,"about_ca_system_score_gemma":0.00744076,"threshold_uncertainty_score":0.9981861},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409566584","doi":"10.1186/s12961-025-01310-2","title":"Unique and shared partner priorities for supporting engagement in knowledge mobilization in pediatric pain: a best–worst scaling experiment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Killam Trusts; Research Nova Scotia; Canadian Pain Society; Canada Foundation for Innovation; Canadian Institutes of Health Research; Canadian Psychological Association; Canada Research Chairs; Dalhousie Medical Research Foundation","keywords":"Context (archaeology); Health services research; Variety (cybernetics); Psychology; Health administration; Public health; Applied psychology; Social psychology; Medicine; Medical education; Nursing; Computer science","score_opus":0.847262630294485,"score_gpt":0.7501826757079374,"score_spread":0.09707995458654761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409566584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93517345,0.004364712,0.0020785565,0.03841414,0.00041124749,0.016418621,0.00009354834,0.000070613656,0.0029751111],"genre_scores_gemma":[0.98678195,0.0018314378,0.00023619142,0.0030089747,0.0004223806,0.006402775,0.000011228104,0.000019169378,0.0012858822],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9841511,0.011199796,0.0018572424,0.00051616,0.000441435,0.0018342382],"domain_scores_gemma":[0.9874959,0.011113712,0.00027518865,0.00024523435,0.000426161,0.00044378088],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058134314,0.0001533744,0.00042772255,0.0018521212,0.0015094837,0.00008222559,0.00015637693,0.0001377942,0.000010973061],"category_scores_gemma":[0.012139068,0.00014760347,0.000018092114,0.0017805211,0.000097020406,0.00020024319,0.00022308894,0.00067806325,0.000005281253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012116586,0.00015930177,0.5660521,0.039649524,0.000008150903,0.0000033963017,0.26111403,0.00005688309,0.000102761485,0.10976806,0.013106852,0.009857785],"study_design_scores_gemma":[0.011972485,0.0015514869,0.20475258,0.01081955,0.000009209904,0.0000037316847,0.40523738,0.07661501,0.000077848934,0.006818366,0.2812664,0.00087595213],"about_ca_topic_score_codex":0.015484912,"about_ca_topic_score_gemma":0.0066091362,"teacher_disagreement_score":0.36129948,"about_ca_system_score_codex":0.0015113535,"about_ca_system_score_gemma":0.00709814,"threshold_uncertainty_score":0.99979043},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409595261","doi":"10.1016/j.respol.2025.105253","title":"Mobility and its effect on scientific recognition. A prosopographic analysis of Swiss biologists","year":2025,"lang":"en","type":"article","venue":"Research Policy","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Data science; Computer science","score_opus":0.26054420895925856,"score_gpt":0.5727699577190036,"score_spread":0.31222574875974507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409595261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98704386,0.0002535268,0.000027312646,0.0038294669,0.000057900786,0.0007517228,0.00016387603,0.000015972684,0.007856381],"genre_scores_gemma":[0.9966846,0.000012815154,0.000012069804,0.000029850991,0.000041443283,0.00010179742,0.000020829337,0.0000031711868,0.003093399],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99400437,0.0022951886,0.00046084507,0.000726597,0.0020033752,0.00050961383],"domain_scores_gemma":[0.9918573,0.0040871184,0.00008540106,0.00074343174,0.003044955,0.00018182378],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.020428563,0.000107173655,0.00035245143,0.008652688,0.0005758831,0.0005401622,0.0006601457,0.00009516431,0.00011247344],"category_scores_gemma":[0.025095884,0.00007103527,0.00016209023,0.03135571,0.00094253535,0.00021094798,0.00048299177,0.0003101769,0.00011124357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006483391,0.0025740066,0.28612775,0.00060305663,0.0023695603,0.000042448435,0.0027577083,0.00030423177,0.1292265,0.17242454,0.047795057,0.34929174],"study_design_scores_gemma":[0.0012627728,0.0049313144,0.5342885,0.00020736891,0.000113817216,0.0000014757508,0.0010857465,0.018114425,0.059563246,0.377118,0.0029861215,0.00032717548],"about_ca_topic_score_codex":0.00010941045,"about_ca_topic_score_gemma":0.00053930195,"teacher_disagreement_score":0.34896457,"about_ca_system_score_codex":0.00011088205,"about_ca_system_score_gemma":0.0007067811,"threshold_uncertainty_score":0.9892333},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409622218","doi":"10.1007/s12032-025-02733-1","title":"Retraction Note to: Anti-cancer activity of human gastrointestinal bacteria","year":2025,"lang":"en","type":"article","venue":"Medical Oncology","topic":"Cancer Research and Treatments","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emergent BioSolutions (Canada)","funders":"","keywords":"Hematology; Cancer; Internal medicine; Bacteria; Medicine; Gastrointestinal cancer; Oncology; Biology; Colorectal cancer; Genetics","score_opus":0.017805164576556898,"score_gpt":0.41184222866831127,"score_spread":0.3940370640917544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409622218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365866,0.000043065254,0.001513172,0.0018295442,0.00023815899,0.00012814796,0.000016957141,0.000005947082,0.002566354],"genre_scores_gemma":[0.9982055,0.00006327641,0.00030709998,0.00032228694,0.00017892857,0.00003915782,0.000028558263,0.0000051512725,0.00085003214],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992155,0.00007983271,0.00013178706,0.00021233641,0.00016233289,0.00019820515],"domain_scores_gemma":[0.9995689,0.000023912531,0.000046704557,0.00015049712,0.00006602267,0.0001439776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018505909,0.000073943585,0.0001687229,0.000048066348,0.000041565072,0.000003753524,0.00012675973,0.0001608241,0.00035540195],"category_scores_gemma":[0.000282274,0.000065695305,0.00005029126,0.000091074464,0.00011062571,0.0000019382871,0.000114070026,0.00016861365,0.0000071938816],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030426917,0.0002810742,0.011371877,0.000019593557,0.00003833121,0.00001562376,0.000004898416,9.71622e-7,0.9322504,0.000025847206,0.0062270095,0.049460113],"study_design_scores_gemma":[0.0015804222,0.0024251428,0.11244747,0.00008124056,0.000021229534,0.000025574009,0.000006610199,0.000019017101,0.77930087,0.000038017286,0.10396606,0.00008836031],"about_ca_topic_score_codex":0.0005550998,"about_ca_topic_score_gemma":0.0013282618,"teacher_disagreement_score":0.15294953,"about_ca_system_score_codex":0.0000856647,"about_ca_system_score_gemma":0.00050399953,"threshold_uncertainty_score":0.38914022},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409642815","doi":"10.1136/bmjebm-2024-113171","title":"Challenges in the selection and measurement of outcomes in psychiatric trials","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Danmarks Frie Forskningsfond","keywords":"Selection (genetic algorithm); Psychiatry; Psychology; Medicine; Computer science; Artificial intelligence","score_opus":0.7992621237512433,"score_gpt":0.5470442325903778,"score_spread":0.25221789116086546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409642815","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100889035,0.0944278,0.0014357453,0.7980061,0.0008373085,0.003160601,0.00007035889,0.000017704344,0.0011553125],"genre_scores_gemma":[0.98748404,0.003936728,0.00038367734,0.0076451977,0.00017072752,0.0003456228,0.0000075444127,0.0000065040463,0.000019939123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99280983,0.0016659563,0.0047258595,0.0003767766,0.0002089551,0.00021260197],"domain_scores_gemma":[0.99143,0.0065262946,0.0015712503,0.00034846825,0.00008088228,0.000043112756],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12979004,0.00013917025,0.0013715808,0.0010067133,0.00004497339,0.000010553066,0.00020061049,0.00009722961,0.000057717334],"category_scores_gemma":[0.04939642,0.000110726876,0.00006871263,0.00054823153,0.00006328936,0.0001682042,0.0000130205835,0.00015749423,0.0000115092735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017481881,0.00027415366,0.9058133,0.00245567,0.00007237457,0.0000011838648,0.0017263107,0.00029317482,0.00001353998,0.052618716,0.032565538,0.00399124],"study_design_scores_gemma":[0.0033032468,0.0002909707,0.9692701,0.0023884336,0.00002836693,0.0000014414146,0.0018869766,0.0010552534,0.000009455082,0.013832123,0.007778713,0.00015490358],"about_ca_topic_score_codex":0.0021223438,"about_ca_topic_score_gemma":0.0034621968,"teacher_disagreement_score":0.886595,"about_ca_system_score_codex":0.00033425805,"about_ca_system_score_gemma":0.00029052593,"threshold_uncertainty_score":0.9586109},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409678406","doi":"10.1093/oxfordhb/9780192868282.013.55","title":"Research Integrity: Reflections on the APSA’s Qualitative Transparency Deliberations and Recommendations for Advancing Political Science Practice","year":2025,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Transparency (behavior); Political science; Politics; Research integrity; Engineering ethics; Qualitative research; Public administration; Public relations; Sociology; Social science; Law; Engineering","score_opus":0.5258217722547087,"score_gpt":0.5970601007180778,"score_spread":0.07123832846336908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409678406","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003497713,0.000027585736,0.023768935,0.071373716,0.00012448167,0.0010362719,0.00033957546,0.000042176467,0.9032838],"genre_scores_gemma":[0.0007655899,0.0011352809,0.035369284,0.000625138,0.00013516592,0.000032193802,0.00001959712,0.000019036423,0.9618987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99382055,0.0036357988,0.00023593853,0.00055377185,0.00095142453,0.0008024892],"domain_scores_gemma":[0.9659794,0.03057228,0.00011461775,0.00032288904,0.0026715593,0.00033927104],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.021528976,0.00017578297,0.00022549836,0.00052115525,0.007217183,0.00027542753,0.00062698656,0.00030676657,0.00002626142],"category_scores_gemma":[0.011834387,0.00016098135,0.00010518011,0.00014020529,0.0055012996,0.00039086738,0.00020026017,0.002193775,5.295976e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072542774,0.000016767674,3.7040575e-8,0.000033009626,0.000049674232,0.0000015228215,0.04732002,5.5798336e-7,0.000006433334,0.94530356,0.00340413,0.0037917418],"study_design_scores_gemma":[0.00009701608,0.00010544377,1.861489e-7,0.00017037377,0.000043729582,2.8809217e-7,0.115354754,0.000020747093,0.000012949435,0.21448734,0.66959596,0.000111232825],"about_ca_topic_score_codex":0.002770256,"about_ca_topic_score_gemma":0.003229187,"teacher_disagreement_score":0.73081625,"about_ca_system_score_codex":0.0012899481,"about_ca_system_score_gemma":0.004035522,"threshold_uncertainty_score":0.99720514},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409699806","doi":"10.1186/s40900-025-00706-2","title":"Addressing power imbalance in research: exploring power in integrated knowledge translation health research","year":2025,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"University of Wollongong","keywords":"Knowledge translation; Power (physics); Knowledge management; Psychology; Computer science; Physics","score_opus":0.9926515173321715,"score_gpt":0.8141432739255249,"score_spread":0.17850824340664662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409699806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008712056,0.96300215,0.000038622384,0.005794388,0.00071180006,0.014766214,0.00011992102,0.00007999019,0.014615685],"genre_scores_gemma":[0.002970271,0.9818926,0.00035123498,0.00041288076,0.00018742486,0.011923504,0.00013139127,0.0000841835,0.0020464982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88772535,0.095049776,0.004247525,0.0020602345,0.004587555,0.0063295728],"domain_scores_gemma":[0.9620851,0.0340414,0.00036204542,0.0011401785,0.0015035537,0.0008677201],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23935911,0.0005604115,0.00187934,0.0109057985,0.003997975,0.00022672222,0.0012872961,0.00051463663,0.0006348685],"category_scores_gemma":[0.009776903,0.00049767265,0.00013070737,0.0117395185,0.0006961397,0.00062927254,0.0017382103,0.0149758,0.00038429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007455517,0.00044294394,0.0014236647,0.08828202,0.00004874303,0.00004004118,0.090017825,0.0000016683092,0.000004403013,0.004252205,0.06078809,0.75462383],"study_design_scores_gemma":[0.0010550811,0.00029481636,0.0005674741,0.0838917,0.000004362757,2.4854418e-7,0.03808408,0.000033912103,8.2163683e-7,0.00041503285,0.8753752,0.00027728305],"about_ca_topic_score_codex":0.0039797276,"about_ca_topic_score_gemma":0.008392425,"teacher_disagreement_score":0.8145871,"about_ca_system_score_codex":0.008892993,"about_ca_system_score_gemma":0.016092313,"threshold_uncertainty_score":0.9997475},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409728141","doi":"10.5206/cjils-rcsib.v48i1.22390","title":"Towards Sustainable and Coordinated Methods for Estimating Open Access Costs at Canadian Higher Education Institutions","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"","keywords":"Business; Environmental economics; Higher education; Economic growth; Economics","score_opus":0.354533325933165,"score_gpt":0.5916812547562789,"score_spread":0.23714792882311386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409728141","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19362408,0.0038890508,0.12508462,0.085023195,0.0069793854,0.002560486,0.00020240877,0.000021174626,0.5826156],"genre_scores_gemma":[0.8996482,0.000050003666,0.0854501,0.004717996,0.000037573947,0.000014422666,0.000011429781,0.0000034466955,0.010066854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982086,0.00006733631,0.0005585899,0.00015846184,0.00057595206,0.00043109216],"domain_scores_gemma":[0.99477494,0.00048444438,0.000292294,0.00018040411,0.0025563594,0.001711537],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.009494694,0.00007753376,0.000161258,0.040606193,0.0016601903,0.020929761,0.0029339592,0.00005433787,0.00026693047],"category_scores_gemma":[0.014024946,0.000058923015,0.000026713036,0.055569842,0.00043741643,0.027289229,0.0006101858,0.0001241365,0.0000030692931],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010296631,0.0000051991474,0.021980844,0.000019599962,0.000005287919,0.0000024598014,0.000255452,0.00010119572,0.0000077408395,0.22137366,0.07058112,0.68565714],"study_design_scores_gemma":[0.00029486822,0.000048325648,0.11048402,0.000037810318,0.0000042031247,0.000028891996,0.0009757962,0.01026248,0.00012960623,0.016093694,0.8615426,0.000097709075],"about_ca_topic_score_codex":0.06665031,"about_ca_topic_score_gemma":0.009360983,"teacher_disagreement_score":0.7909615,"about_ca_system_score_codex":0.0005924775,"about_ca_system_score_gemma":0.041599613,"threshold_uncertainty_score":0.9996395},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409773286","doi":"10.1093/oncolo/oyaf041","title":"Early phase trials: the perils of nonpublication","year":2025,"lang":"en","type":"article","venue":"The Oncologist","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Phase (matter); Medicine; Chemistry","score_opus":0.9085590211274656,"score_gpt":0.6702365555577398,"score_spread":0.2383224655697258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409773286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46647638,0.0043554585,0.069294885,0.09013238,0.0013197657,0.004091662,0.000047989106,0.000016767422,0.3642647],"genre_scores_gemma":[0.9649567,0.00002198381,0.00037855553,0.000663813,0.0000710625,0.000089060944,0.00000164091,0.0000021731378,0.03381498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9668121,0.023210749,0.0073910384,0.0003913639,0.0020555258,0.00013926324],"domain_scores_gemma":[0.96194196,0.026567092,0.005957894,0.0044827294,0.001015153,0.000035181398],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2942688,0.000112902424,0.0020548548,0.00012817053,0.00020491012,0.000497824,0.0027161313,0.000051434767,0.0040977933],"category_scores_gemma":[0.1422545,0.000029905448,0.0011590344,0.0015536578,0.0002650165,0.00008109109,0.00012366388,0.00010484728,0.0007369113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055740307,0.00020789941,0.0019495283,0.00001653687,0.00032688028,4.713547e-7,0.0010608188,0.000032573353,0.00074384717,0.0864164,0.61017466,0.29901466],"study_design_scores_gemma":[0.000512854,0.00010479352,0.0131555945,0.000013652877,0.00044104786,0.000001248357,0.0014892735,0.0018845651,0.00020614061,0.023874488,0.95825577,0.000060549173],"about_ca_topic_score_codex":0.00004854459,"about_ca_topic_score_gemma":0.000029943505,"teacher_disagreement_score":0.49848035,"about_ca_system_score_codex":0.000026482068,"about_ca_system_score_gemma":0.00013051402,"threshold_uncertainty_score":0.9968126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409893292","doi":"10.11124/jbies-24-00569","title":"Tools used to assess methodological quality of primary mixed methods or multi-method studies: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Western University; Centre for Interdisciplinary Research in Rehabilitation; Queen's University","funders":"","keywords":"CINAHL; PsycINFO; Checklist; Critical appraisal; Data extraction; Protocol (science); Systematic review; Scopus; Inclusion (mineral); MEDLINE; Computer science; Medicine; Management science; Data science; Psychology; Psychological intervention; Alternative medicine; Nursing; Engineering","score_opus":0.9706789584533836,"score_gpt":0.7711776600848523,"score_spread":0.19950129836853125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409893292","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.8504216e-8,0.5331963,0.29796466,0.00021672115,0.00022966819,0.16812551,0.000048328235,0.000020089852,0.00019870095],"genre_scores_gemma":[4.9807864e-9,0.40428168,0.3908349,0.00027624136,0.000044019598,0.20285021,0.000001478293,0.000025468393,0.0016859999],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.34877363,0.57625854,0.057294678,0.005770606,0.01085041,0.0010521058],"domain_scores_gemma":[0.0998004,0.83985525,0.039509807,0.014982953,0.0052683437,0.0005832219],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7450214,0.0019864982,0.073910855,0.0015625401,0.00028673848,0.000960457,0.009719022,0.0008175851,0.007453393],"category_scores_gemma":[0.95273346,0.0008289336,0.015562999,0.010252255,0.00024216609,0.00078140554,0.0025216122,0.0008409677,0.0007765487],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015381233,0.00007009629,0.0000063100015,0.41043603,0.0008620027,0.000005753924,0.000047806992,0.0000010679528,0.000005144604,0.000025901596,0.0034032094,0.5851213],"study_design_scores_gemma":[0.00007198008,0.00006592518,0.000040751416,0.6365225,0.006596819,0.00001312533,0.00015066825,0.000009375348,0.000030899344,0.00009539739,0.35567778,0.000724802],"about_ca_topic_score_codex":0.000016852457,"about_ca_topic_score_gemma":0.00003976591,"teacher_disagreement_score":0.5843965,"about_ca_system_score_codex":0.0005121662,"about_ca_system_score_gemma":0.003430989,"threshold_uncertainty_score":0.9994162},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409903256","doi":"10.3138/jsp-2024-1117","title":"Attitudes Toward Academic Integrity: The Relationship Between Demographic Features, Peer Norms, Learning Profiles, Rates of Academic Misconduct, and Various Attitudes","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Misconduct; Academic integrity; Psychology; Social psychology; Research integrity; Peer review; Public relations; Political science; Law","score_opus":0.09570081193200937,"score_gpt":0.3752995323888215,"score_spread":0.27959872045681217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409903256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86930096,0.01892894,0.00045504552,0.10731005,0.0006013629,0.00029152934,0.000014425455,0.00004365554,0.0030540037],"genre_scores_gemma":[0.99295574,0.0019639921,0.0010564981,0.0007401228,0.0009612408,0.0000046712303,0.000010594987,0.00001653609,0.002290596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99442375,0.0016990966,0.0011992432,0.0003101927,0.0018507756,0.00051692524],"domain_scores_gemma":[0.98963034,0.00648273,0.0012619403,0.00017360055,0.0021967327,0.0002546629],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.029189026,0.00024871185,0.00055626885,0.0008158363,0.0014307505,0.0045181857,0.0019270057,0.002590954,0.00002271211],"category_scores_gemma":[0.085338876,0.00017776965,0.00020618807,0.0014708628,0.000735983,0.024826033,0.0002894047,0.046981946,0.0000018998478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003243101,0.000013907937,0.9251637,0.00008365746,0.00015802713,0.000003751093,0.0097935535,0.0000079993515,0.00023492206,0.05063208,0.011078693,0.0027973072],"study_design_scores_gemma":[0.00039830914,0.000052658168,0.9275175,0.0010446585,0.00019222981,0.000027888545,0.010152303,0.0000027011893,0.00016185475,0.03495059,0.02530649,0.00019286141],"about_ca_topic_score_codex":0.0019675966,"about_ca_topic_score_gemma":0.00022604737,"teacher_disagreement_score":0.12365476,"about_ca_system_score_codex":0.00020424165,"about_ca_system_score_gemma":0.0013759019,"threshold_uncertainty_score":0.9998692},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409912679","doi":"10.1098/rsos.240857","title":"Towards an inclusive Open Science: examining EDI and public participation in policy documents across Europe and the Americas","year":2025,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Simon Fraser University","funders":"Arts and Humanities Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo; Deutsche Forschungsgemeinschaft","keywords":"Openness to experience; Incentive; Transparency (behavior); Public relations; Ethos; Equity (law); Political science; Public policy; Science policy; Open science; Inclusion (mineral); Diversity (politics); Sociology; Public administration; Economics; Social science; Psychology","score_opus":0.3359765003308867,"score_gpt":0.6180077266880395,"score_spread":0.2820312263571528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409912679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95366204,0.0001810167,0.0010649617,0.009391448,0.00023904679,0.001028144,0.0000118018415,0.000010462751,0.03441111],"genre_scores_gemma":[0.99436206,0.00019465691,0.0017470097,0.0020266955,0.000033202854,0.00006440726,8.372703e-7,0.0000053660024,0.0015657492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98846227,0.00046256572,0.0007017952,0.0017939897,0.007081799,0.0014975733],"domain_scores_gemma":[0.9928499,0.0018875556,0.00031169786,0.0011449787,0.0030826656,0.00072321796],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","open_science"],"category_scores_codex":[0.11282765,0.00017962912,0.00039731548,0.0058943834,0.004490667,0.04906435,0.018838493,0.0000619434,0.000049680475],"category_scores_gemma":[0.0644308,0.00010765649,0.000038494054,0.24454923,0.009819855,0.006694152,0.049590588,0.00032802785,0.000014477336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005709914,0.00023540718,0.31244734,0.000005177899,0.000009480303,0.0000034865022,0.012811306,0.000110287096,0.0007868477,0.032277845,0.0015110392,0.6397447],"study_design_scores_gemma":[0.0019187176,0.00015577264,0.8958852,0.000017434588,0.0000033459035,0.0000021533733,0.012942603,0.073874906,0.0002568165,0.0095821265,0.005146863,0.00021403468],"about_ca_topic_score_codex":0.010294846,"about_ca_topic_score_gemma":0.00026011968,"teacher_disagreement_score":0.63953066,"about_ca_system_score_codex":0.00041139234,"about_ca_system_score_gemma":0.0040828427,"threshold_uncertainty_score":0.99680537},"labels":[{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["open_science","scholarly_communication","metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410145864","doi":"10.1186/s13063-025-08846-2","title":"Master protocol for a series of cohort-based randomized controlled trials to test tools to communicate research results to study participants and others with relevant lived experience: the SPIN-CLEAR Trials","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Systemic Sclerosis and Related Diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Western University; St. Joseph's Hospital; Ottawa Hospital; St. Joseph’s Healthcare Hamilton; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Multiple Sclerosis Society of Canada; McMaster University; University of Calgary; Centre Hospitalier de l’Université de Montréal; McGill University Health Centre; McGill University; University of the Fraser Valley; St. Michael's Hospital; Jewish General Hospital","funders":"Lady Davis Institute for Medical Research; Canadian Institutes of Health Research; Medical Research Council; Jewish General Hospital; Arthritis Society; Fondation de l'Hôpital général juif; McGill University","keywords":"Medicine; Protocol (science); Randomized controlled trial; Test (biology); Research design; Series (stratigraphy); Alternative medicine; Pathology","score_opus":0.5696206591412245,"score_gpt":0.5446061213890744,"score_spread":0.025014537752150123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410145864","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40958798,0.00015973294,0.00008707553,0.007787766,0.000088606386,0.58193797,0.00012069158,0.000039808827,0.00019037067],"genre_scores_gemma":[0.48993275,0.000018573232,0.0005411401,0.0004342294,0.00009795401,0.508271,0.0000035367116,0.000027136226,0.00067372323],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96457815,0.025185825,0.007831068,0.0007101209,0.0010483488,0.0006464719],"domain_scores_gemma":[0.8580732,0.1356972,0.0023897034,0.0019084188,0.0013582854,0.00057319994],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18421115,0.00037415224,0.009543146,0.00046075118,0.00031471258,0.0002743978,0.00042982143,0.00015214112,0.00009450188],"category_scores_gemma":[0.41836262,0.00015895242,0.00071604893,0.0007835289,0.0002680253,0.000062606225,0.0001538748,0.00019156,0.000010818495],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96313125,0.0011430422,0.0005177554,0.00015032764,0.002576533,0.000004042005,0.007836795,0.00006380332,0.020511968,0.000032683452,0.0030726446,0.0009591826],"study_design_scores_gemma":[0.9307393,0.010181404,0.0017182732,0.0064052325,0.003577934,0.0000012332875,0.018607764,0.00008327853,0.026865646,0.000041746156,0.0015321529,0.00024602722],"about_ca_topic_score_codex":0.00019033,"about_ca_topic_score_gemma":0.000031788073,"teacher_disagreement_score":0.23415145,"about_ca_system_score_codex":0.000070842805,"about_ca_system_score_gemma":0.0005793984,"threshold_uncertainty_score":0.8400263},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410253479","doi":"10.1093/ejcts/ezaf164","title":"Randomized Trials in Cardiac Surgery: Why and How","year":2025,"lang":"en","type":"review","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Cardiac and Coronary Surgery Techniques","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Austrian Science Fund; British Heart Foundation; Canadian Institutes of Health Research; National Institute for Health and Care Research; Abiomed; Deutsches Zentrum für Herz-Kreislaufforschung; Patient-Centered Outcomes Research Institute; Edwards Lifesciences; National Institutes of Health; LivaNova","keywords":"Randomized controlled trial; Medicine; Cardiac surgery; Specialty; Session (web analytics); Clinical trial; Gold standard (test); Intensive care medicine; Surgery; Family medicine; Internal medicine","score_opus":0.0965507473224539,"score_gpt":0.3640554668158922,"score_spread":0.2675047194934383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410253479","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000112356356,0.98913515,0.00036797542,0.0005896608,0.003321001,0.0015498503,0.0000888532,0.00009390836,0.0047412463],"genre_scores_gemma":[0.0008627123,0.9956189,0.0002129387,0.00020739145,0.0020199516,0.00005785542,0.000100717545,0.0001922728,0.00072730443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9024268,0.09013987,0.0050893193,0.0006469917,0.0010098665,0.00068716955],"domain_scores_gemma":[0.9416726,0.05250091,0.0039919685,0.00083103037,0.0005005393,0.0005029524],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.21490826,0.0010633336,0.036445163,0.0039367764,0.00007902125,0.00019383362,0.00023761147,0.00033329392,0.00003732325],"category_scores_gemma":[0.030870344,0.00076836464,0.023084339,0.0013164189,0.00029162763,0.0002901211,0.00018138517,0.0015633539,0.000009643996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0085444115,0.00004000878,0.00029301757,0.011636987,0.0030807576,0.0057413243,0.0000224192,1.0432247e-7,3.444263e-7,0.000003920082,0.088896856,0.88173985],"study_design_scores_gemma":[0.0028185518,0.000031775577,0.00010512097,0.064548545,0.0100259585,0.002174804,0.000035354024,1.3859349e-7,0.0000059246836,0.000010793431,0.9196905,0.00055252685],"about_ca_topic_score_codex":0.000005527191,"about_ca_topic_score_gemma":2.1661678e-7,"teacher_disagreement_score":0.8811873,"about_ca_system_score_codex":0.00027872316,"about_ca_system_score_gemma":0.002088783,"threshold_uncertainty_score":0.99947673},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410293467","doi":"10.2196/76836","title":"Peer Review of “The Order in Speech Disorder: A Scoping Review of State of the Art Machine Learning Methods for Clinical Speech Classification (Preprint)”","year":2025,"lang":"en","type":"review","venue":"JMIRx Med","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Order (exchange); State of art; State (computer science); Speech recognition; Natural language processing; Artificial intelligence; Psychology; Data science; World Wide Web","score_opus":0.14666228652429963,"score_gpt":0.5321812256047515,"score_spread":0.3855189390804518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410293467","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038043668,0.97367644,0.0007387653,0.010511042,0.00029537352,0.013257966,0.00003848501,0.000017871542,0.001460269],"genre_scores_gemma":[3.193056e-7,0.974349,0.00866296,0.0008751926,0.000035217636,0.00060571125,0.00017194978,0.000055303935,0.015244331],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99139315,0.0026789254,0.0040311674,0.00064098346,0.0009398561,0.00031590715],"domain_scores_gemma":[0.9914604,0.0021860166,0.0029911639,0.0016990033,0.001591981,0.00007146729],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014180914,0.00044989187,0.004804994,0.0001964147,0.00005020126,0.0000058683286,0.00076417584,0.00029296443,0.00018276804],"category_scores_gemma":[0.044830747,0.0002575256,0.0018792124,0.0019416119,0.00021481772,0.000046012043,0.00032395986,0.0012790516,0.000007262796],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013021416,0.00013324441,0.00024737988,0.47251725,0.00010075889,3.2885322e-7,0.00001503084,1.5492267e-7,0.0000017641469,0.000011342288,0.0028261717,0.52413356],"study_design_scores_gemma":[0.000381781,0.00004903939,0.00008190615,0.5068318,0.001085665,0.000005703465,0.000008388269,0.000016154969,0.000011447373,0.000026236688,0.49139315,0.00010869493],"about_ca_topic_score_codex":0.000034457164,"about_ca_topic_score_gemma":0.000096029304,"teacher_disagreement_score":0.52402484,"about_ca_system_score_codex":0.00008456673,"about_ca_system_score_gemma":0.0018338494,"threshold_uncertainty_score":0.9999877},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4410336353","doi":"10.1186/s41073-025-00164-0","title":"Research on policy mechanisms to address funding bias and conflicts of interest in biomedical research: a scoping review","year":2025,"lang":"en","type":"review","venue":"Research Integrity and Peer Review","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Conflict of interest; Political science; Management science; Public relations; Engineering ethics; Economics; Engineering; Law","score_opus":0.9766357963041572,"score_gpt":0.7866428425180303,"score_spread":0.1899929537861269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410336353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016011689,0.9304728,0.000002479139,0.05336383,0.00026103252,0.010615534,0.0005510664,0.000031487947,0.004685767],"genre_scores_gemma":[0.00009488783,0.9903588,0.000041315063,0.0045333356,0.00040284783,0.0019873034,0.00016332079,0.000058063357,0.0023601074],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94731253,0.04271347,0.0026679887,0.0017042152,0.0027260992,0.002875715],"domain_scores_gemma":[0.9602922,0.031228334,0.00034372462,0.0011394946,0.0040088845,0.0029873713],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.14736369,0.0007197057,0.004270055,0.004364772,0.00084816886,0.00013210737,0.0017338999,0.0024165995,0.0010875753],"category_scores_gemma":[0.06506041,0.00056864874,0.00036303565,0.008788653,0.0021356402,0.0001467559,0.00251634,0.03759196,0.00024374979],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006684933,0.00024479523,0.0000019743704,0.5019943,0.00008216542,0.00011603623,0.00010499626,1.9458225e-8,0.0000033551994,0.028683461,0.023613835,0.4450882],"study_design_scores_gemma":[0.00020616729,0.00037445695,0.0000010167005,0.48471332,0.00009922965,0.00003842868,0.00006379286,0.0000023203806,0.000015280908,0.00088400824,0.5133937,0.00020827775],"about_ca_topic_score_codex":0.00084517134,"about_ca_topic_score_gemma":0.0003655236,"teacher_disagreement_score":0.4897799,"about_ca_system_score_codex":0.0008070603,"about_ca_system_score_gemma":0.0050386186,"threshold_uncertainty_score":0.99982554},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4410370362","doi":"10.1186/s41687-025-00878-1","title":"Research trends among new investigators at ISOQOL: a bibliometric analysis from 2019 to 2023","year":2025,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trinity Western University; Western University; University of Alberta; University of Victoria","funders":"","keywords":"Scopus; Thematic analysis; Descriptive statistics; Bibliometrics; Library science; Psychology; Medical education; Political science; Sociology; Social science; Medicine; MEDLINE; Computer science; Qualitative research; Statistics","score_opus":0.15360137381107414,"score_gpt":0.48497300802004606,"score_spread":0.3313716342089719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410370362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96478546,0.001072946,0.000173746,0.030889707,0.0006273789,0.0003279769,0.000017327273,0.000022020016,0.0020834538],"genre_scores_gemma":[0.9618466,0.00032970088,0.0011224259,0.006635378,0.00024531002,0.00000851134,0.000042225634,0.000026546348,0.029743308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922087,0.0003383356,0.0019413762,0.0003766932,0.0038677093,0.0012671931],"domain_scores_gemma":[0.98291945,0.001829775,0.0007412951,0.00075428595,0.001595548,0.012159671],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0039219116,0.00023973447,0.0012579921,0.16191633,0.00016448791,0.00007332993,0.0003206905,0.00024176884,0.0013483027],"category_scores_gemma":[0.098322794,0.00016367948,0.0006057199,0.20821646,0.00016160413,0.00021441166,0.0002406151,0.0012452747,0.00007773779],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028607674,0.00014648109,0.62371206,0.000024437319,0.0014940533,0.0006203744,0.00019477785,0.00001353321,0.00019065088,0.000002820191,0.32807916,0.045235593],"study_design_scores_gemma":[0.0023207327,0.0010294665,0.9406982,0.00027091405,0.00083952205,0.0000194695,0.0002479333,0.000040348048,0.0006500383,0.000104708044,0.053663917,0.00011477193],"about_ca_topic_score_codex":0.0056202994,"about_ca_topic_score_gemma":0.00047738117,"teacher_disagreement_score":0.31698614,"about_ca_system_score_codex":0.0009872972,"about_ca_system_score_gemma":0.0070273327,"threshold_uncertainty_score":0.9995646},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410438883","doi":"10.1136/bmjgh-2024-016978","title":"A methodological review of patient healthcare-seeking journeys from symptom onset to receipt of care","year":2025,"lang":"en","type":"review","venue":"BMJ Global Health","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto; McMaster University; University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo; McGill University; Bill and Melinda Gates Foundation","keywords":"Receipt; Health care; Family medicine; Medicine; MEDLINE; Psychology; Political science; Business","score_opus":0.24379213277239514,"score_gpt":0.5777516712810302,"score_spread":0.3339595385086351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410438883","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015248524,0.9738722,0.00016671637,0.015946817,0.0004111857,0.005970809,0.002843037,0.00003521096,0.0007387667],"genre_scores_gemma":[0.000018887897,0.9704745,0.011638835,0.016320473,0.00017977193,0.000274755,0.0010533916,0.000022237793,0.000017142671],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98512113,0.008781607,0.003556783,0.00083291886,0.0007713286,0.00093624543],"domain_scores_gemma":[0.99268466,0.0028991767,0.0015659305,0.0011472652,0.0006006797,0.0011022837],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045081014,0.0005112907,0.008921662,0.00024577463,0.00007296005,0.0000040825757,0.00042782264,0.0005507211,0.00011191933],"category_scores_gemma":[0.014875107,0.00035718776,0.0012097815,0.0012798118,0.000096089716,0.000018385255,0.00038126257,0.00087055226,0.000031583302],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009596416,0.000059843493,0.00022165761,0.3494812,0.00015092491,0.00001811379,0.000036601097,1.3373668e-7,1.6165243e-8,0.00014038089,0.03882701,0.6109682],"study_design_scores_gemma":[0.00016260745,0.0015992355,0.00030845165,0.42063046,0.00029471779,0.000081238744,0.000053205928,6.030525e-7,1.644049e-7,0.00007649817,0.5766607,0.00013213727],"about_ca_topic_score_codex":0.005985708,"about_ca_topic_score_gemma":0.00035402767,"teacher_disagreement_score":0.610836,"about_ca_system_score_codex":0.0018477164,"about_ca_system_score_gemma":0.008639495,"threshold_uncertainty_score":0.999888},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410521860","doi":"10.21203/rs.3.rs-6406911/v1","title":"Reporting of Race and Ethnicity in Studies of Interventions Published in the Canadian Medical Association Journal: A Methodological Review","year":2025,"lang":"en","type":"review","venue":"Research Square","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Race (biology); Ethnic group; Psychological intervention; Association (psychology); Medicine; Psychology; Political science; Sociology; Gender studies; Psychiatry; Psychotherapist; Law","score_opus":0.7694745290486781,"score_gpt":0.7350669013880552,"score_spread":0.034407627660622886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410521860","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019850953,0.9604644,0.0000019437773,0.03438837,0.00018472494,0.002479764,0.0000317624,0.000004658421,0.0024244965],"genre_scores_gemma":[0.000020329875,0.9977088,0.00011880684,0.0011501681,0.00007996682,0.00043297937,0.000020615533,0.000009144065,0.0004591782],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9397919,0.04921007,0.007684986,0.000353624,0.0020708297,0.0008885918],"domain_scores_gemma":[0.9223999,0.06663967,0.0065642693,0.0006832355,0.0033372045,0.0003757233],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23826154,0.00016813754,0.003511149,0.0011991523,0.00045801688,0.000015339307,0.00058571884,0.00087564863,0.0004983],"category_scores_gemma":[0.47170174,0.00009531782,0.00047411246,0.0022860314,0.00013299612,0.000100574,0.0004545658,0.0076968926,0.000003409353],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039429738,0.00004474974,0.0073943613,0.6259854,0.000085204134,0.00008904011,0.0010196686,1.4138553e-8,5.1117226e-9,0.00041773735,0.09139134,0.27356854],"study_design_scores_gemma":[0.0001563195,0.000057194848,0.006504519,0.41490465,0.0000866632,0.000010660771,0.0018383656,2.0460595e-7,6.493303e-9,0.00040258863,0.5759782,0.00006061636],"about_ca_topic_score_codex":0.032265224,"about_ca_topic_score_gemma":0.39087087,"teacher_disagreement_score":0.48458686,"about_ca_system_score_codex":0.0029915012,"about_ca_system_score_gemma":0.025322665,"threshold_uncertainty_score":0.99459237},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4410629997","doi":"10.1136/bmjopen-2024-096107","title":"Completeness of reporting of simulation studies on responder analysis methods and simulation performance: a methodological survey","year":2025,"lang":"en","type":"review","venue":"BMJ Open","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University; Ontario Clinical Oncology Group","funders":"","keywords":"Medicine; Binary data; Data extraction; Covariate; Statistics; Bayesian probability; Computer science; Binary number; MEDLINE; Mathematics","score_opus":0.9393145250890469,"score_gpt":0.7662681919119205,"score_spread":0.17304633317712637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410629997","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009900203,0.939253,0.039062656,0.00003306329,0.00063465175,0.009754771,0.0001112744,0.000036199723,0.0012141893],"genre_scores_gemma":[0.006130913,0.9005426,0.091909274,0.00003529594,0.000063071566,0.00033525057,0.00011533234,0.000019142419,0.0008490755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7217356,0.27226102,0.004447198,0.000742242,0.00052491366,0.00028900913],"domain_scores_gemma":[0.6990573,0.2938178,0.005938294,0.00048387193,0.00065671245,0.000046070905],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44846696,0.00025836818,0.0045204926,0.00072474155,0.0003287609,0.000032585816,0.0005045748,0.00047793935,0.00004643455],"category_scores_gemma":[0.49414527,0.00019409781,0.0004050455,0.0027533511,0.00042827142,0.00013179508,0.0004893036,0.00025136943,6.777947e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005954827,0.00007891035,0.010822857,0.010661354,0.003536149,0.0000055027226,0.0037470348,0.056383412,0.0000013405967,0.00026600994,0.0000095155865,0.9085331],"study_design_scores_gemma":[0.001772394,0.0012572783,0.76878107,0.046004266,0.026076756,0.0000051277257,0.0064683836,0.024695687,0.00007170688,0.00204795,0.11999891,0.0028204522],"about_ca_topic_score_codex":0.00057379325,"about_ca_topic_score_gemma":0.00052622333,"teacher_disagreement_score":0.9057126,"about_ca_system_score_codex":0.00007277194,"about_ca_system_score_gemma":0.0007979152,"threshold_uncertainty_score":0.7915079},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4410641030","doi":"10.2196/77635","title":"Retraction: “A Dynamic Adaptive Ensemble Learning Framework for Noninvasive Mild Cognitive Impairment Detection: Development and Validation Study”","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognitive impairment; Ensemble learning; Cognition; Artificial intelligence; Machine learning; Psychology; Neuroscience","score_opus":0.017620831452765346,"score_gpt":0.3110025560977353,"score_spread":0.29338172464497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410641030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68216175,0.000011802482,0.314124,0.00016187533,0.000162299,0.0017672695,0.0000024435028,0.000055251563,0.0015533431],"genre_scores_gemma":[0.9854252,0.000034234166,0.012664145,0.0008458515,0.00003341907,0.0007197109,0.000019835355,0.0000141552255,0.00024345476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978298,0.000121751196,0.0006377076,0.00029089145,0.00074039,0.00037945117],"domain_scores_gemma":[0.9985911,0.00075233215,0.00025258347,0.00013774898,0.000032038963,0.00023418388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011486908,0.00021541085,0.00023169385,0.00009616773,0.00057644123,0.0000517671,0.000121476915,0.0002800668,0.0002666634],"category_scores_gemma":[0.00048876693,0.00020843206,0.0000407197,0.00030335665,0.00017876018,0.00039407625,0.00022349546,0.0007930826,0.00012890185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042182257,0.0009997358,0.025040464,0.00037746216,0.0002898425,0.000028807046,0.0680276,0.00038147834,0.000045620913,0.00016471745,0.00025356348,0.9039689],"study_design_scores_gemma":[0.011591964,0.004645798,0.48106286,0.0031923116,0.00042485096,0.00013088752,0.31097126,0.14312112,0.01991699,0.004017625,0.018757425,0.0021668877],"about_ca_topic_score_codex":0.000015957823,"about_ca_topic_score_gemma":0.00006815596,"teacher_disagreement_score":0.901802,"about_ca_system_score_codex":0.0006186212,"about_ca_system_score_gemma":0.000109062436,"threshold_uncertainty_score":0.8499613},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410834927","doi":"10.53555/sfs.v9i3.3619","title":"From Data to Cure: Leveraging Artificial Intelligence and Big Data Analytics in Accelerating Disease Research and Treatment Development","year":2022,"lang":"en","type":"article","venue":"Journal of Survey in Fisheries Sciences","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Computer science; Data science; Data analysis; Disease; Research data; Analytics; Artificial intelligence; Data mining; Medicine; Data curation","score_opus":0.9379504612144925,"score_gpt":0.5286332749822725,"score_spread":0.40931718623222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410834927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99125296,0.00050837646,0.00018596495,0.0074019376,0.00040544345,0.00017284707,0.00005789516,0.0000020441696,0.0000125505885],"genre_scores_gemma":[0.99641275,0.0003350088,0.0028463947,0.00010734659,0.00021141267,0.000005551551,0.000062329374,0.0000044339,0.000014754531],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997751,0.00035097112,0.00067557354,0.00037513048,0.00059720845,0.00025009425],"domain_scores_gemma":[0.9981851,0.0009984418,0.00012799303,0.00033288827,0.00015146896,0.00020409877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008314473,0.00008236356,0.00021407392,0.00041750076,0.00039920688,0.00017120322,0.00050692767,0.000019218527,0.000039950595],"category_scores_gemma":[0.0018765817,0.000068377165,0.0000062878707,0.0010889183,0.0002323871,0.00042261567,0.0006423734,0.00029327878,5.6976995e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019858795,0.00014924594,0.78858495,0.000007962442,0.000005946956,0.00003766725,0.006552757,0.00020351498,0.000033018998,0.000005297909,0.00021136348,0.20400971],"study_design_scores_gemma":[0.000059098897,0.0009491525,0.9336572,0.00020119874,0.000012160757,0.000024019368,0.05037482,0.008994545,0.00044108866,0.0021777493,0.00294271,0.00016624622],"about_ca_topic_score_codex":0.009719191,"about_ca_topic_score_gemma":0.017482983,"teacher_disagreement_score":0.20384346,"about_ca_system_score_codex":0.00024506374,"about_ca_system_score_gemma":0.0015200773,"threshold_uncertainty_score":0.99687517},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4410907320","doi":"10.1080/14459795.2025.2508460","title":"A framework for independent research using industry funding: the Massachusetts model","year":2025,"lang":"en","type":"article","venue":"International Gambling Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Political science; Economics; Business; Operations research; Regional science; Management; Sociology; Engineering","score_opus":0.9351945172701203,"score_gpt":0.7403965404133352,"score_spread":0.19479797685678502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410907320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4658799,0.0046154317,0.46824476,0.045953747,0.005007924,0.0008686853,0.00008551571,0.000046713525,0.00929734],"genre_scores_gemma":[0.97632515,0.00022231914,0.012667947,0.00045715863,0.00028376337,0.000083969186,0.000001200488,0.000009497149,0.0099490145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98984903,0.00020334197,0.00064470444,0.00066241913,0.008006571,0.000633925],"domain_scores_gemma":[0.963843,0.023751263,0.00020841323,0.00065186206,0.011424731,0.00012076772],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.035223596,0.00013510392,0.00024824732,0.027162032,0.0010276666,0.0023254019,0.0031951086,0.00023024534,0.000038002552],"category_scores_gemma":[0.14497495,0.000081206665,0.00015910761,0.048526242,0.00035460855,0.00030542148,0.0019576012,0.0011350599,0.000023907582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020775414,0.0003151199,0.1368599,0.00003108777,0.0009656123,0.000013156767,0.0021432564,0.04307343,0.00077621924,0.65966165,0.10295162,0.05300123],"study_design_scores_gemma":[0.00029320005,0.00003027067,0.003825667,0.00009398808,0.000010015344,0.0000019218246,0.0049332213,0.29134673,0.0003300966,0.6801387,0.018885965,0.00011023823],"about_ca_topic_score_codex":0.00003013204,"about_ca_topic_score_gemma":0.000014081456,"teacher_disagreement_score":0.51044524,"about_ca_system_score_codex":0.00048698255,"about_ca_system_score_gemma":0.0003576698,"threshold_uncertainty_score":0.9987103},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4411011595","doi":"10.1016/j.jor.2025.05.065","title":"Assessing the statistical fragility of randomized controlled trials in hip and knee arthroplasty: A methodological review","year":2025,"lang":"en","type":"review","venue":"Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Arthroplasty; Fragility; Randomized controlled trial; Hip arthroplasty; Physical therapy; Physical medicine and rehabilitation; Surgery","score_opus":0.8472937382852233,"score_gpt":0.6504280296123965,"score_spread":0.1968657086728267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411011595","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010199736,0.91136473,0.08192162,0.0005162046,0.0006490756,0.005052633,0.00003033222,0.0000010295971,0.00045419554],"genre_scores_gemma":[0.000018975832,0.97964734,0.01952548,0.00022980994,0.00017270599,0.000114759576,0.0000036574409,0.000010500213,0.0002767752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20608456,0.6653188,0.117611654,0.0010040065,0.009578909,0.00040210702],"domain_scores_gemma":[0.077061646,0.8077903,0.109369636,0.0023112118,0.0032020768,0.00026515563],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.89401436,0.0007032868,0.13567448,0.0010602052,0.00009519521,0.00071618875,0.0012234882,0.00037419438,0.0025215112],"category_scores_gemma":[0.9376401,0.0001944426,0.0282931,0.001950438,0.00050623214,0.00020487599,0.00022834711,0.0013976726,0.000013732104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009007886,0.00006416849,0.0000771638,0.023659533,0.0027233476,0.000046105306,0.000025633935,0.0000015601681,2.243378e-8,0.0010504933,0.005290119,0.9661611],"study_design_scores_gemma":[0.03924864,0.00009198217,0.000056911755,0.10738328,0.057770357,0.00030961967,0.00012819665,0.0001943623,1.27623805e-8,0.008471488,0.78607786,0.00026731123],"about_ca_topic_score_codex":0.0000018245179,"about_ca_topic_score_gemma":0.000002537304,"teacher_disagreement_score":0.96589375,"about_ca_system_score_codex":0.000050337138,"about_ca_system_score_gemma":0.001548261,"threshold_uncertainty_score":0.9983903},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4411200782","doi":"10.1016/j.cortex.2025.05.014","title":"A multilab investigation into the N2pc as an indicator of attentional selectivity: Direct replication of Eimer (1996)","year":2025,"lang":"en","type":"article","venue":"Cortex","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Leeds Biomedical Research Centre; Agencia Estatal de Investigación; NIHR Imperial Biomedical Research Centre; Biotechnology and Biological Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Brandenburger Staatsministerium für Wissenschaft, Forschung und Kultur; National Natural Science Foundation of China; Directorate for Biological Sciences; Uniwersytet Jagielloński w Krakowie; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Department of Health and Social Care; Ministerio de Ciencia e Innovación; Narodowym Centrum Nauki; National Institute for Health and Care Research; Deutsche Forschungsgemeinschaft; Uniwersytet Jagielloński Collegium Medicum; UK Research and Innovation; University of Essex; Agence Nationale de la Recherche; Junta de Andalucía; National Science Foundation","keywords":"Psychology; Replication (statistics); N2pc; Cognitive psychology; Visual attention; Neuroscience; Cognition","score_opus":0.0915264552410548,"score_gpt":0.3931813587239963,"score_spread":0.3016549034829415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411200782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974524,0.000053660835,0.000007670826,0.0013284769,0.00014945613,0.00022150531,0.0000060544576,0.000029801124,0.0007509693],"genre_scores_gemma":[0.99849373,0.000017109533,0.000033184744,0.00066644454,0.000014424335,0.000038484417,0.000003897138,0.0000041698936,0.0007285395],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989791,0.00012579765,0.00020251224,0.00045690095,0.00014969996,0.0000859782],"domain_scores_gemma":[0.9992738,0.00011835251,0.00016713243,0.00035791393,0.00005977725,0.000023066043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021611512,0.00007600958,0.0001279846,0.00007845579,0.00013126839,0.000006504207,0.00018426182,0.0000427845,0.000018072707],"category_scores_gemma":[0.0002673626,0.000052981966,0.00004312482,0.00042219943,0.00041193076,0.00010173286,0.00005749838,0.00009573806,0.000011741111],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027198748,0.00011481725,0.10122817,0.000008638654,0.000006049044,4.7155015e-7,0.0002862643,3.394678e-7,0.8863772,0.00048335598,0.00038104906,0.011086442],"study_design_scores_gemma":[0.000109549626,0.000072877636,0.47982344,0.000010126773,0.000022858794,0.0000013298372,0.00003176462,0.000024027968,0.51813734,0.0014874059,0.00024474665,0.00003455082],"about_ca_topic_score_codex":0.00015774036,"about_ca_topic_score_gemma":0.00005023751,"teacher_disagreement_score":0.37859526,"about_ca_system_score_codex":0.000013507792,"about_ca_system_score_gemma":0.000038607865,"threshold_uncertainty_score":0.21605419},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4411237045","doi":"10.1001/jamanetworkopen.2025.15160","title":"Citation Contamination by Paper Mill Articles in Systematic Reviews of the Life Sciences","year":2025,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Mill; Contamination; Environmental science; History; Library science; Biology; Computer science; Archaeology; Ecology","score_opus":0.04692872264228141,"score_gpt":0.34333756742881316,"score_spread":0.29640884478653173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411237045","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34806147,0.034032505,0.001431447,0.12230541,0.0020363366,0.011568502,0.0000110972305,0.000039555667,0.48051366],"genre_scores_gemma":[0.9929544,0.0012530083,0.00017832147,0.0035165336,0.00006905095,0.0000833656,0.0000013544242,0.0000017054622,0.0019422965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677396,0.0022501322,0.00044270762,0.0001223887,0.0002480244,0.0001627958],"domain_scores_gemma":[0.9983222,0.0012324941,0.0002487962,0.000103218044,0.00006986894,0.00002343105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013764938,0.00005425756,0.00024167828,0.000031233627,0.00036047498,0.00010055439,0.00074264355,0.00018857587,0.00007892936],"category_scores_gemma":[0.005715516,0.000034799185,0.000038780887,0.0010048229,0.00021072537,0.00044964804,0.000094195486,0.0002651085,0.00001051773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003443654,0.00007124401,0.07739233,0.0017119398,0.00003596999,3.1485243e-7,0.028164612,0.00031333513,0.00015347976,0.4902994,0.39129546,0.010527474],"study_design_scores_gemma":[0.002070797,0.00011329912,0.1846403,0.05543144,0.0002710051,7.639561e-7,0.070088685,0.008295704,0.00045346707,0.19685811,0.48103952,0.00073688745],"about_ca_topic_score_codex":0.0027908331,"about_ca_topic_score_gemma":0.003497158,"teacher_disagreement_score":0.6448929,"about_ca_system_score_codex":0.000047956953,"about_ca_system_score_gemma":0.00016606718,"threshold_uncertainty_score":0.68424195},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4411532530","doi":"10.1007/s10805-025-09657-5","title":"Correction: Academic and Research Integrity in Nepali Universities: A Comprehensive Policy Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Academic Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Nepali; Academic integrity; Research integrity; Political science; Engineering ethics; Computer science; Library science; Public relations; Philosophy; Engineering; Linguistics","score_opus":0.14284122946967148,"score_gpt":0.5002791847549476,"score_spread":0.3574379552852761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411532530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6692873,0.0063787997,0.0020117026,0.27802908,0.0019082226,0.00027075052,0.000012514303,0.000035115114,0.042066474],"genre_scores_gemma":[0.9534444,0.037938412,0.0001898838,0.0031826945,0.0008080534,0.0000011133562,0.00000128033,0.000005746534,0.004428421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9938473,0.0034349258,0.0007498697,0.00022321755,0.0012535005,0.0004911499],"domain_scores_gemma":[0.9880713,0.010033795,0.00036339465,0.000111575704,0.0012084323,0.00021149074],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.017365638,0.0001355021,0.00048136528,0.0028274448,0.0007633488,0.00004686828,0.00076551316,0.004349234,0.000037992144],"category_scores_gemma":[0.010989075,0.00013129138,0.00016101275,0.005186873,0.0014595954,0.00056090986,0.00018220732,0.0576289,0.0000034280306],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004065777,0.000046930458,0.081785865,0.00011284587,0.00070119486,0.000064023225,0.35859346,0.0003994269,0.00047651283,0.5061369,0.04582638,0.0054498627],"study_design_scores_gemma":[0.00087475625,0.00011260798,0.024805058,0.0013227696,0.00040010764,0.00003904881,0.52633137,0.0010998152,0.0002246234,0.11485469,0.32962108,0.00031409145],"about_ca_topic_score_codex":0.012964674,"about_ca_topic_score_gemma":0.0014130542,"teacher_disagreement_score":0.39128223,"about_ca_system_score_codex":0.0009812464,"about_ca_system_score_gemma":0.006149239,"threshold_uncertainty_score":0.99948496},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4411555570","doi":"10.1016/j.jclinepi.2025.111876","title":"Adherence to RECORD reporting guidelines among observational studies using routinely collected health data published in general medical journals: a meta-epidemiologic study","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Queen's University; McMaster University; Women's College Hospital","funders":"","keywords":"Observational study; Medicine; Family medicine; MEDLINE; Epidemiology; Medical record; Environmental health; Pathology; Internal medicine","score_opus":0.9959672742694313,"score_gpt":0.8133929164219663,"score_spread":0.182574357847465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411555570","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79799134,0.009276228,0.08430225,0.10342471,0.003711106,0.0011628963,0.000013935944,0.000007072639,0.000110468216],"genre_scores_gemma":[0.28155446,0.0029885122,0.6396344,0.06993259,0.0029342335,0.00007114457,0.000017024346,0.00003328684,0.0028343734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13898952,0.40668106,0.4396299,0.0040209983,0.009112604,0.0015659035],"domain_scores_gemma":[0.0128943045,0.57061183,0.38273326,0.008837804,0.022965293,0.001957477],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.93506414,0.00058345526,0.045370147,0.0014912533,0.00027310455,0.00026808455,0.006555663,0.00047993526,0.0025576125],"category_scores_gemma":[0.9953631,0.00025628178,0.005513322,0.0049835234,0.0002920355,0.00081502873,0.0017554385,0.0022072054,0.0000249184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006803317,0.00022259497,0.72884035,0.000021212321,0.00292393,0.00006451692,0.00006328422,0.0031241153,5.5375506e-7,0.00018894747,0.2493368,0.015145702],"study_design_scores_gemma":[0.0008598241,0.0007009885,0.8672074,0.00047616952,0.0011687473,0.000113013964,0.0011184447,0.08938029,5.439221e-8,0.029115802,0.009657467,0.00020179721],"about_ca_topic_score_codex":0.0006400462,"about_ca_topic_score_gemma":0.0033710944,"teacher_disagreement_score":0.5553321,"about_ca_system_score_codex":0.00018131442,"about_ca_system_score_gemma":0.0033655553,"threshold_uncertainty_score":0.9999889},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411850720","doi":"10.1007/978-3-031-87083-5_15","title":"Cluster-Randomized Trials in Surgery","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Cluster (spacecraft); Cluster randomised controlled trial; Randomized controlled trial; Medicine; Surgery; Computer science; Operating system","score_opus":0.06008358336594474,"score_gpt":0.32099640386596096,"score_spread":0.2609128205000162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411850720","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037517588,0.0018092463,0.00012866539,0.0051128617,0.00051791477,0.001665082,0.0000064492065,0.00008033814,0.99064195],"genre_scores_gemma":[0.0003368237,0.0023239928,0.000238978,0.0037126907,0.00032851697,0.000046767713,0.00008867147,0.000034325665,0.9928892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966422,0.00052721484,0.0018549467,0.00036317256,0.00038549255,0.00022698475],"domain_scores_gemma":[0.9359567,0.06320607,0.0002635661,0.00038403022,0.00006713843,0.00012250383],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0098122265,0.00037491063,0.011158694,0.00065440673,0.000015923693,0.000020850046,0.000057416895,0.0005915166,0.0035771593],"category_scores_gemma":[0.010673855,0.00023997542,0.0056276056,0.000047274432,0.0001012264,0.000020842335,0.000036908925,0.00037265566,0.00016595276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14178962,0.00007261667,0.0006056111,0.00073551346,0.0020094316,0.0024819826,0.00004229132,7.7695626e-7,0.0000016987498,0.6736271,0.14647341,0.032159973],"study_design_scores_gemma":[0.08055227,0.000013043435,0.00008695313,0.0009970235,0.0012091409,0.000057044293,0.0000049000296,0.000009480159,0.0000061753362,0.0025494401,0.9142279,0.00028664607],"about_ca_topic_score_codex":0.000061008333,"about_ca_topic_score_gemma":0.000017653347,"teacher_disagreement_score":0.7677545,"about_ca_system_score_codex":0.000079588375,"about_ca_system_score_gemma":0.00032303066,"threshold_uncertainty_score":0.9976597},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4411928219","doi":"10.1016/j.jclinepi.2025.111892","title":"Response to the letter ‘Balancing methodological rigor and simplicity in ROBUST-RCT: is optional assessment of bias domains the ideal path forward’","year":2025,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Rigour; Simplicity; Ideal (ethics); Path (computing); Computer science; Medicine; Mathematics; Epistemology; Philosophy","score_opus":0.754285470495182,"score_gpt":0.6616606810892643,"score_spread":0.09262478940591767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411928219","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07479794,0.00012061882,0.06810854,0.85461706,0.0016733407,0.00038635315,0.00005347792,0.000003528021,0.00023915421],"genre_scores_gemma":[0.019661603,0.00037819578,0.063761234,0.91288424,0.0027811443,0.000023423689,0.0000052935216,0.000010744429,0.00049411826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8678252,0.10875847,0.017107613,0.0012343957,0.0041240854,0.00095021335],"domain_scores_gemma":[0.5697914,0.42202523,0.006253677,0.000872527,0.0008894927,0.00016767377],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4310589,0.0003516454,0.0037677197,0.00051486306,0.00018766084,0.00006739809,0.0018630021,0.001117771,0.0005876401],"category_scores_gemma":[0.29997972,0.00014804206,0.0011684863,0.0006245838,0.00057965075,0.00014654617,0.0005822176,0.005433095,0.00001569729],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006774408,0.0000528387,0.11191714,0.000013198952,0.00011124728,0.000035367477,0.000110207424,0.0047702603,0.000005961733,0.00063015637,0.87448055,0.007195616],"study_design_scores_gemma":[0.0005985591,0.0004771777,0.44461542,0.00009217593,0.000054823366,0.0000459159,0.000074097195,0.005508314,6.7381103e-7,0.015911397,0.5325189,0.00010252213],"about_ca_topic_score_codex":0.000047017034,"about_ca_topic_score_gemma":0.00006391003,"teacher_disagreement_score":0.34196165,"about_ca_system_score_codex":0.00013704716,"about_ca_system_score_gemma":0.0014667168,"threshold_uncertainty_score":0.9968614},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411952500","doi":"10.1136/bmjebm-2024-113617","title":"Understanding synthetic data: artificial datasets for real-world evidence","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.5243495068028722,"score_gpt":0.4894084368243749,"score_spread":0.034941069978497274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411952500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000118741285,0.0020285377,0.81691974,0.17655288,0.0018760418,0.0016385277,0.00006324221,0.00033416387,0.00046813942],"genre_scores_gemma":[0.92645323,0.0006974111,0.05718803,0.0122120315,0.0018061331,0.0004673128,0.000425506,0.00005569949,0.00069465395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950661,0.00063338433,0.0010622902,0.0015217923,0.0009864168,0.0007300247],"domain_scores_gemma":[0.9813021,0.013448229,0.00042466857,0.004284071,0.0002560719,0.00028490656],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007633783,0.00036089454,0.00062429043,0.00073839986,0.0005183475,0.00018925956,0.0036846078,0.000115933566,0.00008476258],"category_scores_gemma":[0.022985118,0.00030442185,0.000075845426,0.0018767108,0.0003361723,0.0015894928,0.00075857766,0.00048231476,0.000028366907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065173465,0.00012713388,0.009061246,0.00415182,0.00008903632,0.00017513699,0.0004048429,0.0018161999,0.0008885038,0.53381073,0.39417067,0.054652944],"study_design_scores_gemma":[0.0012498347,0.0008992286,0.003534209,0.04558376,0.0002696539,0.000019994426,0.00023262223,0.87049747,0.00080175325,0.04241838,0.03367751,0.00081559026],"about_ca_topic_score_codex":0.0017040292,"about_ca_topic_score_gemma":0.0012937565,"teacher_disagreement_score":0.9263345,"about_ca_system_score_codex":0.0006276823,"about_ca_system_score_gemma":0.0016558492,"threshold_uncertainty_score":0.9999408},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4411977700","doi":"10.1186/s12916-025-04202-y","title":"Sex and gender considerations in randomized controlled trials in critical care nephrology: a meta-epidemiologic study","year":2025,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"University of Alberta; King Chulalongkorn Memorial Hospital","keywords":"Medicine; Randomized controlled trial; Nephrology; Meta-analysis; Internal medicine; MEDLINE; Intensive care medicine","score_opus":0.6544556132467321,"score_gpt":0.5824175902738793,"score_spread":0.07203802297285278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411977700","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049740374,0.9721523,0.0000907993,0.002546267,0.0005282955,0.023514288,0.000028495386,0.000052750023,0.0010370612],"genre_scores_gemma":[0.004955468,0.9807958,0.0005864268,0.0037281867,0.00057388627,0.00893557,0.00014816191,0.000034602726,0.0002418832],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9465253,0.04347046,0.0077130366,0.0012617455,0.00044751988,0.0005819335],"domain_scores_gemma":[0.7879894,0.21002765,0.00072814326,0.0007527269,0.00024339995,0.000258676],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058696564,0.0008731958,0.057468906,0.0015920722,0.00008804581,0.000013746556,0.00012394844,0.00083593535,0.0006278006],"category_scores_gemma":[0.3637586,0.00042656,0.0020580802,0.0005282473,0.00052948936,0.00002788085,0.00009170176,0.0012845385,0.000004513462],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12029653,0.0025828457,0.011548959,0.5606242,0.046194196,0.00473503,0.031042024,0.000011151412,6.3762093e-7,0.016767234,0.01033576,0.19586147],"study_design_scores_gemma":[0.78440654,0.0011189627,0.00027629136,0.014714459,0.15383998,0.00037536502,0.012515859,0.00005355151,3.665616e-8,0.0068109906,0.025289997,0.00059793773],"about_ca_topic_score_codex":0.00038331107,"about_ca_topic_score_gemma":0.0008106688,"teacher_disagreement_score":0.66411006,"about_ca_system_score_codex":0.0001678545,"about_ca_system_score_gemma":0.0019806742,"threshold_uncertainty_score":0.9998186},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaepi_broad","metaepi_narrow"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412032957","doi":"10.6000/1929-6029.2025.14.30","title":"Comparison of Heterogeneity Measures in Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"International Journal of Statistics in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Computer science; Econometrics; Mathematics; Medicine; Internal medicine","score_opus":0.9213311674461997,"score_gpt":0.7348622527882308,"score_spread":0.1864689146579689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412032957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14339067,0.007620833,0.8291542,0.010712502,0.0007998516,0.00041359424,0.00017832073,8.6714755e-7,0.007729179],"genre_scores_gemma":[0.9896324,0.00015487734,0.009398489,0.000113181086,0.00003553643,0.000006670152,0.0000033185017,0.0000030770877,0.00065244554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.918596,0.021102501,0.018069034,0.0005340954,0.041367043,0.00033127744],"domain_scores_gemma":[0.9466436,0.03672977,0.0035876671,0.0010108835,0.011802397,0.00022571658],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28380084,0.00013523684,0.004481984,0.005064227,0.000029188395,0.00025363365,0.004256525,0.00011151784,0.013792843],"category_scores_gemma":[0.2950255,0.000068247384,0.0018522444,0.0038882745,0.00026962286,0.00010463997,0.0003070837,0.000938292,0.00006310332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016270956,0.0010813352,0.7295326,0.000052223317,0.08012528,0.0004393901,0.0007388111,0.0043720254,0.000058619928,0.05343424,0.050309014,0.079693764],"study_design_scores_gemma":[0.0023273642,0.0003315219,0.40251803,0.00028347244,0.027262049,0.000035646117,0.0033323118,0.19335708,0.0008342206,0.31044552,0.058897957,0.00037484246],"about_ca_topic_score_codex":0.00012788968,"about_ca_topic_score_gemma":0.0021755197,"teacher_disagreement_score":0.8462417,"about_ca_system_score_codex":0.00014655998,"about_ca_system_score_gemma":0.0006041678,"threshold_uncertainty_score":0.9871087},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412134464","doi":"10.1177/25152459251348431","title":"Bestiary of Questionable Research Practices in Psychology","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; St. Francis Xavier University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; National Institute for Health and Care Research; Leverhulme Trust; John Templeton Foundation; National Research, Development and Innovation Office; National Science Foundation","keywords":"Bestiary; Psychology; Psychoanalysis; Literature; Art","score_opus":0.8395444366525378,"score_gpt":0.8045002882908695,"score_spread":0.03504414836166825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412134464","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39397103,0.07165504,0.05523948,0.014815847,0.0017180484,0.0016657105,0.000003573868,0.000009110714,0.46092215],"genre_scores_gemma":[0.5321785,0.010194328,0.4564042,0.00061349146,0.000022750859,0.000092735245,3.4530936e-7,0.0000032843998,0.00049034326],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9179262,0.0652972,0.008066174,0.0033966168,0.0044226875,0.000891102],"domain_scores_gemma":[0.8963999,0.090381324,0.008740357,0.0032053431,0.0011145384,0.00015853936],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.525518,0.00021264894,0.0017595841,0.0021955052,0.00016924305,0.00039675072,0.003391167,0.00018860395,0.00079763256],"category_scores_gemma":[0.50509536,0.000114890085,0.00014292475,0.015113007,0.0018588479,0.0028165653,0.0004647226,0.0010592384,0.0000398025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009633092,0.0004310431,0.37590623,0.000047577807,0.000004791467,0.0000198612,0.00021535474,0.00013061968,0.0012742123,0.0416451,0.0002981898,0.57993066],"study_design_scores_gemma":[0.00031718664,0.00017035176,0.29287207,0.0001257787,0.0000093282115,0.000018042505,0.0011523309,0.0020609095,0.00006318614,0.5815638,0.121514,0.00013302077],"about_ca_topic_score_codex":0.00012631626,"about_ca_topic_score_gemma":0.0003291986,"teacher_disagreement_score":0.5797977,"about_ca_system_score_codex":0.00005079884,"about_ca_system_score_gemma":0.00012472789,"threshold_uncertainty_score":0.87335175},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412198620","doi":"10.1007/s00540-025-03544-4","title":"Anesthesia research misconduct in Japan: understanding the status is critical to prevention","year":2025,"lang":"en","type":"article","venue":"Journal of Anesthesia","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Pain medicine; Anesthesiology; Medicine; Anesthesia; Misconduct; Law; Political science","score_opus":0.6135395652638627,"score_gpt":0.622462987494357,"score_spread":0.00892342223049436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412198620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66776156,0.0005769168,0.0004165079,0.3286117,0.000036792055,0.00034688687,1.1988553e-7,0.0000062892022,0.0022432336],"genre_scores_gemma":[0.9909127,0.0004942376,0.0011560409,0.004092166,0.00016619814,0.0000074687973,3.0775067e-7,0.000018630428,0.0031522803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955766,0.0007319388,0.0008686944,0.00024798035,0.0018796996,0.00069506763],"domain_scores_gemma":[0.9855527,0.012236179,0.00010521861,0.0004923701,0.0012073198,0.00040617006],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015168593,0.000120505036,0.00041030155,0.00076466415,0.00018098799,0.00011257851,0.00042905653,0.00029525772,0.00016212162],"category_scores_gemma":[0.017091177,0.00007950184,0.00018585313,0.0012672179,0.00047071246,0.00013549786,0.000056161094,0.0035618083,0.000034709756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071691503,0.0026997114,0.21619162,0.0016899034,0.00036386726,0.016033238,0.010741792,0.000052446132,0.0068927878,0.660552,0.06869003,0.0089234235],"study_design_scores_gemma":[0.0039677117,0.006793602,0.20540293,0.009027252,0.00020461538,0.008262413,0.038463898,0.0002360221,0.0033745961,0.69133705,0.03258444,0.00034545353],"about_ca_topic_score_codex":0.00003888514,"about_ca_topic_score_gemma":0.000036438763,"teacher_disagreement_score":0.32451954,"about_ca_system_score_codex":0.00077747676,"about_ca_system_score_gemma":0.0021791395,"threshold_uncertainty_score":0.99873704},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412521978","doi":"10.1136/bmjebm-2025-113715","title":"Co-production and implementation of an evidence collation strategy for a novel point-of-care information resource: gpevidence.org","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute for Health and Care Research","keywords":"Collation; Production (economics); Resource (disambiguation); Point (geometry); Information resource; Computer science; Business; Knowledge management; Mathematics; Economics","score_opus":0.07713404106508719,"score_gpt":0.4283125794856482,"score_spread":0.351178538420561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412521978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93966615,0.0066141407,0.045697816,0.0061936313,0.00021930311,0.0014928643,0.00003368845,0.000023600202,0.00005878286],"genre_scores_gemma":[0.9949123,0.0003672764,0.0038697221,0.00033926268,0.00017121449,0.00009582269,0.00020810033,0.000005316527,0.000030979936],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986864,0.000082971426,0.00058163574,0.00024841528,0.00025882266,0.00014175635],"domain_scores_gemma":[0.99852157,0.00026400134,0.00037263066,0.00028654528,0.00049968733,0.000055580054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001208088,0.0001281623,0.00024145139,0.00016810582,0.000076419026,0.00000928521,0.0001310713,0.00014465339,0.000012322968],"category_scores_gemma":[0.004406238,0.00010704386,0.00004212933,0.00024178211,0.00032666686,0.0000596355,0.000021455948,0.000057425215,2.4498306e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027166007,0.000056139957,0.03079923,0.0034720805,0.000077034405,4.9555746e-7,0.0013629314,0.0004407408,0.6893231,0.00034060574,0.0066105435,0.26480046],"study_design_scores_gemma":[0.0033643267,0.008561702,0.09696009,0.009114004,0.00028304468,0.000010386756,0.023299105,0.0008078614,0.848332,0.00017040834,0.00877322,0.00032387918],"about_ca_topic_score_codex":0.00012409563,"about_ca_topic_score_gemma":0.00007876086,"teacher_disagreement_score":0.2644766,"about_ca_system_score_codex":0.000029553761,"about_ca_system_score_gemma":0.0003893556,"threshold_uncertainty_score":0.5274997},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4412582784","doi":"10.1136/bmjopen-2024-097148","title":"Data sharing statements for clinical trials: a cross-sectional survey of cardiology journals","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"National Natural Science Foundation of China","keywords":"Medicine; Clinical trial; Publication; Data sharing; Odds; Odds ratio; MEDLINE; Family medicine; Logistic regression; Alternative medicine; Internal medicine; Pathology","score_opus":0.9414220175727007,"score_gpt":0.759484280899632,"score_spread":0.18193773667306867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412582784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031943268,0.00007779185,0.98328835,0.0008858062,0.0010766136,0.0058971546,0.001126001,0.000014638194,0.00443932],"genre_scores_gemma":[0.5011929,0.00594837,0.42353037,0.0037108238,0.0022827613,0.006893348,0.007051557,0.000103105755,0.04928672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935165,0.0032392573,0.0016885429,0.0008599247,0.00042853237,0.00026724132],"domain_scores_gemma":[0.9882935,0.0072704735,0.00083144906,0.0031151946,0.0004189393,0.00007041054],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.1993732,0.000081201135,0.0005458704,0.00015507746,0.00013726582,0.004524844,0.015429646,0.000055717675,0.000021182566],"category_scores_gemma":[0.06758762,0.000068614754,0.000072056995,0.0003880903,0.00006285141,0.020373102,0.022127934,0.00016759535,0.000009268802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044090653,0.000048975304,0.9477964,0.000056396497,0.0004907018,0.000004953268,0.0000028863178,0.000084835796,0.000007250888,0.010773008,0.033426143,0.0068675335],"study_design_scores_gemma":[0.001417245,0.00007455738,0.9317436,0.000035557932,0.00000984922,0.0000014625801,0.000004988499,0.011600867,0.0000066229854,0.0018566566,0.05317705,0.00007150314],"about_ca_topic_score_codex":0.00042379467,"about_ca_topic_score_gemma":0.00015575677,"teacher_disagreement_score":0.55975795,"about_ca_system_score_codex":0.000026516265,"about_ca_system_score_gemma":0.0005114297,"threshold_uncertainty_score":0.99650854},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad","open_science","scholarly_communication","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412738326","doi":"10.7202/1118901ar","title":"Research Integrity and Research Fairness: Harmonious or in Conflict?","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.8520249275815825,"score_gpt":0.6905774453795961,"score_spread":0.16144748220198646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412738326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57584715,0.0077877142,0.0000984255,0.39051798,0.00069982273,0.0007969017,0.000023737412,0.000009896431,0.024218366],"genre_scores_gemma":[0.9846251,0.0051287594,0.0008327492,0.0013737535,0.00020527499,0.0000067926144,0.0000013310778,0.000019793602,0.0078064487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943828,0.0015302893,0.0008726696,0.00033423142,0.0019110459,0.0009689828],"domain_scores_gemma":[0.9521796,0.034859817,0.00010994242,0.0006732224,0.010114576,0.0020628287],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061312277,0.00012253466,0.0004736112,0.0032007576,0.00037700403,0.00019766056,0.00063257007,0.0012550881,0.00016338665],"category_scores_gemma":[0.13492835,0.000094774325,0.00007819102,0.0024989669,0.0058220425,0.00010495699,0.00016699274,0.027250811,0.000019787018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033700764,0.00039913753,0.2546172,0.0031791485,0.00033394474,0.014937557,0.011614948,0.000004568561,0.0012262949,0.6149245,0.060552757,0.03483987],"study_design_scores_gemma":[0.008468443,0.0057274564,0.14038211,0.017042382,0.00007950722,0.0010184406,0.053750284,0.00027830363,0.0053688707,0.50362056,0.26374698,0.0005166848],"about_ca_topic_score_codex":0.06175698,"about_ca_topic_score_gemma":0.51436806,"teacher_disagreement_score":0.45261106,"about_ca_system_score_codex":0.000959076,"about_ca_system_score_gemma":0.047754966,"threshold_uncertainty_score":0.9968835},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412822443","doi":"10.1001/jamanetworkopen.2025.30220","title":"Reporting Guideline for Chatbot Health Advice Studies","year":2025,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of British Columbia; McMaster University; Women's College Hospital; Hamilton Health Sciences; University of Toronto","funders":"","keywords":"Checklist; Computer science; Guideline; Interpretability; Data science; Medicine; Psychology; Artificial intelligence","score_opus":0.17355919457223615,"score_gpt":0.5589418649843204,"score_spread":0.3853826704120843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412822443","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009887843,0.033483934,0.011001726,0.37674007,0.020814436,0.009488101,0.00015116442,0.0005282475,0.53790444],"genre_scores_gemma":[0.47835395,0.00012855502,0.077610284,0.12801853,0.0028262276,0.0049014795,0.00040247475,0.00012040314,0.3076381],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995661,0.00015481039,0.0030523117,0.0004437979,0.00009344823,0.00059461413],"domain_scores_gemma":[0.9969762,0.0003375631,0.001889585,0.00048952404,0.00020503318,0.00010207258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057180226,0.00014924277,0.0005065002,0.00005784569,0.00035371832,0.00014110809,0.0004967448,0.00007283048,0.00013265427],"category_scores_gemma":[0.0009028987,0.00014279106,0.00012812052,0.000373697,0.000039810777,0.00021852364,0.00053313276,0.00014883466,0.00009352082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016858602,0.00013319231,0.001375225,0.00013564568,0.00019012929,0.000005259395,0.00023076894,0.000050595714,9.4948206e-8,0.04132507,0.8004593,0.1559261],"study_design_scores_gemma":[0.0013797081,0.00047161244,0.006163296,0.0015220987,0.00002421286,0.000011737291,0.0015682073,0.00017071524,0.000004665858,0.03583058,0.9526976,0.00015559101],"about_ca_topic_score_codex":0.00053865457,"about_ca_topic_score_gemma":0.0005811686,"teacher_disagreement_score":0.4684661,"about_ca_system_score_codex":0.0001940563,"about_ca_system_score_gemma":0.00013583989,"threshold_uncertainty_score":0.58228505},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412956200","doi":"10.1186/s12961-025-01374-0","title":"How does integrated knowledge translation work? A realist review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Toronto; Dalhousie University; Ottawa Hospital; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Knowledge translation; Public health; Work (physics); Health informatics; Medicine; Translation (biology); Knowledge management; Nursing; Computer science; Engineering","score_opus":0.9554791284793234,"score_gpt":0.7969119312029693,"score_spread":0.15856719727635404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412956200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.157984e-7,0.9049162,0.0001284671,0.06602324,0.00092135125,0.017123803,0.0011845565,0.0001477274,0.009554507],"genre_scores_gemma":[0.0000028538107,0.94281644,0.00007244839,0.006013689,0.0016974589,0.00800154,0.00031343257,0.000070695634,0.04101146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9402984,0.04996348,0.003809746,0.0011660403,0.0014782322,0.0032841293],"domain_scores_gemma":[0.95939356,0.033875674,0.0016518933,0.0013742344,0.0018083984,0.0018962291],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048576217,0.0006496693,0.0038986872,0.0026244314,0.0033883003,0.0002447486,0.0008654974,0.00079471985,0.000072556126],"category_scores_gemma":[0.02692096,0.00041331138,0.00025613268,0.0083249975,0.00039512131,0.00027848632,0.00030206746,0.004027318,0.00026225726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032826588,0.000009383869,0.0000023315822,0.40909076,0.000015195349,0.0000011830546,0.0014541701,4.3437414e-9,6.687579e-9,0.0039152433,0.13506725,0.45044118],"study_design_scores_gemma":[0.00020906742,0.000057053458,0.000002746472,0.3163857,0.00002704879,0.0000048500865,0.00085739425,0.0000039755655,3.2038505e-9,0.000047649653,0.6822193,0.00018521026],"about_ca_topic_score_codex":0.010897644,"about_ca_topic_score_gemma":0.002050918,"teacher_disagreement_score":0.54715204,"about_ca_system_score_codex":0.0033806826,"about_ca_system_score_gemma":0.051229388,"threshold_uncertainty_score":0.99983186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4413024604","doi":"10.1002/asi.70013","title":"Understanding discrepancies in the coverage of <scp>OpenAlex</scp> : The case of China","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Bureau de Coopération Interuniversitaire; Université du Québec à Montréal","funders":"Fonds de recherche du Québec; China Scholarship Council; Social Sciences and Humanities Research Council of Canada; National Natural Science Foundation of China","keywords":"China; Computer science; Data science; Information retrieval; Geography","score_opus":0.25345515263717894,"score_gpt":0.4762531204382082,"score_spread":0.22279796780102928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413024604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96058667,0.00013301033,0.0070142406,0.02428059,0.00037008032,0.0003364198,0.000020582684,0.000002671698,0.007255763],"genre_scores_gemma":[0.9995866,0.00009821795,0.00006469374,0.00011460066,0.000005227492,0.0000025574632,1.0152261e-7,6.0148267e-7,0.00012741426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961826,0.00009019184,0.00083907304,0.00007276501,0.0026251285,0.00019023582],"domain_scores_gemma":[0.9898437,0.004641227,0.001816756,0.00027786783,0.0033990087,0.00002144136],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.044418216,0.00004749222,0.00017289931,0.01591107,0.00046077397,0.0005297453,0.0019416392,0.00007252412,0.000001019791],"category_scores_gemma":[0.11444524,0.00001957084,0.00007553293,0.08355657,0.00045443207,0.0016197497,0.00032038754,0.00021986796,5.167143e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013651867,0.00006677442,0.19276787,0.000020317082,0.000032917993,0.0000018055181,0.004090281,0.00033162168,0.0006047405,0.7562651,0.008748167,0.03705675],"study_design_scores_gemma":[0.0016081018,0.00035709076,0.2638918,0.00006737998,0.000038738614,0.00020483886,0.06739923,0.009288346,0.00680065,0.59974754,0.050530568,0.00006569522],"about_ca_topic_score_codex":0.000030275129,"about_ca_topic_score_gemma":0.000040513787,"teacher_disagreement_score":0.15651755,"about_ca_system_score_codex":0.00025861914,"about_ca_system_score_gemma":0.00040157323,"threshold_uncertainty_score":0.9952427},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413041880","doi":"10.1080/08989621.2025.2542197","title":"AI disclosure, moral shame, and the punishment of honesty","year":2025,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Honesty; Shame; Transparency (behavior); Psychology; Punishment (psychology); Constructive; Perspective (graphical); Narrative; Social psychology; Process (computing); Law; Political science; Computer science","score_opus":0.10953065969817855,"score_gpt":0.4822537312601409,"score_spread":0.3727230715619624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413041880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8547173,0.00042317083,0.00001791873,0.085683495,0.0001258064,0.00068318314,0.000010777917,0.000010816596,0.058327522],"genre_scores_gemma":[0.9980212,0.0003927811,0.000024775216,0.00052209676,0.000048862294,0.000047599522,0.0000015137946,0.0000021176643,0.0009390851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964663,0.0018488104,0.00027657548,0.00022181566,0.0008087014,0.0003778391],"domain_scores_gemma":[0.9962835,0.003028119,0.000029597868,0.00027621206,0.00033962645,0.00004294869],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024393415,0.0000632701,0.00018860218,0.0001225648,0.00041188288,0.00007876083,0.0005385655,0.00033763202,0.00013179777],"category_scores_gemma":[0.0035643624,0.00004240441,0.000040177347,0.0008698033,0.003631497,0.00020259667,0.00025295527,0.0019455338,0.0000065153813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002355228,0.00008648157,0.44663644,0.000049170856,0.000010335985,6.7999406e-7,0.017381182,0.0000018326642,0.000010601006,0.52684516,0.0051758303,0.0035667978],"study_design_scores_gemma":[0.0011545091,0.000028909104,0.30528906,0.00011134792,0.000009014176,3.4099932e-7,0.04927852,0.00025375123,0.00015929305,0.58401746,0.05958318,0.00011459509],"about_ca_topic_score_codex":0.095867254,"about_ca_topic_score_gemma":0.022395257,"teacher_disagreement_score":0.14330386,"about_ca_system_score_codex":0.0001622598,"about_ca_system_score_gemma":0.0004824844,"threshold_uncertainty_score":0.99908006},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4413164636","doi":"10.2139/ssrn.5373331","title":"Learning From the Best: What Makes Popular Hugging Face Models? A Registered Report","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Face recognition and analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Face (sociological concept); Psychology; Linguistics; Philosophy","score_opus":0.03522229291286052,"score_gpt":0.27341176083596264,"score_spread":0.2381894679231021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413164636","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012119909,0.027617093,0.94587946,0.01224558,0.0009163179,0.00022140537,0.0000036074093,0.00017438074,0.00082222634],"genre_scores_gemma":[0.84622127,0.11327249,0.0061838333,0.0011696796,0.0008723542,0.000052792024,0.0001379965,0.00006066661,0.03202893],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99541885,0.00047422125,0.0007495221,0.00086004677,0.00070246303,0.001794911],"domain_scores_gemma":[0.99744344,0.000116326184,0.0009378672,0.0011263262,0.00026556465,0.00011047398],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026454686,0.0003984854,0.00052876497,0.00023888236,0.0006764197,0.0023930736,0.0022467244,0.00025716805,0.000011801254],"category_scores_gemma":[0.00020162638,0.00030895698,0.00063394837,0.00039407084,0.000047075628,0.0009591665,0.0011107442,0.0073142964,0.00002622512],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031744843,0.00016380996,0.0007368486,0.000060310686,0.0030034988,0.00043702417,0.0045646406,0.18231353,0.000086014436,0.053034052,0.00041907816,0.7551494],"study_design_scores_gemma":[0.00034277432,0.00006486772,0.000012930793,0.0011594883,0.00030724576,0.00097421865,0.01047697,0.34147632,0.00003858004,0.6420121,0.002584579,0.0005499132],"about_ca_topic_score_codex":0.00053606153,"about_ca_topic_score_gemma":0.0006272519,"teacher_disagreement_score":0.93969566,"about_ca_system_score_codex":0.00086730905,"about_ca_system_score_gemma":0.003195181,"threshold_uncertainty_score":0.9999362},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4413191172","doi":"10.1016/j.mtener.2025.102019","title":"Retraction notice to Corrigendum to “High-performance perovskite solar cells using graphene quantum dot modified SnO2/ZnO photoelectrode” [Mater Today Energy 42 (2024) 101566]","year":2025,"lang":"en","type":"article","venue":"Materials Today Energy","topic":"Perovskite Materials and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Materials science; Quantum dot; Perovskite (structure); Notice; Optoelectronics; Graphene; Nanotechnology; Engineering physics; Chemical engineering; Physics","score_opus":0.01106474292825864,"score_gpt":0.21329677947866044,"score_spread":0.20223203655040178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413191172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512182,0.00007083044,0.03406841,0.00014886241,0.012182604,0.0003261635,0.00018543407,0.00056111923,0.0012383972],"genre_scores_gemma":[0.9927753,0.00027308852,0.001447338,0.0011624321,0.0007555517,0.0003949827,0.00017487924,0.00016055141,0.0028558685],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99663097,0.000122065576,0.0009952033,0.0008223736,0.00037352584,0.0010558938],"domain_scores_gemma":[0.99839526,0.00003973053,0.00013830359,0.0009380596,0.00019808077,0.00029059034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039260404,0.0006827219,0.00078872615,0.00060805655,0.00036372858,0.00044303242,0.00055287225,0.00045138213,0.0007055027],"category_scores_gemma":[0.000021257036,0.00069850346,0.00010139745,0.00093168556,0.000039789982,0.0003540851,0.00019341536,0.00016934978,0.00013021969],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014450666,0.00006469455,0.0000036563854,0.0001006944,0.00007736622,0.000005666315,0.00009745125,0.07393151,0.9123006,0.0037702522,0.0088439975,0.0006595932],"study_design_scores_gemma":[0.00036311778,0.00009279942,0.00019822676,0.00014331091,0.00007830894,0.000007950783,0.000024465044,0.008348881,0.9299606,0.0003300855,0.05973018,0.0007220581],"about_ca_topic_score_codex":0.0023672117,"about_ca_topic_score_gemma":0.0001653013,"teacher_disagreement_score":0.065582626,"about_ca_system_score_codex":0.00030447653,"about_ca_system_score_gemma":0.000063833526,"threshold_uncertainty_score":0.9995466},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413340902","doi":"10.3390/curroncol32080462","title":"High Outcome-Reporting Bias in Randomized-Controlled Trials of Acupuncture for Cancer Chemotherapy-Induced Nausea and Vomiting: A Systematic Review and Meta-Epidemiological Study","year":2025,"lang":"en","type":"review","venue":"Current Oncology","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsspital Zürich","keywords":"Medicine; Nausea; Acupuncture; Meta-analysis; Vomiting; Clinical trial; Reporting bias; Randomized controlled trial; MEDLINE; Publication bias; Metric (unit); Outcome (game theory); Prospective cohort study; Systematic review; Epidemiology; Physical therapy; Alternative medicine; Intensive care medicine; Internal medicine; Pathology","score_opus":0.6576657626141557,"score_gpt":0.6228960202366118,"score_spread":0.03476974237754382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413340902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026697616,0.89373785,0.00001799942,0.001615342,0.00029359988,0.10394236,0.00007365516,0.00003174922,0.000020482701],"genre_scores_gemma":[0.00029239827,0.93326247,0.00019473149,0.0002563405,0.00013984893,0.06552716,0.00006227545,0.000035758774,0.00022900057],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9688949,0.014255729,0.014812248,0.0010413313,0.0004266395,0.0005691505],"domain_scores_gemma":[0.85650504,0.122908585,0.01911776,0.00067664206,0.0005895777,0.00020237738],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.062080555,0.0016876307,0.15158913,0.0006184895,0.00008192757,0.000017412944,0.0002021927,0.0005484416,0.000056627512],"category_scores_gemma":[0.37469643,0.00047538363,0.0072570844,0.00040192067,0.00022339795,0.000032344295,0.00023278898,0.00091143046,4.3672776e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066682464,0.00070991373,0.00046389698,0.9137176,0.05041975,0.00003227592,0.00010407984,4.8621878e-8,1.1790919e-7,0.000034110322,0.00031416275,0.027535765],"study_design_scores_gemma":[0.16986828,0.0007957713,0.000025175803,0.21898746,0.6033857,0.000045043595,0.00007103305,0.00000328004,3.182262e-7,0.000057379126,0.006460439,0.00030011692],"about_ca_topic_score_codex":0.000046517045,"about_ca_topic_score_gemma":0.000068606925,"teacher_disagreement_score":0.69473016,"about_ca_system_score_codex":0.00049152353,"about_ca_system_score_gemma":0.0008301812,"threshold_uncertainty_score":0.9997698},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4413408738","doi":"10.1177/01410768251366880","title":"Quantifying the impact of immortal time bias: empirical evidence from meta-analyses","year":2025,"lang":"en","type":"article","venue":"Journal of the Royal Society of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Mental Health Research Canada; University of Ottawa","funders":"","keywords":"Interquartile range; Meta-analysis; Subgroup analysis; MEDLINE; Study heterogeneity; Medicine; Systematic review; Confidence interval; Publication bias; Random effects model; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9106758573085312,"score_gpt":0.6310800049927433,"score_spread":0.2795958523157879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413408738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890441,0.057328742,0.011997001,0.04011418,0.00049262255,0.00039693314,0.000017561602,0.0000017983572,0.0006070748],"genre_scores_gemma":[0.9944589,0.00014173237,0.0016199031,0.0005725486,0.00021849551,0.0000014525763,4.108071e-7,0.000005744671,0.0029808036],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97432554,0.008088527,0.010464745,0.0003303785,0.0066046887,0.00018609547],"domain_scores_gemma":[0.95955014,0.02142123,0.0145511255,0.0022945933,0.0020731497,0.00010973749],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12151389,0.00028405417,0.00609241,0.00013529987,0.0001515658,0.00009103699,0.0034807648,0.00009586285,0.009851587],"category_scores_gemma":[0.06652995,0.00006824869,0.015777117,0.0016966311,0.00050480035,0.000135135,0.00024166965,0.00044202333,0.000028076527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041446274,0.000080212,0.07830391,0.00004869026,0.028274177,0.0000016672527,0.0023344879,0.009292421,0.0029787363,0.000009579023,0.8768764,0.0017582625],"study_design_scores_gemma":[0.0017127788,0.0007801814,0.5605192,0.0023890876,0.09706553,0.000036220423,0.009610614,0.31277466,0.0018221751,0.0065734745,0.0063658124,0.00035025095],"about_ca_topic_score_codex":0.0004944771,"about_ca_topic_score_gemma":0.00000961485,"teacher_disagreement_score":0.8705106,"about_ca_system_score_codex":0.000058602043,"about_ca_system_score_gemma":0.00026893517,"threshold_uncertainty_score":0.99407965},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413558550","doi":"10.64628/aap.ujg7ru4pt","title":"Why the h-index is a bogus measure of academic impact","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Measure (data warehouse); Index (typography); Psychology; Statistics; Mathematics; Computer science; World Wide Web; Data mining","score_opus":0.05528254239620098,"score_gpt":0.3821717528764561,"score_spread":0.3268892104802551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413558550","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12374793,0.0035859307,0.0018241024,0.5763553,0.00350341,0.0017978183,0.00010723571,0.00023276272,0.28884554],"genre_scores_gemma":[0.9843443,0.00067230884,0.00015348865,0.010358053,0.00047224722,0.000035566885,0.0000041425174,0.000009889358,0.0039499886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823207,0.00010182362,0.00027784158,0.0002693337,0.0009015198,0.00021742316],"domain_scores_gemma":[0.9990806,0.0000697389,0.00027547538,0.00025910098,0.00018472444,0.00013034136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006003869,0.00014281312,0.00022349613,0.000029413844,0.000164379,0.000052983436,0.0007262212,0.0003063352,0.0024184291],"category_scores_gemma":[0.00016232148,0.000090823785,0.00017201045,0.00026706932,0.0001381498,0.00006118129,0.00020539926,0.0006479406,0.000089820554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000117186355,0.00002064592,0.048433684,0.000022601387,0.000098676355,4.7411646e-7,0.09367041,0.000013611888,0.00001619292,0.0036548784,0.8520591,0.0019979537],"study_design_scores_gemma":[0.00012529918,0.0000122983465,0.15714847,0.00011294218,0.00003202008,2.7786015e-7,0.0052252016,0.000015067338,0.00021910208,0.017095244,0.81973416,0.00027993944],"about_ca_topic_score_codex":0.024688007,"about_ca_topic_score_gemma":0.000752802,"teacher_disagreement_score":0.86059636,"about_ca_system_score_codex":0.00021683967,"about_ca_system_score_gemma":0.002989353,"threshold_uncertainty_score":0.9984935},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413626650","doi":"10.1111/jebm.70058","title":"A Systematic Survey of the Optimal Strategy for Dealing With Missing Binary Outcomes in Simulation Studies of Randomized Controlled Trials","year":2025,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Missing data; Randomized controlled trial; Statistics; Imputation (statistics); Meta-analysis; Statistical power; Computer science; MEDLINE; Descriptive statistics; Psychology; Econometrics; Medicine; Mathematics","score_opus":0.484340746084108,"score_gpt":0.5428199664858457,"score_spread":0.05847922040173775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413626650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051813968,0.008204716,0.9350284,0.0018697805,0.0002054726,0.0028582523,0.000005937927,0.000002852945,0.000010647295],"genre_scores_gemma":[0.8900226,0.00012555905,0.10972213,0.0000468581,0.00002606055,0.000035309222,1.7392065e-7,0.0000066750795,0.0000146884495],"study_design_codex":"randomized_trial","study_design_gemma":"systematic_review","domain_scores_codex":[0.9894543,0.0053015095,0.0044774213,0.00009533994,0.0005511818,0.0001202007],"domain_scores_gemma":[0.6644115,0.3291367,0.004561411,0.00016619879,0.0016900089,0.000034180302],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058369163,0.000165926,0.0072236424,0.00027689463,0.00003931742,0.000009608906,0.00017126909,0.000052797623,0.000010427396],"category_scores_gemma":[0.52858543,0.000057204867,0.00041572755,0.00027033634,0.0002872281,0.00007499356,0.000012153716,0.000139197,1.2370845e-8],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7217598,0.0007586341,0.014115815,0.119227245,0.011195973,0.00003707374,0.0020905028,0.061718285,0.00429195,0.06041318,0.000103945575,0.00428759],"study_design_scores_gemma":[0.35153303,0.0018088958,0.004635808,0.37184802,0.00823005,0.000004200889,0.0012735997,0.15114588,0.00093994057,0.10842882,9.819571e-8,0.00015164525],"about_ca_topic_score_codex":0.00005352014,"about_ca_topic_score_gemma":0.000016169699,"teacher_disagreement_score":0.83820856,"about_ca_system_score_codex":0.000050620536,"about_ca_system_score_gemma":0.00043752062,"threshold_uncertainty_score":0.9696071},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4413676972","doi":"10.64628/aam.9g3gqppex","title":"Imposter participants challenge research integrity in the digital age","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research integrity; Psychology; Computer science; Computer security; Engineering ethics; Engineering","score_opus":0.9038401376489692,"score_gpt":0.7099347375031152,"score_spread":0.193905400145854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413676972","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1516663,0.00041612965,0.000019823117,0.10566371,0.00030231898,0.0019127174,0.000057255675,0.00005764849,0.7399041],"genre_scores_gemma":[0.95990825,0.0015596005,0.00015854668,0.001274866,0.00028758246,0.00030346392,0.00005013781,0.000018162329,0.03643937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9930952,0.0009831322,0.0008698722,0.000948917,0.0030558675,0.0010469952],"domain_scores_gemma":[0.96264297,0.033760644,0.000057402453,0.0024156456,0.0008606797,0.00026266332],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.028136188,0.00023464303,0.0006017659,0.00039845883,0.00008560863,0.00033560875,0.0014445601,0.0016879768,0.00034573974],"category_scores_gemma":[0.06760301,0.00013657816,0.0002370833,0.0004469782,0.00083201536,0.000044060107,0.0046905144,0.033373814,0.0002741281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003627824,0.012487201,0.13002099,0.01998551,0.0010450891,0.009932092,0.03881979,0.000010421279,0.00008592587,0.6278128,0.047638148,0.10853419],"study_design_scores_gemma":[0.0020741522,0.0011065626,0.05398571,0.0070235003,0.000066830704,0.000010790127,0.007940406,0.00044122105,0.00018751281,0.90610045,0.02060038,0.0004624787],"about_ca_topic_score_codex":0.00069705554,"about_ca_topic_score_gemma":0.0039446284,"teacher_disagreement_score":0.80824196,"about_ca_system_score_codex":0.00027376777,"about_ca_system_score_gemma":0.002225704,"threshold_uncertainty_score":0.99960804},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4413840551","doi":"10.1055/a-2690-9595","title":"Impact and Citation Trends of Surveys Endorsed by the EUPSA Network Office in Pediatric Surgery: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"European Journal of Pediatric Surgery","topic":"Congenital Diaphragmatic Hernia Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Citation; Bibliometrics; Family medicine; Demography; Pediatrics; Library science","score_opus":0.029228402733353573,"score_gpt":0.2876931143181936,"score_spread":0.25846471158484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413840551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676437,0.029834302,0.00042453405,0.00028194446,0.00045517954,0.000103301325,0.00002512074,0.000014118767,0.0012178074],"genre_scores_gemma":[0.98786175,0.010934391,0.000053891243,0.000050660215,0.000818983,0.0000018798698,0.000018754057,0.000028273751,0.0002313954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939525,0.002807401,0.0018577988,0.0002447981,0.00071698235,0.000420508],"domain_scores_gemma":[0.9856628,0.012095376,0.0012552743,0.0002876881,0.00051699154,0.0001818523],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.016461827,0.00027250432,0.0013082928,0.07453494,0.000077388184,0.000050814335,0.0001642502,0.000049250975,0.00011190568],"category_scores_gemma":[0.0063972143,0.00018700452,0.00082289544,0.18207024,0.000068297864,0.00015707966,0.00008538743,0.00038555468,0.0000065446247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013791623,0.00016360001,0.8781399,0.000100563004,0.0008461732,0.00016557648,0.00013704252,0.00005935857,0.000007959628,4.4276862e-7,0.06537896,0.054862518],"study_design_scores_gemma":[0.0006788829,0.00009021748,0.9957317,0.000029613138,0.002978309,0.00001942129,0.00007781449,0.000043507214,0.0000021324765,0.000005075134,0.00020801397,0.00013528057],"about_ca_topic_score_codex":0.00005323704,"about_ca_topic_score_gemma":0.000018532357,"teacher_disagreement_score":0.117591836,"about_ca_system_score_codex":0.00008069111,"about_ca_system_score_gemma":0.00034025582,"threshold_uncertainty_score":0.9359544},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4413883169","doi":"10.1186/s12916-025-04328-z","title":"Practice of data sharing plans in clinical trial registrations and concordance between registered and published data sharing plans: a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Joseph’s Healthcare Hamilton; Impact; McMaster University; Population Health Research Institute","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Medicine; Clinical trial; Concordance; Data sharing; Family medicine; Trial registration; Pooling; MEDLINE; Alternative medicine; Psychological intervention; Internal medicine; Pathology","score_opus":0.86517481160786,"score_gpt":0.6895049982589103,"score_spread":0.1756698133489497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413883169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761334,0.0006810075,0.0022134243,0.010416481,0.00063030823,0.002545111,0.0004861572,0.000050081697,0.0068440232],"genre_scores_gemma":[0.9916394,0.0005919557,0.0036628004,0.00043957002,0.0012134183,0.00003351125,0.001054146,0.000020180514,0.0013450227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99280137,0.0003750131,0.0031821707,0.0020923917,0.0012306954,0.00031834745],"domain_scores_gemma":[0.9216621,0.06725367,0.0010363016,0.008804794,0.0007871251,0.0004559908],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04824465,0.000183999,0.0009154758,0.0002680921,0.00012189376,0.00013507376,0.001996161,0.00036519405,0.000038233873],"category_scores_gemma":[0.33076406,0.00015248249,0.000027757582,0.00052141736,0.0011260547,0.0008399502,0.0035388365,0.0024632602,0.0000011013151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012311712,0.00048092543,0.9828653,0.0005437162,0.00017406531,0.000047309408,0.00016558696,5.624705e-7,0.000010770409,0.0019354405,0.0009746246,0.00049000053],"study_design_scores_gemma":[0.05663314,0.0016178532,0.9340742,0.0012789042,0.0002573614,0.000023293058,0.000948666,0.0014288212,0.000001284958,0.002320827,0.0013093833,0.00010626164],"about_ca_topic_score_codex":0.0016837695,"about_ca_topic_score_gemma":0.008668402,"teacher_disagreement_score":0.2825194,"about_ca_system_score_codex":0.000051563155,"about_ca_system_score_gemma":0.0009885204,"threshold_uncertainty_score":0.9998381},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4414067311","doi":"10.1111/jep.70257","title":"Current Trends and Future Directions of Statistical Methods in Medical Research: A Scientometric Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Biostatistics; Scientometrics; Medical research; Thematic analysis; MEDLINE; Focus (optics); Statistical analysis","score_opus":0.6668623805292179,"score_gpt":0.7728677648608374,"score_spread":0.10600538433161955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414067311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7030899,0.043202303,0.042841747,0.19471839,0.0071257204,0.000783411,0.0000062189624,0.00000903346,0.008223294],"genre_scores_gemma":[0.9464912,0.017540814,0.034820165,0.00037171802,0.0007130415,0.000014213654,0.0000056171116,0.0000047302847,0.000038496208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9892755,0.0059925206,0.002540829,0.00021611908,0.0018010713,0.00017393247],"domain_scores_gemma":[0.95241475,0.042319212,0.00075316784,0.00021917862,0.0040204907,0.00027320426],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097637504,0.000058436868,0.00046749212,0.0063877054,0.000051082585,0.000019429615,0.00008099569,0.00016891093,0.0005475662],"category_scores_gemma":[0.24029367,0.000046985744,0.0001106429,0.01441553,0.00021459209,0.00021830028,0.000032940847,0.0014959284,0.0000015716935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003850167,0.0010809627,0.10484878,0.000036697507,0.000099312376,0.00000707409,0.0003978412,0.000021294174,0.0000027955507,0.00077062723,0.00058935897,0.89176023],"study_design_scores_gemma":[0.00044285288,0.0005553226,0.9174512,0.00027789414,0.0010702088,0.000028745915,0.0026955544,0.02452004,0.000018978682,0.0045498856,0.04834408,0.000045218436],"about_ca_topic_score_codex":0.00024288222,"about_ca_topic_score_gemma":0.00021458766,"teacher_disagreement_score":0.89171505,"about_ca_system_score_codex":0.00025492813,"about_ca_system_score_gemma":0.0019214097,"threshold_uncertainty_score":0.9291721},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4414121223","doi":"10.1080/09546553.2025.2555221","title":"How Rigorous are Evaluations of Violent Extremism Prevention Programs? Results from a Systematic Methodological Review","year":2025,"lang":"en","type":"article","venue":"Terrorism and Political Violence","topic":"Terrorism, Counterterrorism, and Political Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Université du Québec à Trois-Rivières","funders":"","keywords":"Violent extremism; Terrorism; Poison control; Human factors and ergonomics; Suicide prevention","score_opus":0.11986593557553579,"score_gpt":0.4232939892298018,"score_spread":0.30342805365426606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414121223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78043413,0.0941992,0.04593549,0.057306584,0.002815071,0.00881138,0.0007921941,0.0007776489,0.008928276],"genre_scores_gemma":[0.99080545,0.0062560895,0.00047582152,0.0012370135,0.0002214996,0.00024075377,0.000040792904,0.000012891697,0.00070970034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.99392694,0.0025005054,0.0011162888,0.0007367615,0.00079159194,0.00092791236],"domain_scores_gemma":[0.996001,0.0020509018,0.0004352261,0.00067242025,0.00036166672,0.00047876316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029608072,0.0003478526,0.0010572849,0.0001257158,0.00033616007,0.00012574068,0.0005836795,0.00033648135,0.00004068946],"category_scores_gemma":[0.0057253176,0.00028047178,0.00026297185,0.00041405478,0.00095439906,0.00028393802,0.00015567367,0.00036938215,0.0000148880035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069181726,0.0037029122,0.013485153,0.096447356,0.0009227624,0.00012219867,0.05159906,0.0000016277578,0.00061429414,0.53755486,0.0034413033,0.29141667],"study_design_scores_gemma":[0.0028457164,0.00076262705,0.024050964,0.445828,0.0026485994,0.00001833805,0.18377398,0.0004956743,0.0005416008,0.3345889,0.002818503,0.001627109],"about_ca_topic_score_codex":0.0020574147,"about_ca_topic_score_gemma":0.00018181463,"teacher_disagreement_score":0.34938064,"about_ca_system_score_codex":0.00016866608,"about_ca_system_score_gemma":0.00027453783,"threshold_uncertainty_score":0.9999648},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4414422782","doi":"10.1016/j.jclinepi.2025.111985","title":"Updating the PRISMA reporting guideline for network meta-analysis: a scoping review","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Ottawa; Ottawa Hospital; Canadian Arthritis Patient Alliance; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Guideline; Trustworthiness; MEDLINE; Systematic review; Critical appraisal; Health services research","score_opus":0.9703870573823761,"score_gpt":0.7562780712197349,"score_spread":0.21410898616264118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414422782","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016577351,0.17942104,0.6812107,0.13551876,0.0010313117,0.0011815956,0.0000023605178,0.0000026988146,0.0014657746],"genre_scores_gemma":[0.011556061,0.016285568,0.72628707,0.23668568,0.0033060466,0.0001803908,0.000011438905,0.000026987944,0.005660797],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.29828075,0.23684457,0.4581044,0.0019503882,0.0038487872,0.0009711223],"domain_scores_gemma":[0.027305292,0.57376975,0.38557357,0.005300033,0.0077355183,0.00031582013],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.94163525,0.0003466095,0.046153214,0.0003262794,0.00027483635,0.00014471613,0.0029616565,0.00024541738,0.00321746],"category_scores_gemma":[0.9705634,0.00011600642,0.049778707,0.0029672815,0.00015825283,0.00015318852,0.0002788066,0.0008785538,0.000056460412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023707873,0.00003995077,0.035816967,0.00062150613,0.11385432,0.0000069594876,0.000010376753,0.009274985,2.013911e-7,0.007506348,0.8112592,0.02158549],"study_design_scores_gemma":[0.00032471886,0.0001536385,0.003974562,0.0029270125,0.4533172,0.000058999292,0.000107678825,0.03118328,3.2046557e-7,0.13775109,0.36998433,0.00021715258],"about_ca_topic_score_codex":0.000004822181,"about_ca_topic_score_gemma":0.00003466201,"teacher_disagreement_score":0.44127485,"about_ca_system_score_codex":0.000017058284,"about_ca_system_score_gemma":0.00052608474,"threshold_uncertainty_score":0.9976937},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414516464","doi":"10.1080/08989621.2025.2560886","title":"A classroom exercise for improving mentor/mentee relationships","year":2025,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Physical activity; Component (thermodynamics); Research ethics","score_opus":0.24161579935727323,"score_gpt":0.4966661895393897,"score_spread":0.25505039018211645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414516464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94869155,0.00078814995,0.00056853023,0.0030780449,0.002528299,0.0023962434,0.000017989558,0.00008212767,0.04184906],"genre_scores_gemma":[0.97423726,0.000018817933,0.00075211696,0.00006926127,0.00007942687,0.0022071858,0.000016871905,0.000014255011,0.02260481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971579,0.0004290384,0.00051063916,0.00060883444,0.00045311265,0.0008405071],"domain_scores_gemma":[0.99693114,0.0020994009,0.00004466009,0.00060703786,0.00023335767,0.00008442209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012079605,0.0001291428,0.00020854456,0.00047388152,0.00031428377,0.00007118831,0.00047463446,0.00020666452,0.00037106295],"category_scores_gemma":[0.0016825387,0.0001282667,0.000053131585,0.00081951247,0.00012176795,0.00012539593,0.00020918138,0.0010347301,0.00015211833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010052791,0.00090936985,0.77465504,0.0005598544,0.00006432498,0.000005269539,0.010351988,0.000007143447,0.0006942179,0.032206845,0.07711222,0.10242842],"study_design_scores_gemma":[0.0048120464,0.00015169899,0.5893614,0.00058355316,0.000034136636,0.000001673145,0.030796895,0.00045507884,0.001111546,0.053249367,0.3188963,0.00054628024],"about_ca_topic_score_codex":0.0011638461,"about_ca_topic_score_gemma":0.00018644943,"teacher_disagreement_score":0.2417841,"about_ca_system_score_codex":0.00080402114,"about_ca_system_score_gemma":0.00024376645,"threshold_uncertainty_score":0.52305645},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414599240","doi":"10.37766/inplasy2025.9.0046","title":"Strategies to engage healthcare providers as research partners in the co-production of knowledge for practice or organizational change: Protocol for an umbrella review","year":2025,"lang":"en","type":"report","venue":"","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Protocol (science); Health care; Context (archaeology); Qualitative research; MEDLINE","score_opus":0.9578433702510613,"score_gpt":0.843639358302148,"score_spread":0.11420401194891328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414599240","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005695332,0.0001765501,0.00034890234,0.22200198,0.0006422136,0.7341368,0.0003433754,0.00006236339,0.042282086],"genre_scores_gemma":[0.000087322886,0.0012544203,0.0042242394,0.030107427,0.0011886577,0.93981016,0.0003524592,0.00006156812,0.022913767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832274,0.010144266,0.0025358156,0.0009918575,0.0019117312,0.0011889754],"domain_scores_gemma":[0.96409196,0.01871849,0.0013161749,0.0009877165,0.014590928,0.00029470993],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06953093,0.00031387046,0.0007638008,0.0007537375,0.0017196941,0.00005375575,0.0008242845,0.0004003813,0.00035598717],"category_scores_gemma":[0.115029976,0.00020945343,0.000071030714,0.0030959393,0.0001484266,0.0006954023,0.00014169952,0.00142898,0.000046469067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003387646,0.00012898819,0.00007176358,0.12466861,0.000012963222,5.7002006e-7,0.024902456,5.939219e-7,0.00000703006,0.007587714,0.8390817,0.0031988574],"study_design_scores_gemma":[0.0006947611,0.0010549368,0.00009733143,0.0086341435,0.00002415679,0.0000060890457,0.06545522,0.0000056938247,0.000015781923,0.00038538934,0.9234511,0.00017539244],"about_ca_topic_score_codex":0.006916069,"about_ca_topic_score_gemma":0.023198543,"teacher_disagreement_score":0.2056733,"about_ca_system_score_codex":0.0014285869,"about_ca_system_score_gemma":0.084348775,"threshold_uncertainty_score":0.99969697},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414610441","doi":"10.1186/s12910-025-01280-8","title":"Informed consent processes with First Nations peoples undergoing surgery or invasive procedures: a scoping review","year":2025,"lang":"en","type":"review","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy of medicine; Informed consent; General partnership; Health care; Quality (philosophy); Racism; MEDLINE; Developing country; Human rights","score_opus":0.6651693949121673,"score_gpt":0.6230117271195055,"score_spread":0.042157667792661835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414610441","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.26269e-7,0.981882,0.0006026876,0.008648288,0.00024166625,0.0055817384,0.000032710537,0.00018725703,0.002823442],"genre_scores_gemma":[0.0000014510762,0.9852799,0.0019308479,0.006978527,0.00036807585,0.002241815,0.00033029827,0.00010162149,0.0027674686],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98714024,0.0011609441,0.0030744413,0.001100987,0.006670803,0.00085257296],"domain_scores_gemma":[0.00037816315,0.9933228,0.0010824063,0.0010671566,0.0030636375,0.0010858558],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011860624,0.0007654517,0.004367035,0.0007599141,0.00070755876,0.00010759588,0.0008874692,0.004089771,0.0009063458],"category_scores_gemma":[0.9992801,0.00045853335,0.00066517934,0.0033891797,0.0016904458,0.000121749836,0.0006269536,0.008668736,0.000098597055],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000695354,0.00017881852,0.000055270593,0.99281406,0.0002792008,0.00030567916,0.0002083712,1.9049249e-7,6.0446875e-10,0.0015841424,0.004013101,0.0004916193],"study_design_scores_gemma":[0.0004925354,0.00019776767,0.000001285592,0.9895569,0.0016568577,0.00046812205,0.00020831173,5.347651e-8,2.5136225e-7,0.00018948954,0.0067603174,0.00046812743],"about_ca_topic_score_codex":0.000055338547,"about_ca_topic_score_gemma":0.9977283,"teacher_disagreement_score":0.9976729,"about_ca_system_score_codex":0.0004687854,"about_ca_system_score_gemma":0.9879683,"threshold_uncertainty_score":0.9997866},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414818872","doi":"10.1007/s11604-025-01884-5","title":"Accuracy and reproducibility of large language model measurements of liver metastases: comparison with radiologist measurements","year":2025,"lang":"en","type":"article","venue":"Japanese Journal of Radiology","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Ottawa Hospital","funders":"National Cancer Institute; National Institutes of Health","keywords":"Reproducibility; Colorectal cancer; Interpretation (philosophy); Cancer; Measure (data warehouse)","score_opus":0.12328899546691817,"score_gpt":0.337942713974256,"score_spread":0.21465371850733783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414818872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920322,0.0064781774,0.0006078786,0.00020173436,0.00004977595,0.00037040998,0.000008036743,0.0000069491293,0.00024487427],"genre_scores_gemma":[0.99576306,0.00007554825,0.0040021245,0.00007749025,0.00002293817,0.0000060197754,0.0000083540945,0.0000074751656,0.00003695962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99798894,0.00041286228,0.00077747455,0.00032822957,0.00029069223,0.00020182221],"domain_scores_gemma":[0.99805063,0.00018386361,0.0006037832,0.0005725015,0.0004909092,0.0000983295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003605996,0.00016043242,0.0009661053,0.00021457575,0.000040592524,0.0000036756917,0.00013065786,0.000081418766,0.000022727685],"category_scores_gemma":[0.0012260529,0.00010204402,0.0001471021,0.00021074775,0.00020434201,0.000098640856,0.000037449725,0.00017361499,4.4543793e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002000283,0.00058602623,0.88089037,0.00018232859,0.00081608654,0.000045263198,0.0016534779,0.000067068686,0.1124477,0.000015097096,0.00015777502,0.0011385479],"study_design_scores_gemma":[0.014508324,0.0042654686,0.62424445,0.00037992658,0.0025605895,0.0015064778,0.0019899209,0.005452715,0.34471184,0.00007554962,0.00006662146,0.00023813399],"about_ca_topic_score_codex":0.00007371834,"about_ca_topic_score_gemma":0.000023617165,"teacher_disagreement_score":0.25664592,"about_ca_system_score_codex":0.000067418674,"about_ca_system_score_gemma":0.00016746888,"threshold_uncertainty_score":0.41612342},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4414985387","doi":"10.1186/s13063-025-09052-w","title":"Core outcome domain sets for clinical trials in epidermolysis bullosa — a COSEB protocol to achieve consensus on “what” to measure","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Protocol (science); Clinical trial; Epidermolysis bullosa; Measure (data warehouse); Domain (mathematical analysis); MEDLINE; Outcome (game theory)","score_opus":0.841677602741952,"score_gpt":0.704296546695888,"score_spread":0.137381056046064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414985387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04506928,0.000033673285,0.00272114,0.19743921,0.0016450959,0.7452746,0.000291461,0.0003733335,0.007152188],"genre_scores_gemma":[0.105618656,0.00003282346,0.027535671,0.0073121716,0.0014044532,0.85364777,0.000014699117,0.00008824834,0.00434552],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9634592,0.02792189,0.005240677,0.001003382,0.0013624453,0.0010124358],"domain_scores_gemma":[0.9119738,0.08548982,0.0007486727,0.0007927152,0.0004915691,0.0005034227],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28864613,0.0002970392,0.0029173475,0.000771074,0.0003384086,0.0003672543,0.0009667775,0.0005707579,0.00018999074],"category_scores_gemma":[0.41382328,0.0002469133,0.0008587941,0.0016027238,0.00024997824,0.00008221234,0.00019088668,0.00046898227,0.00014991069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045277674,0.0015250498,0.005161072,0.00024477873,0.00046809032,0.000258293,0.004162813,0.00004043197,0.0021704447,0.05975099,0.46331874,0.4176216],"study_design_scores_gemma":[0.025471823,0.0035893426,0.0023887171,0.0020401815,0.00023962779,0.000004273173,0.010055903,0.000032178872,0.003247667,0.17528765,0.77631533,0.0013272827],"about_ca_topic_score_codex":0.0006945869,"about_ca_topic_score_gemma":0.0017116113,"teacher_disagreement_score":0.41629434,"about_ca_system_score_codex":0.00047059226,"about_ca_system_score_gemma":0.0011799634,"threshold_uncertainty_score":0.99999833},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415063374","doi":"10.1177/15562646251384573","title":"Weighing Open Science Against Research Participation Burden in Informed Consent: A Randomized Pilot Study","year":2025,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Réseau de cancérologie Rossy","keywords":"Randomized controlled trial; Open science; Clinical trial; Protocol (science); Open data; Research ethics; Patient participation; Open label","score_opus":0.950138280848278,"score_gpt":0.78406629686054,"score_spread":0.16607198398773804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415063374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.833047,0.00065815786,0.000013353654,0.09472745,0.00045811568,0.012172874,0.000006320469,0.000028626582,0.058888134],"genre_scores_gemma":[0.99284184,0.0014051625,0.0002775233,0.0011313098,0.00028297,0.0018856646,0.000005533956,0.00004119447,0.0021288001],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.80222285,0.16833238,0.0051456937,0.0011329913,0.018832754,0.0043333094],"domain_scores_gemma":[0.64449644,0.3162845,0.0007787134,0.0025663394,0.03455572,0.0013182532],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","open_science"],"category_scores_codex":[0.3506349,0.0002799371,0.001298269,0.01059274,0.012409662,0.0007783928,0.00901304,0.0004966386,0.00018753177],"category_scores_gemma":[0.5439509,0.00021979936,0.00012707325,0.0119728865,0.0071631023,0.0011682868,0.009146985,0.042358574,0.00020518135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.20912422,0.0117445355,0.09682607,0.0038425827,0.00035278784,0.00043351908,0.42579204,0.0003860043,0.0023782803,0.18764381,0.056926876,0.0045492724],"study_design_scores_gemma":[0.21342054,0.022907468,0.07092129,0.023348412,0.000029433993,0.0000025835623,0.4569714,0.0028570194,0.00025703543,0.18020214,0.028397672,0.0006849799],"about_ca_topic_score_codex":0.007236953,"about_ca_topic_score_gemma":0.0122073265,"teacher_disagreement_score":0.19331601,"about_ca_system_score_codex":0.007318554,"about_ca_system_score_gemma":0.070285805,"threshold_uncertainty_score":0.9993739},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415279421","doi":"10.1136/bmjebm-2024-113391","title":"Over 1000 terms have been used to describe evidence synthesis: a scoping review","year":2025,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario; Impact; McGill University; McMaster University; Queen's University; St. Michael's Hospital","funders":"National Health and Medical Research Council","keywords":"Identification (biology); Scope (computer science); Context (archaeology); Key (lock); Perspective (graphical); Systematic review","score_opus":0.8775033471675885,"score_gpt":0.6368221377890774,"score_spread":0.24068120937851112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415279421","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.759518e-7,0.9527014,0.008381511,0.013847043,0.0010144606,0.022646582,0.000044808723,0.00004861874,0.0013147134],"genre_scores_gemma":[0.000007998706,0.9704414,0.001847973,0.009013877,0.0010499612,0.006707755,0.000024336901,0.00009310302,0.010813584],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.88622254,0.04753166,0.039871857,0.005409221,0.019610357,0.0013543525],"domain_scores_gemma":[0.74084526,0.20902778,0.024465704,0.020533154,0.0035096635,0.0016184441],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3014744,0.0023899167,0.04077239,0.0031505285,0.00036539513,0.0009912113,0.009891462,0.00063581776,0.035333283],"category_scores_gemma":[0.669393,0.0010985795,0.0088324305,0.008785521,0.00037554116,0.0009702796,0.00081817375,0.0010060173,0.006871364],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010215979,0.000025684618,0.0000939474,0.27074444,0.00029141066,0.000082081926,0.000055181783,0.0000033242286,6.2057137e-7,0.000036922338,0.19921944,0.52943677],"study_design_scores_gemma":[0.00008993633,0.000102957165,0.000012688538,0.58312535,0.009521466,0.000026730228,0.000026125486,0.000029561545,0.00000140388,0.000041581472,0.40643367,0.0005885561],"about_ca_topic_score_codex":0.0001247146,"about_ca_topic_score_gemma":0.0001829948,"teacher_disagreement_score":0.5288482,"about_ca_system_score_codex":0.0006311312,"about_ca_system_score_gemma":0.005275949,"threshold_uncertainty_score":0.99914646},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4415360119","doi":"10.12688/f1000research.155832.2","title":"Fostering open science and responsible research practices: A pre-post study","year":2025,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Intervention (counseling); Perception; Open science; Protocol (science); Open peer review; Massive open online course; Graduate students; Open data; Preprint","score_opus":0.9479692848096105,"score_gpt":0.7782260764395977,"score_spread":0.16974320837001278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415360119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82490367,0.0017004292,0.000131877,0.010384888,0.0012536494,0.01186535,0.00035320787,0.00008828737,0.14931864],"genre_scores_gemma":[0.92301613,0.0008841775,0.003288467,0.00016445143,0.00024195881,0.0012657759,0.000010456378,0.000055942357,0.071072645],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.86400604,0.01368693,0.002856184,0.009224446,0.10529793,0.0049284883],"domain_scores_gemma":[0.7970627,0.08301832,0.0014385254,0.01188999,0.10362444,0.0029660505],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","sts","open_science"],"category_scores_codex":[0.53597844,0.000531726,0.0011701378,0.2145123,0.0039040085,0.07919924,0.059312083,0.00052049925,0.0007975684],"category_scores_gemma":[0.68403435,0.00040505172,0.00014425954,0.34488538,0.0038071803,0.0032377625,0.41908514,0.0063845855,0.00048301698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031625025,0.0042019864,0.15253454,0.000468707,0.0002228725,0.0006633521,0.008665497,0.00011991629,0.008371126,0.004502578,0.10086114,0.7162258],"study_design_scores_gemma":[0.0038970741,0.0059634713,0.64756376,0.00082694885,0.00005345464,0.00004273815,0.03784709,0.03349748,0.0033727626,0.15386422,0.11116617,0.0019048474],"about_ca_topic_score_codex":0.012526058,"about_ca_topic_score_gemma":0.001095179,"teacher_disagreement_score":0.71432096,"about_ca_system_score_codex":0.0014796141,"about_ca_system_score_gemma":0.033559326,"threshold_uncertainty_score":0.99984014},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4415381631","doi":"10.1145/3736731.3746136","title":"Experience with Reproducibility and Consistency in Writing an Academic Paper","year":2025,"lang":"","type":"article","venue":"","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Consistency (knowledge bases); Reproducibility; Reliability (semiconductor); Measure (data warehouse)","score_opus":0.11578629290314385,"score_gpt":0.4215548920575341,"score_spread":0.30576859915439025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415381631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575115,0.001103557,0.0036297308,0.004111908,0.0007975255,0.00050619396,0.0000059103486,0.000059122038,0.032274578],"genre_scores_gemma":[0.98799604,0.00007220489,0.0027307644,0.0018361592,0.00003207158,0.000014747629,0.0000026053199,0.0000049924915,0.0073103867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904428,0.0005127206,0.0018355305,0.0055666263,0.0010690277,0.0005732872],"domain_scores_gemma":[0.99164414,0.0012757027,0.0002200342,0.0064033982,0.00026273556,0.00019398295],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02991581,0.00026091142,0.00043592608,0.00053282036,0.00051542395,0.0010462552,0.0013197709,0.00011519156,0.0004904654],"category_scores_gemma":[0.009432159,0.00018935194,0.00003866233,0.003070105,0.0010103575,0.0015439566,0.0015622077,0.00043738895,0.00003700783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009630172,0.000186148,0.5544764,0.000040882227,0.0000097532875,0.00002229039,0.0057439706,0.00010076121,0.00023701633,0.013112289,0.0023812337,0.42359298],"study_design_scores_gemma":[0.0012575921,0.00020237436,0.82632405,0.00067995617,0.000032831536,0.000017328897,0.09553938,0.03735132,0.0003444858,0.015173333,0.022434296,0.0006430241],"about_ca_topic_score_codex":0.0004733151,"about_ca_topic_score_gemma":0.0005864047,"teacher_disagreement_score":0.42294997,"about_ca_system_score_codex":0.00006042947,"about_ca_system_score_gemma":0.0002578484,"threshold_uncertainty_score":0.99999076},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4415488869","doi":"10.5195/jmla.2025.2024","title":"Analyzing the citation impact of predatory journals in the health sciences","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Citation; Citation impact; Bibliometrics; Citation analysis; Biomedical sciences; Human science; Impact factor","score_opus":0.3545117205238558,"score_gpt":0.5962054485031559,"score_spread":0.2416937279793001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415488869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77637255,0.0050648097,0.00089246687,0.21322457,0.0010470191,0.0001995833,0.000014741493,0.000002949535,0.003181332],"genre_scores_gemma":[0.99660707,0.00092140574,0.000088784924,0.0015568734,0.00015652677,0.0000010131406,2.5907661e-7,0.0000023815073,0.0006657107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9814297,0.0037022152,0.0016204872,0.00015201837,0.012767392,0.00032818152],"domain_scores_gemma":[0.9682972,0.026510986,0.0033802495,0.00039101334,0.0012013172,0.00021923218],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.12823614,0.000075442054,0.00031640526,0.012088595,0.0004255431,0.0014260847,0.004608341,0.000098857265,0.00048412755],"category_scores_gemma":[0.13513643,0.000025825635,0.00041684837,0.10345039,0.00020098251,0.0013079507,0.00034565016,0.000849087,0.0000033811275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017169305,0.000090230766,0.83257526,0.0000030682447,0.000041326257,0.0000017247424,0.00039648567,0.0002219643,0.000013665094,0.0007813813,0.13865915,0.027198585],"study_design_scores_gemma":[0.0003295137,0.00016129823,0.9680702,0.00010175011,0.0000063290886,0.0000072644007,0.0008250229,0.0021516075,0.00003432058,0.024019709,0.004262577,0.000030401934],"about_ca_topic_score_codex":0.000028941824,"about_ca_topic_score_gemma":0.0000051395195,"teacher_disagreement_score":0.22023451,"about_ca_system_score_codex":0.00024092697,"about_ca_system_score_gemma":0.0029893566,"threshold_uncertainty_score":0.99961054},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4415550742","doi":"10.1093/scipol/scaf061","title":"Participatory research in Canada (2013-2018): a cross-sectional survey of academic researchers","year":2025,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Community Based Research; Community Based Research Centre; Public Health Ontario; Wilfrid Laurier University; McGill University; University of Victoria; University of Calgary","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Participatory action research; Citizen journalism; Indigenous; Community-based participatory research; Survey research; Research design; Postgraduate research; Survey data collection","score_opus":0.8109409913858784,"score_gpt":0.6387899958692435,"score_spread":0.17215099551663493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415550742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867913,0.00027986837,0.0000010835244,0.002901906,0.0004027145,0.0005029079,0.00007846548,0.0000051187244,0.009036649],"genre_scores_gemma":[0.99679774,0.00017750576,0.0000051407005,0.0019592545,0.000051771374,0.00011870291,0.000014052173,0.0000032252208,0.00087257865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99513394,0.0012671313,0.0005810621,0.00032536153,0.0012855295,0.001407007],"domain_scores_gemma":[0.9970782,0.0012193717,0.000087794746,0.00025446666,0.0008379364,0.00052223715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024525052,0.000068339024,0.00013851679,0.001064376,0.0011562216,0.000018761246,0.00047034328,0.000094194926,0.000070490125],"category_scores_gemma":[0.0025065772,0.000059416674,0.000007846705,0.004275394,0.0010502284,0.0002682843,0.00036859582,0.00095303444,0.000015352543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035228022,0.000019164307,0.9885496,0.00023337867,0.000001379809,3.2568116e-7,0.00037921712,0.0000011155212,0.000032028758,0.005916626,0.00311642,0.0017155411],"study_design_scores_gemma":[0.00032721745,0.0000381535,0.9895301,0.000109494125,1.6876045e-7,8.967025e-8,0.0009998372,0.00022696986,0.000024042743,0.0013524516,0.0073482306,0.00004326524],"about_ca_topic_score_codex":0.99151474,"about_ca_topic_score_gemma":0.96088636,"teacher_disagreement_score":0.09153765,"about_ca_system_score_codex":0.0029982629,"about_ca_system_score_gemma":0.09453591,"threshold_uncertainty_score":0.9105972},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415595819","doi":"10.1073/pnas.2524787122","title":"Reply to Singer: Strike paper mills at the root","year":2025,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Metallurgical Processes and Thermodynamics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Enthusiasm; Action (physics); Root (linguistics); Human resources; Call to action; Sociology of scientific knowledge; Scientific evidence; Root cause","score_opus":0.017956175934172564,"score_gpt":0.26821837245846514,"score_spread":0.2502621965242926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415595819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8960627,0.00071843964,0.00003257621,0.014210971,0.000063927146,0.00021691404,0.000011869748,0.000034174318,0.08864844],"genre_scores_gemma":[0.9973798,0.000037043937,0.00024280883,0.0013150311,0.00003298024,0.00000793232,5.576193e-8,0.000003615171,0.000980753],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988984,0.000002423093,0.00023887889,0.0001481213,0.0005836766,0.0001285117],"domain_scores_gemma":[0.9996341,0.00012422749,0.00007981842,0.0000105738945,0.00012667487,0.000024631017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075644936,0.00008054473,0.00011346467,0.000076976205,0.00017044164,0.00002504408,0.0007258578,0.00004634731,0.000041902695],"category_scores_gemma":[0.0003125397,0.000042161406,0.00006318268,0.00087419647,0.00026803816,0.00016861463,0.00016289172,0.000119465265,0.0000034498662],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003721923,0.000055570217,0.0010353846,0.0004228606,0.00011298407,1.0907842e-8,0.00036877062,0.055580862,0.54438186,0.37391347,0.019001387,0.0050896555],"study_design_scores_gemma":[0.00046913367,0.000078518366,0.06083893,0.00053473096,0.00007699129,0.000010175586,0.00032412194,0.12524219,0.3247124,0.3265244,0.16072717,0.00046123873],"about_ca_topic_score_codex":0.000003388674,"about_ca_topic_score_gemma":2.5226242e-7,"teacher_disagreement_score":0.21966943,"about_ca_system_score_codex":0.00004249411,"about_ca_system_score_gemma":0.000012532669,"threshold_uncertainty_score":0.17192923},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415668309","doi":"10.1093/cid/ciaf144","title":"Retraction and replacement of: Real-World Effectiveness of Nirmatrelvir/Ritonavir on Coronavirus Disease 2019–Associated Hospitalization Prevention: A Population-based Cohort Study in the Province of Quebec, Canada","year":2025,"lang":"en","type":"article","venue":"Clinical Infectious Diseases","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cohort study; Coronavirus; Disease; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Cohort; 2019-20 coronavirus outbreak","score_opus":0.02807780235501365,"score_gpt":0.43692237898151254,"score_spread":0.40884457662649887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415668309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954819,0.00013305787,0.00004710265,0.00037431376,0.00022017832,0.0035371422,0.00009025132,0.00002429243,0.00009173665],"genre_scores_gemma":[0.999077,0.00016794069,0.0000010073621,0.0001738786,0.000026109328,0.00021248835,0.00014626257,0.00001053241,0.00018476113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959041,0.0016327051,0.0011819362,0.00042042581,0.0007007645,0.00016009352],"domain_scores_gemma":[0.98350215,0.014980342,0.0005448591,0.00047581465,0.00037374353,0.00012310794],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020280012,0.00016816107,0.00074207445,0.0001780411,0.00007889113,0.000009312596,0.000100110345,0.00007914472,0.000013601763],"category_scores_gemma":[0.026680786,0.00012965071,0.00017548617,0.0006469712,0.00021663013,0.00006449831,0.00006547601,0.00027605586,2.3684984e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00248048,0.0072312322,0.98656964,0.0012001015,0.000284813,0.00001538563,0.000007747457,0.00065779645,0.0000028888294,0.00013583584,0.00021719944,0.0011968495],"study_design_scores_gemma":[0.0035145162,0.0016517856,0.9920817,0.001283556,0.0006112162,1.6314157e-8,0.00002885698,0.00036304205,0.000012325916,0.00032856775,0.000033544504,0.00009086162],"about_ca_topic_score_codex":0.36476365,"about_ca_topic_score_gemma":0.5703061,"teacher_disagreement_score":0.20554249,"about_ca_system_score_codex":0.0005751726,"about_ca_system_score_gemma":0.0023057247,"threshold_uncertainty_score":0.9815179},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415731609","doi":"10.1186/s12961-025-01410-z","title":"Measuring what matters: key indicators for performance and resilience in fragile, low-income contexts. A scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society","funders":"Université de Genève","keywords":"Resilience (materials science); Public health; Health services research; Key (lock); Health indicator; Psychological resilience; Health policy; Performance indicator","score_opus":0.24298033817306725,"score_gpt":0.5188422958702141,"score_spread":0.2758619576971469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415731609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000272303,0.982355,0.0000026909327,0.005785792,0.00016618214,0.0111354,0.000044996406,0.000023354422,0.00021428174],"genre_scores_gemma":[0.00037240813,0.99356395,0.000012053103,0.003930119,0.00035184264,0.0012700695,0.000019093499,0.00002990878,0.0004505401],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945383,0.0012115326,0.0015359593,0.000675119,0.00076056423,0.0012785144],"domain_scores_gemma":[0.9971257,0.0010981237,0.00038161,0.00044742273,0.00018815335,0.0007590115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007884415,0.00035310327,0.002876132,0.0013824656,0.00039620802,0.00016727227,0.00023736808,0.00024629445,0.0000033210465],"category_scores_gemma":[0.0011365217,0.00026129212,0.000113975344,0.0012030768,0.00017491818,0.00020805605,0.00019598354,0.0009958133,0.0000108924505],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020232028,0.000016577624,0.00018393484,0.7078468,0.000013815885,0.000007524897,0.00011756208,5.2911325e-8,1.2091014e-8,0.00022965731,0.0006704813,0.29089335],"study_design_scores_gemma":[0.00040885288,0.00023566186,0.00028838328,0.79098135,0.000021782027,0.00012955577,0.000072473915,0.000008069411,5.8799394e-8,0.0000075607322,0.20771767,0.00012858275],"about_ca_topic_score_codex":0.001939818,"about_ca_topic_score_gemma":0.000077500044,"teacher_disagreement_score":0.29076478,"about_ca_system_score_codex":0.0007586349,"about_ca_system_score_gemma":0.0050705224,"threshold_uncertainty_score":0.9999839},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415812551","doi":"10.21203/rs.3.rs-7632918/v1","title":"Spin Reporting is Common in Pilot and Feasibility Trials in Hip and Knee Arthroplasty: A Methodological Survey","year":2025,"lang":"","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Clinical trial; Intervention (counseling); Transparency (behavior); MEDLINE; Orthopedic surgery; Alternative medicine; Popularity","score_opus":0.9782356610754231,"score_gpt":0.7299729082865173,"score_spread":0.24826275278890586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415812551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96362746,0.017918719,0.0019807646,0.0018055995,0.00034552676,0.012573784,0.000356774,0.0000069273997,0.001384449],"genre_scores_gemma":[0.986762,0.0038857989,0.0058741197,0.00008280473,0.0000807083,0.00061807776,0.000042236185,0.000020920867,0.0026333204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.070668004,0.81735605,0.08448245,0.008850027,0.016489832,0.0021536623],"domain_scores_gemma":[0.23806639,0.6813864,0.051730912,0.018327953,0.008813975,0.0016743768],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9546123,0.001120876,0.027824767,0.0040872134,0.00056114193,0.0038449476,0.0017714123,0.001020751,0.006373505],"category_scores_gemma":[0.919627,0.0006299228,0.0024670577,0.007596382,0.0011242089,0.00029628995,0.0063172937,0.0046921675,0.00014056644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006009432,0.0004250894,0.911341,0.003059106,0.00021854493,0.00013607595,0.0014095047,0.000044144657,0.000029451,0.00018806168,0.0015892547,0.08095883],"study_design_scores_gemma":[0.0012609167,0.00065170316,0.95859414,0.003292306,0.00011073225,0.000020520043,0.0028217307,0.008180324,0.000018437995,0.023191372,0.0013698549,0.0004879337],"about_ca_topic_score_codex":0.0073379036,"about_ca_topic_score_gemma":0.016884936,"teacher_disagreement_score":0.1673984,"about_ca_system_score_codex":0.00046984103,"about_ca_system_score_gemma":0.001598155,"threshold_uncertainty_score":0.9996152},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415963683","doi":"10.1007/s11192-025-05454-4","title":"Exploring citation behavior of national self-references","year":2025,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"National Social Science Fund of China; China Association for Science and Technology","keywords":"Scarcity; Diversification (marketing strategy); Citation; Norm (philosophy); Scientific communication; Scientific literature; Process (computing); Citation analysis","score_opus":0.9021341018802934,"score_gpt":0.6353747233350729,"score_spread":0.26675937854522047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415963683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9445034,0.00048809196,0.0051457994,0.00029339036,0.0021146338,0.00029332392,0.000045143996,0.000053872544,0.04706232],"genre_scores_gemma":[0.9933284,0.00022687599,0.004123298,0.000062128136,0.00003659438,0.000052040272,0.0000046964137,0.0000052344535,0.0021607112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.977176,0.00017827883,0.0009974019,0.0007611617,0.020352291,0.00053485157],"domain_scores_gemma":[0.97846484,0.006223836,0.00038878236,0.0005898213,0.014047294,0.00028543413],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.035325885,0.00014516068,0.00031364223,0.30197138,0.00028975127,0.0014558379,0.0027081121,0.00008786057,0.00022962842],"category_scores_gemma":[0.09542064,0.000110957604,0.00016684853,0.6710516,0.00020678963,0.0014334747,0.0006702067,0.0002096313,0.00016715277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013803305,0.0007082309,0.60989475,0.000022860902,0.000031537693,0.0000032128714,0.00046674686,0.00012362843,0.0018990248,0.036331072,0.008715275,0.34178984],"study_design_scores_gemma":[0.0004929491,0.00012400521,0.9564057,0.000015417325,0.000013739445,0.0000012996403,0.0007169114,0.0026593816,0.0069878306,0.0112402495,0.021148512,0.00019397971],"about_ca_topic_score_codex":0.000039603172,"about_ca_topic_score_gemma":0.0000060099815,"teacher_disagreement_score":0.36908025,"about_ca_system_score_codex":0.0002837151,"about_ca_system_score_gemma":0.0007206229,"threshold_uncertainty_score":0.99958074},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416191571","doi":"10.1186/s12961-025-01417-6","title":"Peer-learning and support among health policy and systems research actors in West Africa: a social network analysis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Social network analysis; Corporate governance; Health policy; Healthcare system; Social policy; Network governance; Public health; Fragmentation (computing)","score_opus":0.2573357369909408,"score_gpt":0.5433686536925806,"score_spread":0.28603291670163977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416191571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7369534,0.05089324,0.000039602106,0.17757966,0.0004977325,0.0067319255,0.00014112466,0.00017727654,0.026986063],"genre_scores_gemma":[0.97556335,0.0070422506,0.00000860421,0.00071370346,0.0016313045,0.00025167663,0.000054686767,0.000031473322,0.014702956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9845347,0.006950157,0.0014284526,0.00087553344,0.0021555303,0.004055644],"domain_scores_gemma":[0.9930782,0.0028983725,0.00024411966,0.00036861285,0.0010303806,0.002380313],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04638241,0.00030039524,0.0016959329,0.004971282,0.0022824486,0.0003591609,0.00014899009,0.0003877435,0.0000061001365],"category_scores_gemma":[0.005920355,0.00026862233,0.000095551484,0.009182323,0.0006888458,0.00013599772,0.0003035581,0.0022937914,0.0000075235985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005988536,0.00019042542,0.8339017,0.015366224,0.0003121493,0.00011321697,0.011046443,0.000053813535,0.000004124611,0.05806046,0.070557535,0.009795077],"study_design_scores_gemma":[0.0020020164,0.0012904363,0.6673534,0.0020241833,0.000029520546,0.000075870295,0.017246777,0.0054042437,2.017079e-7,0.00030964782,0.30399454,0.0002691914],"about_ca_topic_score_codex":0.2388898,"about_ca_topic_score_gemma":0.005711998,"teacher_disagreement_score":0.23860997,"about_ca_system_score_codex":0.0019222242,"about_ca_system_score_gemma":0.009494065,"threshold_uncertainty_score":0.9999766},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4416319867","doi":"10.2139/ssrn.5763589","title":"Limited consensus in expert opinions on studies evaluating the design, conduct, analysis, or reporting of health research: a survey study","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Ottawa; Bruyère; Children’s Health Research Institute; McMaster University; University of Toronto","funders":"","keywords":"Terminology; Flexibility (engineering); Qualitative research; Survey research; Survey data collection; Process (computing); MEDLINE; Survey methodology","score_opus":0.9830111413737759,"score_gpt":0.7377449015228527,"score_spread":0.24526623985092322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416319867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873498,0.07937864,0.013807455,0.0097804265,0.001032067,0.008330292,0.00005707173,0.000011241725,0.00025303257],"genre_scores_gemma":[0.9902684,0.0041681337,0.0010147382,0.00012452705,0.00009505022,0.00019201581,0.000015613035,0.000018372153,0.004103156],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.25043705,0.6292115,0.0849554,0.0041503147,0.02576068,0.0054850555],"domain_scores_gemma":[0.5793862,0.23862594,0.13940643,0.015899744,0.026267426,0.00041427586],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9024189,0.0005968201,0.010369622,0.0037721798,0.0009616567,0.0007147824,0.0036759072,0.00017104443,0.00018827447],"category_scores_gemma":[0.6232208,0.00023995609,0.0023954117,0.009846795,0.00022592265,0.00005630511,0.0010830415,0.0067175673,0.000019006204],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018193924,0.0040807915,0.42528498,0.0005810373,0.13045199,0.00011508486,0.07542088,0.14648008,0.000040449828,0.0073646964,0.046624888,0.16173571],"study_design_scores_gemma":[0.0024265994,0.007503989,0.121555835,0.002795578,0.0039767427,0.0002029641,0.6240816,0.047674272,0.000013679126,0.18796623,0.0006392645,0.0011632418],"about_ca_topic_score_codex":0.0020380844,"about_ca_topic_score_gemma":0.032392047,"teacher_disagreement_score":0.54866076,"about_ca_system_score_codex":0.0017913112,"about_ca_system_score_gemma":0.022726603,"threshold_uncertainty_score":0.995574},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416394025","doi":"10.1016/j.jgo.2025.102368","title":"Assessment of risk of bias in mortality risk prediction models for older adults with cancer: A systematic review from YSIOG and SIOG NAHS members","year":2025,"lang":"en","type":"article","venue":"Journal of Geriatric Oncology","topic":"Frailty in Older Adults","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Toronto Rehabilitation Institute; Canadian Centre for Applied Research in Cancer Control; University of British Columbia","funders":"","keywords":"Predictive modelling; Risk assessment; MEDLINE; Risk management tools","score_opus":0.021183143927064888,"score_gpt":0.3521809055288835,"score_spread":0.3309977616018186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416394025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954888,0.03813391,0.0032380475,0.00045632067,0.00040046757,0.002410014,0.00029791702,0.0000067834503,0.00016857256],"genre_scores_gemma":[0.9310902,0.062465794,0.006116726,0.00009452413,0.00008267106,0.00010108857,0.0000096959575,0.000012997124,0.000026336473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99689335,0.00050403835,0.0018474892,0.00021097154,0.00038144522,0.00016271307],"domain_scores_gemma":[0.99461675,0.0014785879,0.002873106,0.00027828998,0.00065910106,0.000094167524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019092584,0.0001691284,0.0019731845,0.00036178168,0.000025647925,0.0000038601133,0.00011886423,0.00016190327,0.000028955517],"category_scores_gemma":[0.0012181601,0.00011425347,0.00019224513,0.00047861284,0.00006947985,0.00012024673,0.000033397664,0.0003536925,7.223832e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003365103,0.0020794875,0.54674107,0.42330372,0.0047248313,0.000081552134,0.0028292416,0.0052632205,0.00017092355,0.00007043908,0.0038081286,0.0075622844],"study_design_scores_gemma":[0.022382416,0.003919568,0.7029234,0.21813054,0.019614281,0.00010796836,0.0014041084,0.030418243,0.00011806046,0.0007342618,0.000052511336,0.00019458376],"about_ca_topic_score_codex":0.002150507,"about_ca_topic_score_gemma":0.00085687777,"teacher_disagreement_score":0.20517318,"about_ca_system_score_codex":0.00040794085,"about_ca_system_score_gemma":0.0009355677,"threshold_uncertainty_score":0.46591213},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416461313","doi":"10.21956/hrbopenres.14732.r32612","title":"Referee report. For: Developing consensus-based recommendations for the delivery of dementia services for the LGBTQIA+ community in the Republic of Ireland [version 1; peer review: 1 approved with reservations]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Irish Research Council; Alzheimer Society","keywords":"Dementia; The Republic; Peer review; Public health; Peer-to-peer","score_opus":0.1482723920947637,"score_gpt":0.42374529112794285,"score_spread":0.2754728990331792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416461313","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29084054,0.0020170675,0.0035276397,0.6879616,0.000046158486,0.01258799,0.0023872715,0.000016050542,0.00061573036],"genre_scores_gemma":[0.970547,0.00072796247,0.005614829,0.0013854351,0.000035255336,0.005544765,0.0082481885,0.0000378636,0.007858661],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955995,0.0011881524,0.00068290555,0.0002257485,0.0019293698,0.0003743396],"domain_scores_gemma":[0.9792955,0.009884996,0.00041670172,0.00090901414,0.009450439,0.00004335041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025601652,0.00012024058,0.0003151951,0.00022749566,0.0012803951,0.000028442864,0.00077692984,0.000041154726,0.00009874947],"category_scores_gemma":[0.0045226724,0.0000635713,0.00015519079,0.0009127705,0.0003388616,0.000071216135,0.00029823108,0.0005838608,3.678885e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008198783,0.0019000767,0.060548335,0.0125426315,0.0014685529,0.0000076540355,0.003394702,0.00007167718,0.0033837035,0.0013310841,0.894807,0.012345831],"study_design_scores_gemma":[0.005103841,0.0026612463,0.064029425,0.0019789152,0.00043593583,0.00002039736,0.032143068,0.0028325873,0.0036346097,0.00044371627,0.8865743,0.00014192634],"about_ca_topic_score_codex":0.0016349722,"about_ca_topic_score_gemma":0.0014821886,"teacher_disagreement_score":0.6865761,"about_ca_system_score_codex":0.00011341638,"about_ca_system_score_gemma":0.00085344043,"threshold_uncertainty_score":0.9847894},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416465279","doi":"10.21956/hrbopenres.14055.r27470","title":"Referee report. For: A review of public health economic modelling in the National Institute for Health and Care Excellence (NICE) [version 1; peer review: 1 approved with reservations]","year":2020,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Global Health Care Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Public Health Agency of Canada","keywords":"Excellence; Public health; Health care; Peer review; MEDLINE","score_opus":0.4254764675543563,"score_gpt":0.5431264601355129,"score_spread":0.1176499925811566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416465279","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020999112,0.07392962,0.0015322191,0.91019344,0.000053863223,0.008748927,0.0024805248,0.000023306178,0.0009381594],"genre_scores_gemma":[0.10303285,0.6736451,0.06640182,0.104787566,0.00097107684,0.007657902,0.033865653,0.00019921207,0.009438849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993447,0.0016139206,0.0016499414,0.0005592648,0.001932102,0.0007977594],"domain_scores_gemma":[0.98751724,0.0013397486,0.0009485694,0.00044834314,0.009339608,0.00040649215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025512373,0.00016440883,0.0007415339,0.00015280693,0.00073402736,0.000011988481,0.00054544816,0.00010750905,0.000022308133],"category_scores_gemma":[0.009986191,0.00011904027,0.000081999024,0.0005817709,0.00018111554,0.00028600777,0.00017557484,0.0007074309,0.000010896201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015928506,0.00003906275,0.00065605657,0.13685921,0.000014363536,8.842476e-7,0.007159725,0.000055905894,0.0000016405538,0.0017107632,0.8525655,0.0007776061],"study_design_scores_gemma":[0.0007381988,0.00067635096,0.00029236416,0.031573307,0.000005226664,0.0000027551112,0.00637121,0.0011376768,0.0000014220936,0.00012410783,0.95898265,0.00009474498],"about_ca_topic_score_codex":0.003184686,"about_ca_topic_score_gemma":0.0028674186,"teacher_disagreement_score":0.8054059,"about_ca_system_score_codex":0.0010113509,"about_ca_system_score_gemma":0.0080834,"threshold_uncertainty_score":0.9983531},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416610982","doi":"10.5256/f1000research.17518.r37491","title":"Referee report. For: What is a predatory journal? A scoping review [version 2; referees: 3 approved]","year":2018,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ottawa Hospital Research Institute; University of Ottawa","keywords":"Government (linguistics); Perspective (graphical); Work (physics); Action (physics)","score_opus":0.5906445318476334,"score_gpt":0.6109775974599683,"score_spread":0.020333065612334833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416610982","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15714543,0.39899805,0.024694929,0.26984066,0.006149807,0.02089293,0.002754098,0.0002967398,0.11922736],"genre_scores_gemma":[0.1136657,0.40305203,0.026092663,0.003548308,0.0031142847,0.00052110077,0.00050452835,0.00025118116,0.4492502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97006583,0.0011830387,0.0019912997,0.0013180288,0.024004407,0.0014374044],"domain_scores_gemma":[0.9198211,0.0065534892,0.0011301198,0.0028483248,0.068445146,0.0012018363],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.13779032,0.00024684006,0.0008273843,0.027721338,0.0010855377,0.0036317357,0.004947507,0.00026884585,0.0031439718],"category_scores_gemma":[0.14927995,0.0001655041,0.00046238708,0.07667767,0.0009554105,0.002477781,0.00189481,0.0009571584,0.001043838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011548641,0.00014852309,0.0010192471,0.00095055404,0.000038321643,0.00003729711,0.00021637755,3.0285182e-7,0.0012127783,0.00012749399,0.8870799,0.10905374],"study_design_scores_gemma":[0.00076527975,0.0011987052,0.0006439439,0.014982735,0.000012305807,0.00012424734,0.0014513691,0.00024039314,0.0062112124,0.005156284,0.9689438,0.00026973168],"about_ca_topic_score_codex":0.00008596758,"about_ca_topic_score_gemma":0.00006602629,"teacher_disagreement_score":0.33002284,"about_ca_system_score_codex":0.0003802977,"about_ca_system_score_gemma":0.0018632957,"threshold_uncertainty_score":0.999734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416631905","doi":"10.5256/f1000research.147338.r211737","title":"Referee report. For: Geographic distribution of conversion therapy prevalence in Canada. Findings from a national cross-sectional survey, 2020 [version 1; peer review: 1 approved with reservations]","year":2023,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Personality Disorders and Psychopathology","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Distribution (mathematics); Public health; MEDLINE; Population; Incidence (geometry)","score_opus":0.11540997972412088,"score_gpt":0.4224016722758402,"score_spread":0.3069916925517193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416631905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971488,0.0007198584,0.000051205097,0.008861798,0.00012910081,0.00072157226,0.017616855,0.000014884197,0.000396729],"genre_scores_gemma":[0.9398004,0.0011583075,0.00005029773,0.000093150185,0.000035952726,0.00019960926,0.04345537,0.0000174734,0.015189476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953229,0.0006923803,0.00059809454,0.00057596853,0.0023966094,0.00041408217],"domain_scores_gemma":[0.9923096,0.0011905712,0.00023439126,0.00038052438,0.0058047245,0.000080243095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008731439,0.00013888167,0.00030958978,0.00020735564,0.0001643823,0.000015457565,0.00041243716,0.00015617706,0.0006232983],"category_scores_gemma":[0.0029114042,0.00012395887,0.000088554305,0.0014262417,0.00030921577,0.00011297007,0.00007066023,0.00038347926,0.000017573944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009438839,0.000091856775,0.70288754,0.00019367509,0.000040702555,0.00001180521,0.00008311466,0.0000071255554,0.00022618767,0.00007755438,0.29538542,0.00005111221],"study_design_scores_gemma":[0.0012803113,0.00017256511,0.927864,0.00021494739,0.0000033448857,0.000007261592,0.00017085289,0.000060018654,0.000045388235,0.00030701022,0.06976321,0.0001110802],"about_ca_topic_score_codex":0.51584345,"about_ca_topic_score_gemma":0.30672446,"teacher_disagreement_score":0.2256222,"about_ca_system_score_codex":0.00028302072,"about_ca_system_score_gemma":0.0010078246,"threshold_uncertainty_score":0.705926},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416633841","doi":"10.5256/f1000research.12882.r24828","title":"Referee report. For: What do we know about grant peer review in the health sciences? [version 1; referees: 1 approved, 1 approved with reservations]","year":2017,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Peer review; MEDLINE; Health care; Public health; Action (physics)","score_opus":0.31599453798124955,"score_gpt":0.5206636008820296,"score_spread":0.20466906290078002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416633841","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011328823,0.020651313,0.00051821314,0.95017153,0.0001974682,0.0028068272,0.0002953838,0.000028533772,0.014001922],"genre_scores_gemma":[0.22660296,0.24098277,0.015878728,0.0071129478,0.0009642995,0.001884366,0.0015802468,0.00016071793,0.504833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798038,0.0019624403,0.0016498228,0.0014401046,0.0140204625,0.0011233464],"domain_scores_gemma":[0.97804964,0.003711597,0.001983682,0.004256442,0.011657176,0.00034148857],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1570308,0.00025819446,0.00077545206,0.0006055811,0.0029436278,0.0058036377,0.011905761,0.0002181966,0.00011346731],"category_scores_gemma":[0.10745684,0.00013234303,0.0001695716,0.0021400638,0.0015822931,0.0061659776,0.001229202,0.0014863706,0.000069716465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001453089,0.000087761735,0.0043156785,0.00023881413,0.000010290461,0.0000109357725,0.0009580386,0.000005923178,0.000014863372,0.0016897741,0.897899,0.09462363],"study_design_scores_gemma":[0.000583195,0.00034831636,0.010350454,0.0074429405,0.0000053535477,0.000028232209,0.008131799,0.00022531059,0.000039240294,0.008245226,0.96441334,0.00018658846],"about_ca_topic_score_codex":0.0033407516,"about_ca_topic_score_gemma":0.0032639704,"teacher_disagreement_score":0.94305855,"about_ca_system_score_codex":0.00020887735,"about_ca_system_score_gemma":0.0015444014,"threshold_uncertainty_score":0.9983544},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416633866","doi":"10.5256/f1000research.151380.r219458","title":"Referee report. For: A cross-sectional audit and survey of Open Science and Data Sharing practices at The Montreal Neurological Institute-Hospital [version 1; peer review: 1 approved with reservations, 1 not approved]","year":2023,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Montreal Neurological Institute and Hospital","keywords":"Audit; Open science; Data sharing; Open data; Peer review; Peer-to-peer","score_opus":0.8339304603727095,"score_gpt":0.6108585959485638,"score_spread":0.22307186442414562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416633866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92119753,0.0006513706,0.00019348062,0.070280075,0.00008561328,0.0034745487,0.0019780947,0.000007787919,0.002131486],"genre_scores_gemma":[0.7557173,0.0019101355,0.0065694964,0.0003739949,0.00011321363,0.0005389572,0.005245259,0.000038666018,0.229493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9725335,0.0041600266,0.0037951425,0.0025788345,0.016471125,0.0004613344],"domain_scores_gemma":[0.91158324,0.018572196,0.008615717,0.012218806,0.04861324,0.0003967872],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.4841322,0.00017846684,0.0012623752,0.00031054177,0.0010189619,0.0017557387,0.008491457,0.00007513189,0.00020469549],"category_scores_gemma":[0.57430595,0.00007659453,0.00012021669,0.003362536,0.001623015,0.0018795934,0.009729375,0.00032664297,0.000044821994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018977406,0.000055190125,0.50750715,0.00026080277,0.000069736874,0.000008178632,0.00008301158,0.000018646311,0.00018350175,0.00019321052,0.4901874,0.0012433754],"study_design_scores_gemma":[0.00022885727,0.00016431569,0.737583,0.00007877628,0.000027824924,0.000019279194,0.00010216459,0.006380669,0.000016316237,0.00019732381,0.2551275,0.00007401618],"about_ca_topic_score_codex":0.004087217,"about_ca_topic_score_gemma":0.0065157157,"teacher_disagreement_score":0.23505992,"about_ca_system_score_codex":0.000045533565,"about_ca_system_score_gemma":0.0006022954,"threshold_uncertainty_score":0.9992805},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416642995","doi":"10.1016/j.jclinepi.2025.112089","title":"Methodological guidance for individual participant data meta-analyses: a systematic review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Observational study; Checklist; Set (abstract data type); Identification (biology); Guideline; Quality (philosophy); Forcing (mathematics); Observational methods in psychology","score_opus":0.9985771036472134,"score_gpt":0.8425318825246398,"score_spread":0.15604522112257357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416642995","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2712964e-8,0.8461591,0.14363945,0.0031116095,0.0016066058,0.004791952,0.0005500188,0.000004250186,0.00013701811],"genre_scores_gemma":[2.4088226e-7,0.8577132,0.13074389,0.007707912,0.00075836637,0.00048456574,0.0000974818,0.000028644776,0.0024657066],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.08227892,0.65137273,0.25680512,0.0032514003,0.005360015,0.0009318304],"domain_scores_gemma":[0.0074666548,0.7363753,0.23604487,0.0152389575,0.0041158884,0.0007583474],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9602397,0.0015607921,0.29471952,0.0010240419,0.00015206693,0.00029606995,0.025051879,0.0015858148,0.0036617743],"category_scores_gemma":[0.9936827,0.0005037224,0.10882897,0.0025768764,0.00042572495,0.0003459747,0.0020612495,0.0026493038,0.00070200046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008779714,0.00010907265,0.000008860293,0.5501724,0.0812319,0.000019107505,0.0000036287488,0.000005528882,1.3974933e-9,0.0011369706,0.29909256,0.0682112],"study_design_scores_gemma":[0.000095822834,0.00014567588,0.0000030812685,0.14086737,0.3814532,0.00012568587,0.000009534606,0.00010905459,1.4296563e-9,0.006224383,0.4707642,0.00020199684],"about_ca_topic_score_codex":0.0000023141533,"about_ca_topic_score_gemma":0.0000052543587,"teacher_disagreement_score":0.40930504,"about_ca_system_score_codex":0.00003481382,"about_ca_system_score_gemma":0.00222233,"threshold_uncertainty_score":0.99974144},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416648554","doi":"10.5256/f1000research.56213.r87742","title":"Referee report. For: High flow nasal oxygen for acute type two respiratory failure: a systematic review [version 1; peer review: 1 approved]","year":2021,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; King Saud University; Queen's University Belfast","keywords":"Respiratory system; Nasal cannula; Oxygen; Airway; Nose","score_opus":0.08525865593538971,"score_gpt":0.4166452741098789,"score_spread":0.33138661817448917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416648554","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011023644,0.47877327,0.008237335,0.410385,0.0022530374,0.07294431,0.0066696205,0.00071042933,0.009003366],"genre_scores_gemma":[0.0030919898,0.029352626,0.059523214,0.018427169,0.0015073465,0.006064659,0.028713482,0.00050682394,0.8528127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934384,0.00049577677,0.0014345475,0.0008343868,0.0030200477,0.0007768346],"domain_scores_gemma":[0.98049164,0.00032676154,0.0004528264,0.0017084947,0.016588513,0.0004317394],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010832355,0.00033590506,0.0018325875,0.00020441506,0.0002291957,0.000039112492,0.0004513957,0.00022930231,0.00047559678],"category_scores_gemma":[0.016990487,0.00025785033,0.0005483362,0.0008145711,0.00011110522,0.00016714587,0.00023485896,0.0005300377,0.00017872812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022025875,0.00011165669,0.000016680407,0.26217186,0.00039748417,0.00035927916,0.0000315223,1.337864e-7,0.022655575,0.0002868616,0.7134107,0.0003380343],"study_design_scores_gemma":[0.0019261052,0.00113829,0.000016582422,0.104627006,0.0013058537,0.0002475708,0.00014197777,0.00002167944,0.019587774,0.00018366425,0.8705408,0.00026269435],"about_ca_topic_score_codex":0.000018571262,"about_ca_topic_score_gemma":0.00003821019,"teacher_disagreement_score":0.8438093,"about_ca_system_score_codex":0.00026311984,"about_ca_system_score_gemma":0.0016387851,"threshold_uncertainty_score":0.99998736},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416662073","doi":"10.5256/f1000research.153354.r230252","title":"Referee report. For: Quantum data communication protection with the quantum permutation pad block cipher in counter mode and Clifford operators [version 1; peer review: 1 approved]","year":2024,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Quantum Information and Cryptography","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Block cipher; Quantum; Mode (computer interface); Cipher; Cryptography; Quantum cryptography; Permutation (music)","score_opus":0.08539551546227066,"score_gpt":0.3886109137892545,"score_spread":0.30321539832698385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416662073","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12409846,0.0063785156,0.42258728,0.43576777,0.00025965332,0.0075318026,0.00074036344,0.0003720534,0.0022641148],"genre_scores_gemma":[0.98946697,0.001833439,0.0039836024,0.00030747903,0.000034377077,0.00042160568,0.0017394839,0.000026157211,0.0021868946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971042,0.00034317817,0.00045658567,0.00042426834,0.0013942645,0.000277471],"domain_scores_gemma":[0.99631405,0.00021455901,0.00013232215,0.0013735684,0.0019009007,0.00006461781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065736114,0.0001390175,0.00019012362,0.000262956,0.00031127786,0.0003514288,0.0011833961,0.000082271705,0.000008949882],"category_scores_gemma":[0.000576962,0.00008744092,0.000040283267,0.0009947036,0.00021366472,0.0014525118,0.00046819163,0.00048209,0.0000151570475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038070846,0.00030307344,0.00053646066,0.004821408,0.0001669463,0.000024574021,0.010938648,0.00041436232,0.0031134796,0.113882884,0.82614374,0.03927373],"study_design_scores_gemma":[0.00032713523,0.00022915626,0.00042908086,0.0009821902,0.000010532922,0.00003488956,0.00087013765,0.4586505,0.0003163911,0.001197923,0.5368091,0.00014296097],"about_ca_topic_score_codex":0.00044958148,"about_ca_topic_score_gemma":0.00036330952,"teacher_disagreement_score":0.8653685,"about_ca_system_score_codex":0.00007692745,"about_ca_system_score_gemma":0.00019983643,"threshold_uncertainty_score":0.35657376},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416706142","doi":"10.1109/icacite57410.2023.11269069","title":"Retraction Notice: An Integration Of Wireless Communications And Artificial Intelligence For Autonomous Vehicles","year":2023,"lang":"","type":"article","venue":"","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Handset; Wireless; Base station; Wireless network; Enhanced Data Rates for GSM Evolution; Point (geometry); Intelligent transportation system; Cellular network","score_opus":0.06152483569046048,"score_gpt":0.313132652640441,"score_spread":0.2516078169499805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416706142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5365436,0.0005077858,0.4586529,0.0009963124,0.001055608,0.0011565436,0.000063961284,0.0005140537,0.0005091939],"genre_scores_gemma":[0.9861277,0.001421956,0.011739022,0.000017124372,0.00021612115,0.00007466368,0.00021838004,0.000063930005,0.00012113821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981219,0.000114472445,0.0008359745,0.0003418585,0.00019751811,0.00038826073],"domain_scores_gemma":[0.9979744,0.0005721433,0.00017047493,0.0009070462,0.00023702084,0.00013893175],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009585916,0.0002556421,0.00034142562,0.00024700532,0.00025866536,0.00013469256,0.00038850642,0.00041886253,0.000034943685],"category_scores_gemma":[0.00010065188,0.00029098036,0.00009402567,0.00070164417,0.00021233885,0.0005483058,0.00012069604,0.00050202286,0.000032684213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049394792,0.00012276652,0.000031589134,0.00018942523,0.00007809078,0.000001063351,0.0017362514,0.3499529,0.043263633,0.043823954,0.00017490167,0.560576],"study_design_scores_gemma":[0.00007861603,0.00023301604,0.0006100332,0.00012010157,0.000100742414,0.00000530893,0.0022334298,0.9679559,0.02338252,0.004410909,0.0005933502,0.00027609206],"about_ca_topic_score_codex":0.00015756748,"about_ca_topic_score_gemma":0.0012828829,"teacher_disagreement_score":0.61800295,"about_ca_system_score_codex":0.0001211705,"about_ca_system_score_gemma":0.000063449894,"threshold_uncertainty_score":0.9999542},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416799561","doi":"10.1136/bmjopen-2025-111418","title":"Comparison of intention-to-treat and per-protocol results in non-inferiority trials: a methodological review protocol","year":2025,"lang":"en","type":"review","venue":"BMJ Open","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Protocol (science); Research ethics; Health services research; Systematic review; MEDLINE; Register (sociolinguistics); Research design","score_opus":0.9570146823012856,"score_gpt":0.8138797967877078,"score_spread":0.14313488551357778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416799561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.702893e-9,0.027298601,0.009934803,0.00020099578,0.0001168844,0.95483786,0.0004247403,0.000029375986,0.0071567227],"genre_scores_gemma":[1.0674527e-9,0.074951135,0.40320376,0.000059372524,0.000057751688,0.52137136,0.0000059778486,0.000024987876,0.0003256746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9345495,0.048032977,0.014534657,0.001583221,0.0007818668,0.0005177527],"domain_scores_gemma":[0.6754065,0.3152979,0.0062522343,0.0022837757,0.00043957887,0.00031997266],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12823121,0.0007764761,0.019752134,0.00028164315,0.00006221809,0.00014212163,0.001814161,0.0008580895,0.00046508305],"category_scores_gemma":[0.7654327,0.0004929962,0.0010279128,0.0009716501,0.00019194362,0.00008075483,0.002827627,0.0009796682,0.00003525479],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012132826,0.0003716248,0.0000083100995,0.3844548,0.000074836884,0.000008171214,0.000019720597,1.5128654e-8,1.83682e-7,0.0020125757,0.00931477,0.6025217],"study_design_scores_gemma":[0.0037965646,0.0006903591,0.000013103045,0.40408856,0.0012368428,0.0000062783793,0.000013023025,0.000004631947,0.0000043834007,0.07187348,0.5177606,0.0005122018],"about_ca_topic_score_codex":0.000073340096,"about_ca_topic_score_gemma":0.000034514553,"teacher_disagreement_score":0.63720155,"about_ca_system_score_codex":0.00015275154,"about_ca_system_score_gemma":0.0008260443,"threshold_uncertainty_score":0.99975216},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416816679","doi":"10.1177/16094069251404191","title":"Photovoice Methods Informing Participatory Action Research Involving Older Adults in Canada: A Scoping Review Protocol","year":2025,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Mortgage and Housing Corporation; Ontario Council of University Libraries; York University; University of Toronto","funders":"Social Science Research Council","keywords":"Photovoice; Participatory action research; Inclusion (mineral); Data collection; Community-based participatory research; Systematic review; Protocol (science); Citizen journalism","score_opus":0.9509444930007419,"score_gpt":0.8449122652283633,"score_spread":0.10603222777237864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416816679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07534176,0.017139027,0.7126474,0.020005586,0.007513863,0.1433739,0.000022910257,0.00009407049,0.023861514],"genre_scores_gemma":[0.026480252,0.0019612345,0.9200911,0.00286253,0.00067381357,0.047216635,0.000002143635,0.000054186246,0.0006581371],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8979748,0.09543936,0.0023315465,0.00037129945,0.0029988622,0.00088416366],"domain_scores_gemma":[0.96803415,0.026057066,0.0009186186,0.00021576218,0.004459023,0.00031538846],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19104397,0.00018481353,0.0006620086,0.0010472116,0.00031215083,0.00011654606,0.0011000229,0.00010160396,0.00026185607],"category_scores_gemma":[0.10711029,0.00017205831,0.00015741712,0.0016789061,0.0004569898,0.0009824915,0.00024043875,0.0012375093,0.0000029596094],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011799847,0.00039805553,0.0031598234,0.006039892,0.00045297403,0.00015003874,0.19835915,0.000054346634,0.00434295,0.014020798,0.0020207663,0.7698212],"study_design_scores_gemma":[0.0063226256,0.00044562438,0.0126414485,0.30361935,0.00011313541,0.00001977157,0.49830797,0.0020884532,0.057990275,0.02946057,0.087876074,0.0011147086],"about_ca_topic_score_codex":0.34435603,"about_ca_topic_score_gemma":0.4708141,"teacher_disagreement_score":0.7687065,"about_ca_system_score_codex":0.004649572,"about_ca_system_score_gemma":0.018526865,"threshold_uncertainty_score":0.9991714},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417038370","doi":"10.1177/17474930251407852","title":"A methodological review of pragmatic designs in acute stroke trials","year":2025,"lang":"en","type":"review","venue":"International Journal of Stroke","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Acute stroke; Stroke (engine); Acute care; Clinical trial; Clinical neurology","score_opus":0.3038784639894978,"score_gpt":0.5106014791898259,"score_spread":0.2067230152003281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417038370","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007419866,0.9852499,0.004897248,0.0011023316,0.0011247884,0.0013961071,0.0003477522,0.000009140805,0.005865352],"genre_scores_gemma":[0.0000054533607,0.97162354,0.024664627,0.00059003494,0.00044038615,0.000055186356,0.000072927054,0.000025495961,0.0025223747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991271,0.0016646354,0.0050311666,0.0002964712,0.001491053,0.00024566986],"domain_scores_gemma":[0.9887823,0.0047713104,0.005093271,0.00035704032,0.00086983654,0.00012625923],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009382274,0.0004414297,0.006747938,0.0014586245,0.000010064872,0.00002195152,0.0010667973,0.00028801648,0.00054028624],"category_scores_gemma":[0.014745256,0.00029173557,0.0025738154,0.00033312148,0.00007864206,0.000103387014,0.00028682113,0.0010358855,0.000010752452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027023788,0.00032116316,0.000033136643,0.09940641,0.009360837,0.0012021072,0.0000193766,0.0000010428043,0.0000742864,0.00014425778,0.02684627,0.8623209],"study_design_scores_gemma":[0.001327475,0.00023393969,0.000010631519,0.3399981,0.0075112823,0.0008636514,0.00001633995,0.0000013392249,0.000049146325,0.000026037971,0.6498285,0.0001335559],"about_ca_topic_score_codex":0.0000040216223,"about_ca_topic_score_gemma":3.965153e-7,"teacher_disagreement_score":0.8621873,"about_ca_system_score_codex":0.00055312546,"about_ca_system_score_gemma":0.001116499,"threshold_uncertainty_score":0.99995345},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4417102456","doi":"10.1177/16094069251406154","title":"Reflections From Participants Who Participated in a Photovoice Study: The Importance of Flexibility and Individualization","year":2025,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Trillium Health Centre; University of Toronto","funders":"Heart and Stroke Foundation of Canada","keywords":"Photovoice; Flexibility (engineering); Qualitative research; Focus group; Participant observation; Perception; Theme (computing); Photo elicitation","score_opus":0.9532401214793264,"score_gpt":0.8217988344980192,"score_spread":0.1314412869813072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417102456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94839615,0.0004006656,0.04782677,0.0016738363,0.0003842346,0.00032929625,0.00001829024,0.0000067260817,0.0009640504],"genre_scores_gemma":[0.9746092,0.00007405841,0.024936503,0.00018842745,0.00006112873,0.000040622734,8.5417633e-7,0.0000053977333,0.000083794665],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9674442,0.030055718,0.0011231394,0.0002046817,0.00091052015,0.00026176055],"domain_scores_gemma":[0.9874983,0.010430503,0.0006297087,0.00015257896,0.0011874571,0.00010148941],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049864344,0.00009907633,0.00035169462,0.0003276352,0.00015369712,0.000069894624,0.0005012278,0.00006024919,0.00007468863],"category_scores_gemma":[0.037473004,0.000075493524,0.000072348776,0.00087117177,0.0006745094,0.00033797708,0.00011344415,0.0003181329,5.0378424e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053282187,0.00068852317,0.3469118,0.000008046944,0.00066700665,0.000010931044,0.61198986,0.00008517226,0.0042351275,0.02249812,0.000058278925,0.012314327],"study_design_scores_gemma":[0.0015881782,0.00027533303,0.5236318,0.00019196898,0.00012757546,5.5276024e-7,0.28934455,0.0006148168,0.007839242,0.17300957,0.0032385353,0.00013784312],"about_ca_topic_score_codex":0.0028427597,"about_ca_topic_score_gemma":0.007168301,"teacher_disagreement_score":0.3226453,"about_ca_system_score_codex":0.0002414276,"about_ca_system_score_gemma":0.0005483015,"threshold_uncertainty_score":0.9783646},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","open_science"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417113431","doi":"10.59350/etnvz-37q13","title":"Policy for Culture Change: Making data sharing the default","year":2017,"lang":"","type":"article","venue":"","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Open data; Data governance; Key (lock); Data collection; Audit; Data access","score_opus":0.6233634959951544,"score_gpt":0.5401370905487094,"score_spread":0.083226405446445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417113431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039361556,0.0006767945,0.7015411,0.22215125,0.0010522817,0.002688651,0.0002662936,0.00009615306,0.07148807],"genre_scores_gemma":[0.66172487,0.014081157,0.14794052,0.016431699,0.012916507,0.00078078493,0.00029730183,0.00013241368,0.14569478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528533,0.00013567955,0.0003880576,0.0020282492,0.00096811424,0.0011945897],"domain_scores_gemma":[0.97403026,0.0003206483,0.0007317628,0.024525112,0.00023082753,0.00016139768],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.006098706,0.0003204364,0.00024217149,0.00016669102,0.0049060294,0.0682991,0.07585825,0.000106644846,0.000043295593],"category_scores_gemma":[0.010478454,0.0002066611,0.00008983333,0.000334563,0.00031675096,0.13276555,0.08312254,0.00049961975,0.000117913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023081828,0.00006199193,0.0004990508,0.00018009677,0.00015020974,0.000018963976,0.00091709004,0.000003256822,0.00002345398,0.72426796,0.025089012,0.24876583],"study_design_scores_gemma":[0.00039217158,0.00007372379,0.0035232292,0.00012807494,0.000047911337,0.000009406481,0.00024861595,0.37477538,0.000029352821,0.0043732254,0.6161058,0.0002931164],"about_ca_topic_score_codex":0.0023079284,"about_ca_topic_score_gemma":0.0010190282,"teacher_disagreement_score":0.71989477,"about_ca_system_score_codex":0.00007355689,"about_ca_system_score_gemma":0.00019777841,"threshold_uncertainty_score":0.9978567},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4417124229","doi":"10.2196/76876","title":"Methods of Analysis in Randomized Noninferiority Trials: Methodological Survey Review Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Statistical Methods in Epidemiology","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Protocol (science); Data collection; Research design; MEDLINE; Thematic analysis; Qualitative research","score_opus":0.9369783100124929,"score_gpt":0.83717986423243,"score_spread":0.09979844578006292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417124229","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025819054,0.000017716637,0.42579618,0.00027545262,0.0000060781995,0.5718028,0.000022237067,0.000033578206,0.0020433976],"genre_scores_gemma":[0.0000013834764,0.000006526836,0.47876018,0.00006328666,0.0000149355965,0.520978,0.0000031588027,0.000011978197,0.00016054706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.36356246,0.625887,0.006892641,0.0012362346,0.0011907584,0.0012309253],"domain_scores_gemma":[0.57229936,0.4245043,0.0008623267,0.0011813133,0.0010189872,0.00013368744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64090323,0.00037293034,0.009714876,0.0014937235,0.00009731861,0.000037081492,0.0011956871,0.0005106542,0.0012869448],"category_scores_gemma":[0.8653099,0.00024406544,0.0011498783,0.0072552464,0.0013289845,0.000076987584,0.0007334711,0.0017804232,0.000008062727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16391468,0.003502388,0.018543119,0.057073344,0.0029000659,0.00003573244,0.00015549357,0.000007256429,0.0007208313,0.58291686,0.020928562,0.14930168],"study_design_scores_gemma":[0.056065176,0.000380337,0.007911058,0.008004687,0.00021901104,0.0000011087469,0.000012950327,0.0010554824,0.001351729,0.9102157,0.014494385,0.00028837338],"about_ca_topic_score_codex":0.0002515255,"about_ca_topic_score_gemma":0.00008806124,"teacher_disagreement_score":0.32729885,"about_ca_system_score_codex":0.00020511694,"about_ca_system_score_gemma":0.00057901436,"threshold_uncertainty_score":0.99962604},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4417179364","doi":"10.20944/preprints202512.0689.v1","title":"Reconsidering Google Scholar Regarding PRISMA Guidelines","year":2025,"lang":"","type":"preprint","venue":"Preprints.org","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Systematic review; Bibliographic database; Grey literature; Advice (programming); Bibliometrics; MEDLINE","score_opus":0.9188491127975762,"score_gpt":0.5747689857529488,"score_spread":0.3440801270446274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417179364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76489097,0.0083179185,0.017762337,0.0075803683,0.009800659,0.00663004,0.00013430105,0.00013626002,0.18474716],"genre_scores_gemma":[0.60681957,0.004043062,0.049975704,0.0018915661,0.0013298327,0.00086708134,0.000049130096,0.00014036176,0.33488372],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8693744,0.037598744,0.06393121,0.012882584,0.014180552,0.0020324923],"domain_scores_gemma":[0.9115826,0.00832731,0.029839005,0.03630783,0.012817804,0.0011254329],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.3830145,0.002622896,0.01690506,0.0024239293,0.0015598865,0.003053643,0.012442076,0.0016116253,0.114045456],"category_scores_gemma":[0.38328052,0.0017966102,0.01266487,0.003678374,0.00032082025,0.001229967,0.016128475,0.0046582604,0.09461479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065105996,0.00029090198,0.8878076,0.0022829266,0.0049954304,0.00008233132,0.0036208779,0.007762793,0.0019510429,0.001156651,0.029903304,0.060081016],"study_design_scores_gemma":[0.00066260016,0.00002136203,0.035521265,0.0047280644,0.002512793,0.000081110236,0.0024564865,0.016508214,0.007518977,0.012902134,0.91503626,0.0020507257],"about_ca_topic_score_codex":0.00011327052,"about_ca_topic_score_gemma":0.00005715924,"teacher_disagreement_score":0.88513297,"about_ca_system_score_codex":0.0005521515,"about_ca_system_score_gemma":0.0017049134,"threshold_uncertainty_score":0.99973994},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4417187135","doi":"10.1108/ijpl-10-2025-0183","title":"Retraction notice: Transforming the public service via digital leadership in Uganda","year":2025,"lang":"en","type":"article","venue":"International Journal of Public Leadership","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public service; Work (physics); Service (business); Public sector","score_opus":0.2435541232416622,"score_gpt":0.36603792036164334,"score_spread":0.12248379711998114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417187135","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042208936,0.00039878165,0.004549704,0.9213247,0.005927215,0.00020297235,0.0000043535815,0.000032885015,0.025350492],"genre_scores_gemma":[0.9866857,0.000032757758,0.0000748717,0.009972547,0.0015482057,0.000008055756,0.000018207002,0.000011907829,0.0016477419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968486,0.00033561944,0.0007681313,0.00018822621,0.0013652015,0.00049420865],"domain_scores_gemma":[0.9964382,0.00078744587,0.0004367792,0.00013426419,0.0020864804,0.00011683657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041795056,0.00015041245,0.00018013177,0.00095991784,0.00027621398,0.0009798255,0.0012123145,0.00025766095,0.00027183045],"category_scores_gemma":[0.002578492,0.00012611039,0.00014020306,0.0017278482,0.00027942128,0.0038805807,0.000022152832,0.0010088672,0.000032042477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024629885,0.0009968507,0.08159983,0.00013738174,0.0006048393,0.000041741263,0.07208157,0.00005810623,0.00055233145,0.6158294,0.012327903,0.21552375],"study_design_scores_gemma":[0.0019342274,0.000073954485,0.024036769,0.0004773696,0.000043447366,0.00008728411,0.46936896,0.0002147411,0.00029522617,0.019334488,0.48371628,0.0004172475],"about_ca_topic_score_codex":0.00017719956,"about_ca_topic_score_gemma":0.0020619496,"teacher_disagreement_score":0.9444768,"about_ca_system_score_codex":0.0008301722,"about_ca_system_score_gemma":0.0016359139,"threshold_uncertainty_score":0.94484806},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417223881","doi":"10.1053/j.ajkd.2025.09.023","title":"Representation of Older Patients Receiving Maintenance Dialysis in Randomized Controlled Trials: A Meta-epidemiologic Study","year":2025,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; McMaster University; University of Alberta","funders":"","keywords":"Dialysis; Representation (politics); Randomized controlled trial; MEDLINE; Kidney disease","score_opus":0.030261947742329164,"score_gpt":0.3538328628151803,"score_spread":0.32357091507285113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417223881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98467207,0.0032648146,0.002034563,0.004506709,0.0003193401,0.0039280932,0.000035310808,0.000014640831,0.0012244523],"genre_scores_gemma":[0.99666727,0.00089071546,0.0002820362,0.0016898236,0.000054931013,0.00018469544,0.0000127741305,0.0000092552145,0.00020848722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9893117,0.006322962,0.0033787987,0.00024983034,0.0005407849,0.00019594227],"domain_scores_gemma":[0.983409,0.009648939,0.0051944028,0.0004130127,0.0007742447,0.0005604423],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007658374,0.00022725634,0.010557468,0.00092810515,0.000029698414,0.00002141776,0.00016409844,0.00002088398,0.00014416373],"category_scores_gemma":[0.1909812,0.00011399292,0.0042803455,0.0011498609,0.00024175763,0.000095438656,0.000053704138,0.00012071758,8.198509e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30645236,0.0075626336,0.59167945,0.00014455973,0.056369703,0.00008247773,0.00051103253,0.0005243663,0.00004000503,0.00007820564,0.008314428,0.028240787],"study_design_scores_gemma":[0.3918412,0.00078979624,0.49852562,0.0008931202,0.10397285,7.0766043e-7,0.0029464092,0.00036844678,0.000015538362,0.00043813555,0.000059837348,0.00014833997],"about_ca_topic_score_codex":0.00015001331,"about_ca_topic_score_gemma":0.000003540409,"teacher_disagreement_score":0.18332282,"about_ca_system_score_codex":0.00007456512,"about_ca_system_score_gemma":0.00033944787,"threshold_uncertainty_score":0.8158335},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4417252685","doi":"10.1037/cep0000386","title":"Open science: My insights into data sharing, preregistration, and replication.","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Canada Excellence Research Chairs, Government of Canada","keywords":"Open science; Transparency (behavior); Open data; Work (physics); Equity (law); Best practice; Key (lock); Open research","score_opus":0.17170995186462434,"score_gpt":0.44908838402634504,"score_spread":0.2773784321617207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417252685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8499712,0.011476533,0.02942251,0.027471289,0.0035569577,0.0015767743,0.000040650248,0.00006116386,0.07642296],"genre_scores_gemma":[0.96876734,0.0002532851,0.025943622,0.003932218,0.00009078666,0.00004697108,0.00003373758,0.000017036822,0.0009150077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99582374,0.00016163127,0.00074889464,0.0020943722,0.0001835125,0.0009878366],"domain_scores_gemma":[0.99154425,0.0000854173,0.00049918285,0.006269754,0.00024382435,0.0013575805],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00464302,0.00026910176,0.0003379799,0.0013013252,0.00077398185,0.003244557,0.027186487,0.00012450706,0.000049215832],"category_scores_gemma":[0.0011235549,0.00028197403,0.000045101297,0.0014688508,0.0011231008,0.017179647,0.0034319484,0.00046133346,0.000009971629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017099027,0.0007222431,0.030700428,0.000063847445,0.00040703558,0.0012102835,0.011831138,0.000013821456,0.13717876,0.6445756,0.1497409,0.02338496],"study_design_scores_gemma":[0.008161003,0.0025050018,0.13761765,0.00061401894,0.00010956735,0.0025946214,0.015157553,0.0022492348,0.047628988,0.071765006,0.7097178,0.0018795491],"about_ca_topic_score_codex":0.01004226,"about_ca_topic_score_gemma":0.030789541,"teacher_disagreement_score":0.5728106,"about_ca_system_score_codex":0.0011079808,"about_ca_system_score_gemma":0.002004551,"threshold_uncertainty_score":0.9999632},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4417321183","doi":"10.1136/bmjebm-2025-113925","title":"Current knowledge on the adaptation of clinical practice guidelines: a scoping review","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Chinese University of Hong Kong","keywords":"Adaptation (eye); Quality (philosophy); Clinical Practice; Current (fluid); Context (archaeology)","score_opus":0.7839957976028011,"score_gpt":0.70014721165082,"score_spread":0.08384858595198119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417321183","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014187183,0.24225453,0.03663807,0.70885676,0.0021841826,0.0066617304,0.000003832589,0.00007768338,0.0019044722],"genre_scores_gemma":[0.07250183,0.42230168,0.03573089,0.4609784,0.0063857734,0.0012864706,0.0001696091,0.00009184511,0.00055349414],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9900617,0.0016466111,0.006244663,0.00057638215,0.0011966568,0.0002739889],"domain_scores_gemma":[0.91580486,0.072633184,0.0028119844,0.0015195978,0.0069835573,0.00024683028],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031056978,0.0002818681,0.0012053564,0.0002277521,0.0001058544,0.000009734065,0.00029135807,0.000114775496,0.00051279506],"category_scores_gemma":[0.65476763,0.00016748432,0.00030001818,0.0012183387,0.0003444609,0.0003034366,0.000079505706,0.00074429245,0.000086623695],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019798742,0.0006759519,0.0015710121,0.015163285,0.00012996743,0.000018437804,0.00008471678,0.00005953877,0.00005146924,0.0017711683,0.35133055,0.627164],"study_design_scores_gemma":[0.0044440054,0.0019412059,0.0021870416,0.81494045,0.0026091784,0.000019047273,0.0010594252,0.00604449,0.00011263254,0.00014557273,0.1663096,0.00018732181],"about_ca_topic_score_codex":0.00019146912,"about_ca_topic_score_gemma":0.0000641261,"teacher_disagreement_score":0.7997772,"about_ca_system_score_codex":0.00012040979,"about_ca_system_score_gemma":0.0047050915,"threshold_uncertainty_score":0.99773073},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4417358357","doi":"10.1080/08989621.2025.2600404","title":"Commercial funding of randomized controlled trials of weight-loss interventions using dietary supplements: A rapid review","year":2025,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmacology and Obesity Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Weight loss; MEDLINE; Clinical trial; Dietary supplement","score_opus":0.4723859013700117,"score_gpt":0.6036886997669948,"score_spread":0.1313027983969831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417358357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94195396,0.043007933,0.00007323216,0.0046273367,0.00022356205,0.008993104,0.00008419179,0.000009937408,0.0010267592],"genre_scores_gemma":[0.9838897,0.014846035,0.00025221522,0.00023700402,0.000036177047,0.0005946477,0.00005440063,0.0000060417633,0.00008377802],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98732126,0.0082892645,0.0031270252,0.00029219818,0.0005949405,0.00037530414],"domain_scores_gemma":[0.983124,0.014903876,0.00051822077,0.00052538386,0.0008520914,0.00007641369],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06699459,0.0001537015,0.0049938746,0.0006741619,0.00009544673,0.0000065986437,0.00021164253,0.000112880516,0.002586523],"category_scores_gemma":[0.018412255,0.00010408385,0.0015306269,0.00076400844,0.0006522695,0.00009588421,0.00019789315,0.00047235782,0.0000032726136],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.62222743,0.010393994,0.30791825,0.030645149,0.0075984243,0.000036755708,0.00086703186,0.0000051305137,0.0068173897,0.0009882096,0.0055379057,0.0069643664],"study_design_scores_gemma":[0.91403633,0.0005413575,0.037341967,0.028027501,0.0066534565,0.0000064634505,0.00068299135,0.0004138038,0.008582266,0.002871095,0.0006554518,0.00018731462],"about_ca_topic_score_codex":0.0012579589,"about_ca_topic_score_gemma":0.0001620224,"teacher_disagreement_score":0.29180893,"about_ca_system_score_codex":0.00034185633,"about_ca_system_score_gemma":0.000480482,"threshold_uncertainty_score":0.9983252},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417449885","doi":"10.1177/10778004251401851","title":"We Reject the Use of Generative Artificial Intelligence for Reflexive Qualitative Research","year":2025,"lang":"en","type":"article","venue":"Qualitative Inquiry","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reflexivity; Qualitative research; Generative grammar; Thematic analysis; Position paper; Position (finance); Qualitative property","score_opus":0.9018978847518915,"score_gpt":0.7522545130399412,"score_spread":0.1496433717119503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417449885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013107271,0.00074990204,0.8964801,0.08118484,0.00034265907,0.0032182464,0.00031894242,0.000057825506,0.004540245],"genre_scores_gemma":[0.58788556,0.0019302145,0.37650475,0.0015297404,0.0015985543,0.0067034354,0.00009636562,0.000090785354,0.023660598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.95681065,0.039631538,0.00096995913,0.0006304507,0.0011605785,0.0007968463],"domain_scores_gemma":[0.9000933,0.09570235,0.00030063884,0.0005100937,0.0032577023,0.00013592822],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04537573,0.00021407199,0.000466999,0.00045769633,0.0021589538,0.00020379272,0.0007831328,0.0001758258,0.0000884216],"category_scores_gemma":[0.037613533,0.00016082042,0.00023884521,0.002905351,0.009265277,0.0004160387,0.00017997106,0.0006037693,0.000033845317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012023298,0.00008296549,9.0571694e-7,0.000033614524,0.000070964525,1.9688031e-7,0.46390864,0.000013229937,0.00086798915,0.5106508,0.008380284,0.015870152],"study_design_scores_gemma":[0.00004682115,0.00013594594,0.000004441205,0.000070818765,0.00000987848,2.5035584e-8,0.4728733,0.0000692396,0.0041223005,0.4722609,0.050314296,0.00009204637],"about_ca_topic_score_codex":0.0017075485,"about_ca_topic_score_gemma":0.0010083112,"teacher_disagreement_score":0.57477826,"about_ca_system_score_codex":0.00032848425,"about_ca_system_score_gemma":0.0011895223,"threshold_uncertainty_score":0.9991401},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4417454309","doi":"10.3390/neurolint17120207","title":"RETRACTED: Patel et al. Effect Comparison of E-Cigarette and Traditional Smoking and Association with Stroke—A Cross-Sectional Study of NHANES. Neurol. Int. 2022, 14, 441–452","year":2025,"lang":"en","type":"article","venue":"Neurology International","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Association (psychology); Alternative medicine; MEDLINE; Cigarette smoking","score_opus":0.023720955686937144,"score_gpt":0.3348276282869784,"score_spread":0.3111066726000412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417454309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99603146,0.000028213208,0.00004228357,0.0013822392,0.0015086144,0.00031271318,0.00006562641,0.000026212763,0.00060264533],"genre_scores_gemma":[0.9986238,0.000015847902,0.000006747627,0.000997969,0.000051002484,0.000032272612,0.00014930696,0.000011727715,0.00011133594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765444,0.00016421275,0.00043626863,0.00033708694,0.0012895203,0.000118471195],"domain_scores_gemma":[0.9986201,0.0005492387,0.00034345116,0.00011111716,0.00034029802,0.000035784386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094425026,0.0001411681,0.00030995754,0.0003040414,0.00006693253,0.000027211823,0.00007943146,0.00034957047,0.00008288895],"category_scores_gemma":[0.00025843905,0.0001307713,0.000041975818,0.000134615,0.00010844871,0.00012858295,0.00004298709,0.0012527074,1.4966317e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012681169,0.00058716617,0.99289846,0.000023651251,0.00026207382,0.000013497347,0.00016124074,0.000044277145,0.0024907792,0.00014331618,0.0016664532,0.00044098616],"study_design_scores_gemma":[0.0040777097,0.0024470768,0.99097186,0.00002433054,0.0001655625,0.00006293883,0.000024707193,0.00037514168,0.0015634234,0.000036714173,0.00018129844,0.00006926153],"about_ca_topic_score_codex":0.000057563237,"about_ca_topic_score_gemma":0.000026604883,"teacher_disagreement_score":0.002809593,"about_ca_system_score_codex":0.000055451073,"about_ca_system_score_gemma":0.000052661362,"threshold_uncertainty_score":0.544246},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417485214","doi":"10.1016/j.cct.2025.108193","title":"Geographic location and clinical trial knowledge, invitation, and participation among adults in the United States","year":2025,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"American Society of Hematology; National Cancer Institute; Robert Wood Johnson Foundation","keywords":"Clinical trial; Residence; Location; Diversity (politics); MEDLINE; Young adult","score_opus":0.7439384927138893,"score_gpt":0.6767116272376877,"score_spread":0.0672268654762016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417485214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730361,0.0017972611,0.00029215854,0.01938503,0.0007345256,0.0037593194,0.000008479445,0.000044822595,0.00094230875],"genre_scores_gemma":[0.9864656,0.008219549,0.00010153993,0.0040223887,0.00049838383,0.00021021071,0.00016085495,0.00001501135,0.0003064844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97935003,0.01331847,0.0056659733,0.0008190196,0.0005511741,0.00029533813],"domain_scores_gemma":[0.45665944,0.53749126,0.0015837393,0.0014691281,0.0021523023,0.00064413494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12157357,0.00020033572,0.0012810198,0.00043349803,0.00013196284,0.000110359746,0.00023491746,0.0008570591,0.000011765344],"category_scores_gemma":[0.40633407,0.00013355089,0.0002688401,0.0012582379,0.0014952733,0.00016380956,0.0001532988,0.002207948,0.000008555778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0485361,0.0020344616,0.91756403,0.0003541494,0.000245216,0.000015685615,0.00048719996,0.0000014739114,0.000001084104,0.0051978505,0.004440584,0.021122146],"study_design_scores_gemma":[0.08761063,0.002700563,0.8692404,0.0012439286,0.00020326914,5.516099e-7,0.0007464112,0.002487085,0.000003905961,0.032081004,0.0035410814,0.00014114547],"about_ca_topic_score_codex":0.00031340902,"about_ca_topic_score_gemma":0.0006448668,"teacher_disagreement_score":0.5241728,"about_ca_system_score_codex":0.000020089197,"about_ca_system_score_gemma":0.0008238313,"threshold_uncertainty_score":0.95925575},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W56880762","doi":"","title":"Plagiarism self-reported rates, understandings, and education among teacher candidates in a faculty of education","year":2012,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Teacher education; Pedagogy; Higher education; Mathematics education; Medicine; Political science","score_opus":0.029276412480083787,"score_gpt":0.2954307200729875,"score_spread":0.2661543075929037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56880762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814534,0.0004679871,0.00002375859,0.00089093973,0.00025565768,0.00030010456,0.00001765718,0.000035652734,0.016554845],"genre_scores_gemma":[0.9940609,0.00017089868,0.0006351474,0.000049582926,0.00009034982,8.405921e-7,0.000069066155,0.000009649868,0.004913579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983014,0.00041111553,0.00024138836,0.0002501104,0.0004267764,0.00036924458],"domain_scores_gemma":[0.99888504,0.00011986827,0.0003912687,0.00016619402,0.00019405696,0.00024357034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023959957,0.00014843472,0.00026232764,0.00033654444,0.0004627909,0.000024460498,0.00029399918,0.00088772917,0.0003057527],"category_scores_gemma":[0.00037712246,0.00018154558,0.00006851449,0.0005244572,0.00047152262,0.0015427965,0.00009217198,0.0010384539,0.000013382559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057563055,0.0002901387,0.93232596,0.000039499366,0.000053351556,7.817876e-7,0.059831504,4.6328162e-7,0.00040524022,0.004480519,0.0013911326,0.0011238416],"study_design_scores_gemma":[0.00045234783,0.00002439021,0.9047473,0.0001519459,0.000113284084,0.0000044486615,0.082159534,0.000010958983,0.00045025838,0.0024013673,0.009248988,0.00023517822],"about_ca_topic_score_codex":0.015564364,"about_ca_topic_score_gemma":0.005936233,"teacher_disagreement_score":0.027578667,"about_ca_system_score_codex":0.0004902554,"about_ca_system_score_gemma":0.0008354432,"threshold_uncertainty_score":0.99099106},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W654809136","doi":"10.1007/s11192-015-1610-x","title":"Statistical tests for ‘related records’ search results","year":2015,"lang":"en","type":"article","venue":"Scientometrics","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Ranking (information retrieval); Computer science; Information retrieval; Subject (documents); Set (abstract data type); Measure (data warehouse); Negative binomial distribution; Raw data; Statistics; Data mining; Mathematics; Library science","score_opus":0.7040664114245264,"score_gpt":0.5759315830768087,"score_spread":0.12813482834771772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W654809136","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043558415,0.00014864157,0.91505843,0.0012544538,0.007629447,0.0010514054,0.0016708696,0.00033645728,0.029291859],"genre_scores_gemma":[0.043030504,0.0000123012205,0.9400946,0.000073236784,0.00009111114,0.000029224777,0.00009584359,0.000023049693,0.016550137],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979845,0.00017484209,0.0004004607,0.00032460326,0.00071868877,0.00039687345],"domain_scores_gemma":[0.98651886,0.01172871,0.00010912856,0.00034072768,0.0009563878,0.00034615683],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007557162,0.000109381384,0.00019814378,0.0013341297,0.00009481707,0.00010129992,0.00027214404,0.0000881114,0.00004854311],"category_scores_gemma":[0.20380263,0.00009452792,0.00003555599,0.0045024035,0.00014216629,0.000060080245,0.000074958254,0.00013652715,0.00012476383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088358414,0.00021911053,0.0010886531,0.000057439225,0.000017385242,0.000003619946,0.0018509795,0.000011025661,0.000025004847,0.29300123,0.6759457,0.027691457],"study_design_scores_gemma":[0.0030487522,0.0005810854,0.007504543,0.000023047654,0.000056346915,0.000018508168,0.002026144,0.003480154,0.00070877816,0.8694619,0.112693906,0.00039686356],"about_ca_topic_score_codex":0.000014147316,"about_ca_topic_score_gemma":0.000004842519,"teacher_disagreement_score":0.5764606,"about_ca_system_score_codex":0.0001573553,"about_ca_system_score_gemma":0.00037728393,"threshold_uncertainty_score":0.80290407},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6885865006","doi":"10.1371/journal.pone.0251250.s003","title":"Risk of bias assessment scores.","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk assessment; Cohort; Scale (ratio); Cohort study; Selection bias","score_opus":0.8907938691131161,"score_gpt":0.5719489935132869,"score_spread":0.3188448755998292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885865006","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038983773,0.007340128,0.0009449444,0.0008371455,0.0005258877,0.0014285716,0.6380159,0.000022591572,0.31190103],"genre_scores_gemma":[0.92540663,0.000018810264,0.009605341,0.00038527703,0.00016430201,0.00013168494,0.029243207,0.000020821182,0.03502392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987056,0.004986723,0.0038271667,0.0005000752,0.0035105583,0.00011945238],"domain_scores_gemma":[0.98664117,0.004490277,0.0036977625,0.0030809653,0.0019951335,0.00009468766],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016339637,0.00012557779,0.0016313632,0.000108865774,0.00005458115,0.0003617738,0.0009081761,0.00004629871,0.91816396],"category_scores_gemma":[0.15341908,0.000059955626,0.0013609676,0.0010566738,0.0000044231406,0.000099837474,0.00020464872,0.000101080936,0.021591842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3066845e-7,0.00002048214,0.011211768,0.000040678646,0.0000805092,0.000008726568,0.000037796013,0.000041722316,0.000015817379,0.00008411409,0.97981685,0.008641282],"study_design_scores_gemma":[0.0000889461,0.000012889532,0.12656005,0.000297355,0.00008847948,0.000005756149,0.00016369806,0.0031062516,0.00042313253,0.0013025645,0.867845,0.00010588416],"about_ca_topic_score_codex":0.0000027164563,"about_ca_topic_score_gemma":0.000020233676,"teacher_disagreement_score":0.8965721,"about_ca_system_score_codex":0.000012488401,"about_ca_system_score_gemma":0.00015387502,"threshold_uncertainty_score":0.97916996},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6888685239","doi":"10.21956/mniopenres.13911.r26173","title":"Referee report. For: Effectiveness of a personalized health profile on specificity of self-management goals among people living with HIV in Canada: a protocol for a blinded pragmatic randomized controlled trial [version 1; peer review: 1 approved]","year":2020,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Human immunodeficiency virus (HIV); MEDLINE; Clinical trial; Health care","score_opus":0.054272227505481406,"score_gpt":0.40245571723655466,"score_spread":0.34818348973107327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6888685239","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0706338,0.00010801574,0.0009131779,0.021014176,0.000014348195,0.9053442,0.00045537492,0.000026888767,0.0014900389],"genre_scores_gemma":[0.19835642,0.0000734313,0.005207573,0.000071768096,0.000030963238,0.79260796,0.00078673416,0.000045994148,0.0028191528],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99424493,0.001659816,0.0014663555,0.00045524846,0.0017670278,0.00040660216],"domain_scores_gemma":[0.99172145,0.0034290797,0.0010772045,0.00041843246,0.003118062,0.00023577012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011902171,0.00020266329,0.0026330512,0.00022054621,0.000113051385,0.000006141076,0.00016116264,0.000068831905,0.00005251592],"category_scores_gemma":[0.00695145,0.0001313648,0.00028476244,0.0005884847,0.00009049482,0.000041183237,0.000051134237,0.00027529683,0.0000014249307],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9298711,0.0016896717,0.001851954,0.05033289,0.0006984562,0.000009419386,0.0007733458,0.000013920291,0.00003578303,0.00023433047,0.01435048,0.00013867888],"study_design_scores_gemma":[0.9644642,0.003906341,0.004860852,0.019651933,0.00022209215,0.0000028500413,0.00045606314,0.0023557453,0.0001314785,0.000019255764,0.0038178088,0.00011136888],"about_ca_topic_score_codex":0.03916514,"about_ca_topic_score_gemma":0.0159573,"teacher_disagreement_score":0.12772262,"about_ca_system_score_codex":0.0009358626,"about_ca_system_score_gemma":0.0036368466,"threshold_uncertainty_score":0.9672331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6890027164","doi":"10.3205/25ebm077","title":"Research integrity assessment of randomized controlled trials in COVID-19 evidence syntheses: focus on ethics and trial registration","year":2025,"lang":"en","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Randomized controlled trial; Research ethics; Focus (optics); Clinical trial; Research design; Trial registration; MEDLINE; Ethics committee","score_opus":0.8941467816641128,"score_gpt":0.7364740610737476,"score_spread":0.1576727205903652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890027164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48441082,0.0016080777,0.089308985,0.32468718,0.001616693,0.034878355,0.000013405343,0.0000319985,0.06344448],"genre_scores_gemma":[0.9944102,0.0009942773,0.0007619845,0.00053316186,0.0001478491,0.0011770091,0.000003521714,0.000006095323,0.0019658846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.16812024,0.6818854,0.038121086,0.0041415496,0.10579258,0.0019391052],"domain_scores_gemma":[0.022691466,0.9536624,0.0064109955,0.0044344584,0.011340034,0.0014606306],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.96821016,0.00032111126,0.010204983,0.005570624,0.0016330599,0.0036461502,0.0046698493,0.0004116033,0.008568429],"category_scores_gemma":[0.98641086,0.00015100047,0.0015515334,0.010601798,0.008016196,0.0011859309,0.0007683166,0.0040495354,0.00025341008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08967865,0.0006483542,0.00083572965,0.00042504782,0.0003130005,0.00003843218,0.0027186822,0.000029651508,0.00034830466,0.83268374,0.010073168,0.062207256],"study_design_scores_gemma":[0.30188468,0.0008560007,0.0037180143,0.005458417,0.0003114765,0.000011125307,0.004030293,0.11606278,0.00013343715,0.5568885,0.010153097,0.000492144],"about_ca_topic_score_codex":0.0006531329,"about_ca_topic_score_gemma":0.0008059623,"teacher_disagreement_score":0.5099994,"about_ca_system_score_codex":0.00081516587,"about_ca_system_score_gemma":0.018530132,"threshold_uncertainty_score":0.9996667},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6891386706","doi":"10.3886/e209796","title":"ECIN Replication Package for \"Consumer Confidence and Household Investment\"","year":2025,"lang":"en","type":"dataset","venue":"ICPSR Data Holdings","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Investment (military); Replication (statistics); Consumer confidence index; Confidence interval; Consumption (sociology)","score_opus":0.10290719979112013,"score_gpt":0.3471108955221461,"score_spread":0.24420369573102596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891386706","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020610566,0.0025371732,0.000097510914,0.0002491314,0.00039200715,0.0023678553,0.99379754,0.00028728097,0.00006538422],"genre_scores_gemma":[0.00004662245,0.0022189335,0.0012824723,0.0024983203,0.0002278138,0.0005292571,0.99254286,0.00011358281,0.00054015504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944797,0.00013804776,0.00089269504,0.0031808086,0.0005792811,0.0007294382],"domain_scores_gemma":[0.98098963,0.0007537224,0.00093966245,0.016860833,0.0001708687,0.00028527313],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021916456,0.0007984575,0.0008862455,0.000609839,0.00030239407,0.0006123976,0.003751875,0.000631854,0.00007394279],"category_scores_gemma":[0.005081818,0.00085201586,0.00008929004,0.00059518544,0.0004815666,0.0011683207,0.0027106204,0.0006595254,0.00022220872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007479689,0.00009042956,0.0000414437,0.00067451893,0.00018607198,0.000011809419,0.000015342359,1.6978304e-7,0.0010869958,0.00071752846,0.9967706,0.00033027786],"study_design_scores_gemma":[0.0010380015,0.000053671447,0.00011847388,0.00059939135,0.00079937314,0.000029133464,0.000022009068,0.000031843316,0.00096655695,0.000633383,0.9949164,0.0007917569],"about_ca_topic_score_codex":0.0014179361,"about_ca_topic_score_gemma":0.00033054,"teacher_disagreement_score":0.013680024,"about_ca_system_score_codex":0.00020239053,"about_ca_system_score_gemma":0.00038164854,"threshold_uncertainty_score":0.99939305},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6891684439","doi":"10.4224/21277165","title":"Evaluation of NRC Measurement Science and Standards","year":2015,"lang":"en","type":"report","venue":"National Research Council Canada (Government of Canada)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Physical Laboratory; Natural Resources Canada; Government of Canada; Canadian Nuclear Safety Commission; National Institute of Standards and Technology; National Research Council Canada; Industry Canada; Health Canada; Ministère de la Défense Nationale","keywords":"Metrology; Traceability; Prosperity; Product (mathematics); Portfolio; Process (computing)","score_opus":0.4882821928121323,"score_gpt":0.4157194661583804,"score_spread":0.07256272665375191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891684439","genre_codex":"other","genre_gemma":"empirical","domain_codex":"evaluation","domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":"evaluation","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026919687,0.003782132,0.0000024595242,0.00060542574,0.0006396712,0.001208194,0.007880832,0.0000057151196,0.9856064],"genre_scores_gemma":[0.9991861,0.00014025359,0.000032165128,0.000032690652,0.00017627534,0.00012937684,8.4441416e-7,0.00007324265,0.00022903945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.015083813,0.0007298026,0.0011190296,0.00088529894,0.9811859,0.0009961713],"domain_scores_gemma":[0.028246615,0.00049102015,0.0010111505,0.0006503467,0.9687691,0.00083177857],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9461365,0.00039494634,0.0006946041,0.00032397776,0.00045079424,0.00007522351,0.0010451829,0.00017595301,0.0002348131],"category_scores_gemma":[0.9732216,0.0004071249,0.000044447625,0.0016266453,0.001143547,0.00024052728,0.00041099716,0.0007916267,1.1330254e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016152026,0.0000561355,0.000007314007,0.00027624317,0.00020952597,0.000009473693,0.000023032939,0.0003605363,0.0039758054,0.00063822616,0.9914025,0.002879708],"study_design_scores_gemma":[0.0009636742,0.00013032353,0.00073218456,0.00039176803,0.00013933609,0.000011050426,0.0003967398,0.0019864957,0.0036572856,0.00052669615,0.99073964,0.00032480177],"about_ca_topic_score_codex":0.97348374,"about_ca_topic_score_gemma":0.99992716,"teacher_disagreement_score":0.9989169,"about_ca_system_score_codex":0.9906666,"about_ca_system_score_gemma":0.99892116,"threshold_uncertainty_score":0.99983805},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6892965103","doi":"10.5281/zenodo.14208834","title":"Enhancing Citation Integrity through Bibliometrics","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Citation; Citation analysis; Webometrics","score_opus":0.2038678357967614,"score_gpt":0.4065832195336073,"score_spread":0.20271538373684592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892965103","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06387359,0.0013673186,0.37617347,0.0087743625,0.0017352605,0.00055437034,0.000304745,0.0026728904,0.544544],"genre_scores_gemma":[0.99299514,0.00017813002,0.0012164086,0.00038489667,0.00038850782,3.5339134e-8,0.0003773999,0.00067183044,0.0037876738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960113,0.00060716516,0.0005498247,0.0006967069,0.0017696752,0.00036532004],"domain_scores_gemma":[0.9973073,0.0005510974,0.00012967693,0.00053263694,0.001311892,0.00016740829],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008449766,0.00013510171,0.00017379544,0.0038514894,0.0017528584,0.014780755,0.003334333,0.00013826197,0.014103699],"category_scores_gemma":[0.02626929,0.00011230101,0.000082191385,0.02210403,0.00014390226,0.003651691,0.0017052591,0.0008790222,0.023135718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121808525,0.000028352666,0.000009723369,0.00002260942,0.000017083234,0.000011936197,0.002105793,0.00002191261,0.0012490004,0.019247498,0.66424847,0.31302547],"study_design_scores_gemma":[0.00011041895,0.000058947036,0.0004875112,0.00004529662,0.0000071722866,0.000057117315,0.0011931681,0.0014345415,0.00091759005,0.016793488,0.97875196,0.00014280445],"about_ca_topic_score_codex":0.000040603965,"about_ca_topic_score_gemma":5.388303e-7,"teacher_disagreement_score":0.92912155,"about_ca_system_score_codex":0.00017193165,"about_ca_system_score_gemma":0.000013226205,"threshold_uncertainty_score":0.9995467},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6893454800","doi":"10.5281/zenodo.3831921","title":"Open Synthesis: Open Science in Evidence Synthesis (second speaker)","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Scholarship; Incentive; Analytics; Evidence-based practice; Statement (logic); Best practice","score_opus":0.7292730324795896,"score_gpt":0.47942345862608565,"score_spread":0.24984957385350398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893454800","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087522075,0.00043589203,0.004818726,0.022586837,0.00020896939,0.004922088,0.0002423927,0.000118404736,0.8791446],"genre_scores_gemma":[0.99339175,0.000048877617,0.0016807489,0.0009823303,0.000072371295,6.962742e-7,0.0000134287175,0.0004081767,0.003401612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820644,0.008503643,0.003318047,0.0018576332,0.003762311,0.0004939263],"domain_scores_gemma":[0.9892775,0.0021901093,0.0017586132,0.0038485967,0.0023100725,0.0006151425],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.1039862,0.0002518862,0.0015065164,0.000556587,0.0019706807,0.023180665,0.0353072,0.000054415137,0.3238648],"category_scores_gemma":[0.26524538,0.0001675258,0.00026058394,0.0055436557,0.00035264008,0.0027286445,0.017259805,0.00027414638,0.102952056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102651524,0.00016083897,0.0002549394,0.00011955144,0.0000747388,0.00004328687,0.0031447548,0.00009433355,0.0040672976,0.0072436053,0.6971482,0.2875458],"study_design_scores_gemma":[0.0001782945,0.00007952911,0.004268664,0.00014713196,0.00004083541,0.000029560626,0.0014976297,0.0030112227,0.0007927868,0.00054284587,0.9891703,0.0002411831],"about_ca_topic_score_codex":0.000030369647,"about_ca_topic_score_gemma":0.000004266245,"teacher_disagreement_score":0.90586966,"about_ca_system_score_codex":0.00015822481,"about_ca_system_score_gemma":0.000040179417,"threshold_uncertainty_score":0.9993286},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6901713980","doi":"10.60692/5r52c-xcr76","title":"Assessment of dynamic cerebral autoregulation in humans: Is reproducibility dependent on blood pressure variability?","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reproducibility; Autoregulation; Cerebral autoregulation; Blood pressure; Intraclass correlation; Cerebral blood flow; Hemodynamics","score_opus":0.03285273539013551,"score_gpt":0.25777996555441096,"score_spread":0.22492723016427546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901713980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946827,0.0000049290697,0.0017089553,0.0003296565,0.00013371994,0.0010184575,0.00009100019,0.00010555081,0.0019249978],"genre_scores_gemma":[0.9990998,6.7133826e-8,0.00038529435,0.00035201732,0.000034266162,0.000048598806,0.000030472494,0.000007746428,0.00004173262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778295,0.00017222387,0.00091689994,0.0004910716,0.000493379,0.00014347084],"domain_scores_gemma":[0.9983654,0.00001756247,0.00033068526,0.0010958278,0.000113988135,0.00007651767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013023588,0.00015775835,0.00039617103,0.00010987156,0.00004112154,0.000029534038,0.00010742918,0.000101012316,0.000058869144],"category_scores_gemma":[0.0001740473,0.00012845165,0.00011582916,0.00021241185,0.00003352731,0.0003081199,0.000033676533,0.00016237402,0.000022096232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017513441,0.000037382073,0.95954114,0.0036145581,0.00017712894,0.000002333567,0.035185803,0.00034063516,0.000022737342,0.00055953616,0.000015188196,0.00032840038],"study_design_scores_gemma":[0.0019141663,0.0002883274,0.9827797,0.00026491968,0.0002163896,0.0000074733007,0.001489537,0.011710152,0.0011975653,0.0000049606997,0.000021703252,0.00010511234],"about_ca_topic_score_codex":0.0000066558423,"about_ca_topic_score_gemma":1.9740234e-7,"teacher_disagreement_score":0.033696268,"about_ca_system_score_codex":0.00005636109,"about_ca_system_score_gemma":0.000056762554,"threshold_uncertainty_score":0.5238106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6901879689","doi":"10.6084/m9.figshare.14196858.v1","title":"Additional file 1 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Checklist; Protocol (science); Bayesian probability; Value (mathematics); Research design; Equating; Protocol analysis","score_opus":0.8518482654253935,"score_gpt":0.6386622131724576,"score_spread":0.21318605225293585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901879689","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013512973,0.0030036303,0.000032421256,0.0019894317,0.000010590892,0.09951985,0.8881362,0.0000028216098,0.007303681],"genre_scores_gemma":[0.000022498809,0.000052259587,0.017205602,0.0018717797,0.00013284033,0.651464,0.32119358,0.0000139367385,0.00804354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6961415,0.27168417,0.022827048,0.0017143036,0.0070692752,0.00056369626],"domain_scores_gemma":[0.4243177,0.55278224,0.013792238,0.0042815437,0.004166611,0.0006596812],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42896876,0.00024258248,0.021182116,0.0017358407,0.00006413521,0.00055168365,0.0008929507,0.00013439676,0.99896586],"category_scores_gemma":[0.9483248,0.00011512883,0.004432578,0.0075136726,0.000023045339,0.00020842216,0.00030974607,0.0003705635,0.0019618552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009104058,0.00006862368,0.0000074386517,0.00040520038,0.00037200516,0.000015888803,0.00003324487,0.00001589173,8.526942e-8,0.000020760977,0.9957469,0.0024035303],"study_design_scores_gemma":[0.01527415,0.000031392934,0.0034696637,0.0069782697,0.00015588738,0.0000049587093,0.00003230896,0.0014420245,3.5352082e-7,0.00069264055,0.9717986,0.00011975223],"about_ca_topic_score_codex":0.000018924606,"about_ca_topic_score_gemma":0.00016751929,"teacher_disagreement_score":0.99700403,"about_ca_system_score_codex":0.000056971963,"about_ca_system_score_gemma":0.0005507565,"threshold_uncertainty_score":0.99881524},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6901920254","doi":"10.6084/m9.figshare.12332105","title":"Additional file 1 of Improving the usefulness of evidence concerning the effectiveness of implementation strategies for knowledge products in primary healthcare: protocol for a series of systematic reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; Université Laval","funders":"","keywords":"Protocol (science); Systematic review; Series (stratigraphy); Key (lock); Product (mathematics); Protocol analysis; Component (thermodynamics)","score_opus":0.8574106870152635,"score_gpt":0.6079972870601454,"score_spread":0.24941339995511802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901920254","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000069984795,0.00004061845,0.00003852218,0.00061858876,0.000016572405,0.23331237,0.76587695,0.000007551143,0.00001881913],"genre_scores_gemma":[0.010818198,6.832548e-7,0.0006655513,0.00031545621,0.000073246534,0.95739955,0.03070078,0.000014661743,0.000011879194],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99459076,0.0028794487,0.0017697469,0.00021838945,0.00027421326,0.00026742474],"domain_scores_gemma":[0.9447399,0.050857637,0.0027086977,0.00026403708,0.0013869975,0.000042761756],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029824455,0.00012219456,0.0006040521,0.000054262215,0.00021115429,0.00000655511,0.00037116552,0.000050488587,0.06861502],"category_scores_gemma":[0.05895001,0.000069171554,0.00007505356,0.0005660106,0.0000512275,0.00038899283,0.00011411556,0.00014166767,0.0000075522807],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015797367,0.000010882436,0.000026233694,0.58966434,0.000006830799,2.2625544e-8,0.009854287,0.0000036835909,0.00040589576,0.00014425402,0.39946175,0.00026387314],"study_design_scores_gemma":[0.003590777,0.0022747722,0.018593572,0.71491575,0.0000593467,0.0000019355632,0.05481019,0.0005410439,0.0120250285,0.00040661712,0.19239144,0.00038952986],"about_ca_topic_score_codex":0.00005713806,"about_ca_topic_score_gemma":0.0001475652,"teacher_disagreement_score":0.7351762,"about_ca_system_score_codex":0.00011374393,"about_ca_system_score_gemma":0.0040706927,"threshold_uncertainty_score":0.9489769},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6901962089","doi":"10.6084/m9.figshare.22775959","title":"Additional file 2 of Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Affect (linguistics); Checklist; Government (linguistics); The Internet","score_opus":0.9496902883399851,"score_gpt":0.6162186776643529,"score_spread":0.33347161067563225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901962089","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016305856,0.057680473,0.000022004164,0.00006999966,0.00004675288,0.0012421013,0.93774843,0.000012023327,0.0031619163],"genre_scores_gemma":[0.0085710315,0.00033717044,0.010869538,0.00039753248,0.00029785524,0.0027949545,0.9684649,0.00005569218,0.008211337],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96396804,0.0076224552,0.0222116,0.0010420716,0.0047130976,0.00044272095],"domain_scores_gemma":[0.8859092,0.056276917,0.051094532,0.003735436,0.0028442245,0.00013968543],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.052006226,0.0003978326,0.01679696,0.00082109676,0.00008309823,0.000105751606,0.0013175952,0.00010555794,0.9971554],"category_scores_gemma":[0.39073926,0.00017908007,0.016953198,0.017351883,0.000024113171,0.00022244785,0.00036864378,0.00017423258,0.0016571322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015542907,0.000012445469,0.000081108425,0.0040307357,0.071609996,0.000008050984,0.000014882013,0.008164292,0.0000011729692,0.0000065198055,0.91598177,0.000087485816],"study_design_scores_gemma":[0.00012088303,0.00009315731,0.0049455087,0.08944456,0.64786106,0.000009900317,0.00018604379,0.010147524,0.00005437557,0.0013274434,0.24497548,0.0008340374],"about_ca_topic_score_codex":0.000010792231,"about_ca_topic_score_gemma":0.00017147018,"teacher_disagreement_score":0.9954983,"about_ca_system_score_codex":0.000017506749,"about_ca_system_score_gemma":0.00021256451,"threshold_uncertainty_score":0.9991202},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902012013","doi":"10.6084/m9.figshare.22807659.v1","title":"Additional file 3 of Research recruitment and consent methods in a pandemic: a qualitative study of COVID-19 patients’ perspectives","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Vancouver General Hospital; Provincial Health Services Authority; Université Laval; Queen's University; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Qualitative research; Informed consent; Research ethics; Confidentiality; Qualitative analysis; Interview","score_opus":0.9406595968586824,"score_gpt":0.7649541308515837,"score_spread":0.1757054660070987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902012013","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009305875,0.000055203564,1.6199279e-7,0.00035711355,0.0000047862204,0.0015823299,0.9869037,0.000021130747,0.0017696432],"genre_scores_gemma":[0.041624784,0.00007349728,0.0029641297,0.00017228487,0.00005374059,0.010323851,0.9394117,0.000034365556,0.005341652],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9954743,0.0022189016,0.00045027502,0.0003651876,0.001258767,0.00023258648],"domain_scores_gemma":[0.68946993,0.30824348,0.00014427317,0.00030340304,0.0016061254,0.00023280873],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038897477,0.00008037594,0.00033378764,0.0004306716,0.000054363143,0.0000060381317,0.0001275867,0.0001485324,0.90828055],"category_scores_gemma":[0.5150827,0.000069164795,0.000048881484,0.0009514455,0.00018798641,0.000026934324,0.0003866337,0.0009983823,0.00014456804],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021789239,0.000888947,0.00042140702,0.0010358429,0.000055882225,0.000019871326,0.07664645,6.4709934e-7,0.000008321339,0.000033963603,0.92009616,0.00057463715],"study_design_scores_gemma":[0.0047864732,0.0054982663,0.12545544,0.010906707,0.000012647983,0.0000030459482,0.7223154,0.000066156215,0.000032194588,0.010734316,0.12001127,0.00017810936],"about_ca_topic_score_codex":0.0001051982,"about_ca_topic_score_gemma":0.00038203146,"teacher_disagreement_score":0.90813595,"about_ca_system_score_codex":0.00024254576,"about_ca_system_score_gemma":0.0015247436,"threshold_uncertainty_score":0.48900196},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902066758","doi":"10.6084/m9.figshare.12101844.v1","title":"Additional file 2 of Reporting of financial conflicts of interest in meta-analyses of drug trials published in high-impact medical journals: comparison of results from 2017 to 2018 and 2009","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; McGill University; York University; Jewish General Hospital","funders":"","keywords":"Conflict of interest; Drug trial; Clinical trial; MEDLINE; Drug industry; Drug Company","score_opus":0.9510901416594529,"score_gpt":0.6120980351357095,"score_spread":0.33899210652374345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902066758","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045995902,0.0009930541,0.000005727642,0.00033429093,0.000019364983,0.00036958797,0.95197976,8.2409844e-7,0.0003014955],"genre_scores_gemma":[0.887991,0.000003818024,0.0016951927,0.00006312746,0.000069807975,0.00005398889,0.11002388,0.0000069018365,0.00009230582],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9489113,0.0062904013,0.039934564,0.00069670845,0.0039763968,0.00019060161],"domain_scores_gemma":[0.6473384,0.13385363,0.20616227,0.0041277525,0.0076081613,0.00090978644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039699838,0.00021778578,0.010614755,0.00063200784,0.000014083844,0.000074318385,0.0010955624,0.0001403998,0.9666406],"category_scores_gemma":[0.8919315,0.00011033966,0.0019056484,0.0015386268,0.00003920981,0.00025616886,0.00024571086,0.0002182231,0.00006340156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008247678,0.00008773137,0.00043912337,0.000119388846,0.00056863285,0.000005833329,0.0007092882,0.00010119653,0.00016217426,0.0000015280906,0.99701536,0.0007072619],"study_design_scores_gemma":[0.005195545,0.0009829534,0.67879415,0.025893236,0.004450294,0.00001283784,0.0028029163,0.014915246,0.01615643,0.0014987517,0.24840727,0.00089039805],"about_ca_topic_score_codex":0.0004625903,"about_ca_topic_score_gemma":0.00079203554,"teacher_disagreement_score":0.9665772,"about_ca_system_score_codex":0.000012348229,"about_ca_system_score_gemma":0.0003675077,"threshold_uncertainty_score":0.9888311},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902153761","doi":"10.6084/m9.figshare.13141544.v1","title":"Additional file 3 of A strategic initiative to facilitate knowledge translation research in rehabilitation","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McMaster University; McGill University; Université Laval; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Knowledge translation; Rehabilitation; Information system; Access to information; MEDLINE","score_opus":0.9638037166755979,"score_gpt":0.6951191777634876,"score_spread":0.2686845389121103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902153761","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002848494,0.0000035835824,0.0000014486741,0.006737717,0.000011046182,0.0011977494,0.9603989,0.000026490838,0.03133818],"genre_scores_gemma":[0.049045254,2.6614796e-7,0.0024055676,0.0039247475,0.0001577651,0.011407684,0.9328075,0.000016176587,0.00023506052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665016,0.0016188043,0.00063194934,0.00027340488,0.00040500052,0.0004206831],"domain_scores_gemma":[0.95407945,0.04463327,0.00013357149,0.0001225817,0.00077218865,0.00025892927],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005190651,0.00007641905,0.00015356817,0.00027800325,0.00020942504,0.000005862058,0.00016954688,0.00008223305,0.988291],"category_scores_gemma":[0.034427878,0.000079823636,0.000027674974,0.001771384,0.000020286203,0.00022007064,0.000061608414,0.00043832083,0.022980442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020963467,0.000011610104,0.000007850355,0.00051896344,9.3526523e-7,5.0941577e-7,0.0517229,0.000007280861,0.000012036923,0.000030029143,0.94677055,0.0008963616],"study_design_scores_gemma":[0.00029956462,0.00026554873,0.0075833104,0.0022369097,3.0495724e-7,6.303355e-8,0.013873196,0.000491633,0.0000044244803,0.00047268986,0.97469926,0.00007312208],"about_ca_topic_score_codex":0.000029180925,"about_ca_topic_score_gemma":0.00046750114,"teacher_disagreement_score":0.9653106,"about_ca_system_score_codex":0.00017475114,"about_ca_system_score_gemma":0.0017712319,"threshold_uncertainty_score":0.9777803},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6902165921","doi":"10.6084/m9.figshare.20508716.v1","title":"Additional file 1 of Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Conversation; Publishing; Pandemic; Project commissioning; Curriculum; Coronavirus disease 2019 (COVID-19)","score_opus":0.7325711618810871,"score_gpt":0.5483144276815612,"score_spread":0.18425673419952582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902165921","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019280626,0.0001373803,3.6140443e-7,0.066540234,0.000017548347,0.00043672952,0.928597,0.000007224974,0.0023355023],"genre_scores_gemma":[0.1427146,0.00069658377,0.00040297784,0.00439681,0.00016382201,0.0012438338,0.8498667,0.000011273054,0.00050338753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899006,0.0087264525,0.00039138197,0.00016222036,0.0007070152,0.00011236534],"domain_scores_gemma":[0.8430264,0.15525305,0.0010764997,0.00021249591,0.0003539907,0.000077553595],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01568781,0.000049700946,0.0001589357,0.000048672064,0.0006266243,0.0000949158,0.0004462518,0.00022176372,0.6999705],"category_scores_gemma":[0.3366488,0.000031386975,0.000018531528,0.00033696924,0.00016743035,0.00032156793,0.00026251617,0.002910994,0.0000071212326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106966065,0.000029974874,0.0013349279,0.000006481717,0.000017300143,3.5011288e-7,0.014234572,0.0000010175839,2.6994508e-7,0.00036913558,0.97557163,0.008327395],"study_design_scores_gemma":[0.00023448106,0.000025872716,0.00863152,0.00033506608,0.0000039541655,7.2116285e-7,0.03327949,0.000052723983,0.0000010263111,0.0018509518,0.955546,0.00003815475],"about_ca_topic_score_codex":0.0059070196,"about_ca_topic_score_gemma":0.0067873863,"teacher_disagreement_score":0.69996333,"about_ca_system_score_codex":0.00013177331,"about_ca_system_score_gemma":0.001460918,"threshold_uncertainty_score":0.99938935},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902207847","doi":"10.6084/m9.figshare.16916538.v1","title":"Additional file 1 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.41525225793469334,"score_gpt":0.5653596647413841,"score_spread":0.15010740680669077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902207847","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002524254,0.000055883553,8.2857855e-7,0.00040187695,0.000007223837,0.19121642,0.8079865,0.000016089263,0.0000627757],"genre_scores_gemma":[0.007192075,0.0000040169307,0.0004631455,0.00057212834,0.000018172152,0.75067014,0.24076256,0.000009779917,0.00030799335],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892851,0.0034894026,0.0057890983,0.0004687646,0.00069439976,0.00027325074],"domain_scores_gemma":[0.29773417,0.69229937,0.0072201956,0.0005770002,0.001805494,0.00036377553],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051066647,0.0002912037,0.0119991,0.00019415538,0.000034052366,0.0000034628645,0.00011841928,0.00013025818,0.958353],"category_scores_gemma":[0.96402234,0.00014266421,0.0037452825,0.00033075083,0.00008054948,0.00003040599,0.00017317201,0.00017159754,0.000006461816],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18293776,0.0058320705,0.000851661,0.0012765077,0.021112254,0.00028612098,0.00008192281,0.000024696661,0.000042468582,0.0000017272475,0.78736174,0.0001910704],"study_design_scores_gemma":[0.9067243,0.004422845,0.007352161,0.0015513969,0.007506903,0.0000028381312,0.00024034482,0.0005721945,0.00036115345,0.00043911883,0.0706191,0.00020767775],"about_ca_topic_score_codex":0.00002359738,"about_ca_topic_score_gemma":0.000014361917,"teacher_disagreement_score":0.9589157,"about_ca_system_score_codex":0.00012245032,"about_ca_system_score_gemma":0.0022593245,"threshold_uncertainty_score":0.8202345},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902223713","doi":"10.6084/m9.figshare.12414353","title":"Additional file 2 of Database combinations to retrieve systematic reviews in overviews of reviews: a methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Table (database); Systematic review; File format; Key (lock)","score_opus":0.950823843110015,"score_gpt":0.593559542726509,"score_spread":0.357264300383506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902223713","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000104673245,0.0030214854,0.000089507696,0.00014453405,0.000016842658,0.0073325485,0.987666,0.0000035166145,0.0017150955],"genre_scores_gemma":[0.0016787932,0.00006014461,0.04165839,0.002325977,0.0001019074,0.019040404,0.93208754,0.000030277744,0.0030165878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9412948,0.038226336,0.015915494,0.0009803537,0.0033796986,0.0002033374],"domain_scores_gemma":[0.8495748,0.12012977,0.020755548,0.0063503548,0.0026565962,0.0005329188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04282499,0.0002994063,0.007920642,0.00031395772,0.000041248182,0.000094763614,0.0020337692,0.00006856414,0.9962163],"category_scores_gemma":[0.84553593,0.00014704197,0.0015894116,0.004369683,0.000010152782,0.00020704806,0.0004397389,0.00018594608,0.031692486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030125468,0.00017102293,0.000011570653,0.0074793333,0.00003274189,0.0000034868854,0.0004405678,0.0000027422075,0.0000029785658,0.000017715687,0.99118,0.0006548483],"study_design_scores_gemma":[0.00013363539,0.00016808977,0.0010677181,0.024351485,0.00008510466,0.000001929073,0.00048334792,0.00049268076,0.000002727497,0.00007415442,0.9729926,0.00014655235],"about_ca_topic_score_codex":0.0000017969585,"about_ca_topic_score_gemma":0.00001966128,"teacher_disagreement_score":0.9645238,"about_ca_system_score_codex":0.000026086838,"about_ca_system_score_gemma":0.000080434766,"threshold_uncertainty_score":0.9856131},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902305220","doi":"10.6084/m9.figshare.26594327","title":"Additional file 2 of Exploring the merits of research performance measures that comply with the San Francisco Declaration on Research Assessment and strategies to overcome barriers of adoption: qualitative interviews with administrators and researchers","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Qualitative research; Interview; Confidentiality; Data collection; Government (linguistics); Audit","score_opus":0.9093092718707463,"score_gpt":0.6988889109440457,"score_spread":0.21042036092670058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902305220","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15455845,0.00007562315,0.000014596275,0.004691694,0.00001957248,0.0017817752,0.83655155,0.00001532158,0.0022914433],"genre_scores_gemma":[0.98525125,0.000017407976,0.00048163487,0.00019780149,0.00004568932,0.0062037464,0.007678688,0.000015378046,0.000108384],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9940543,0.0031500056,0.0003875845,0.0002631533,0.0017461153,0.0003988458],"domain_scores_gemma":[0.9761042,0.022202762,0.00014377676,0.0002634857,0.0011068743,0.0001789075],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004724822,0.000101679754,0.00018386611,0.0002915509,0.00080973934,0.00005730898,0.00026878715,0.000042021966,0.23411772],"category_scores_gemma":[0.002927425,0.00005478839,0.000014329576,0.0010796315,0.000383084,0.00044403586,0.00014913519,0.0008542176,0.000030338984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014341198,0.0000084236335,0.00009934436,0.0016304153,0.00002245277,0.0000010409585,0.108317755,0.000010001136,0.00003894267,0.00073768623,0.8879301,0.0010604562],"study_design_scores_gemma":[0.00028594752,0.002620945,0.09387286,0.01897663,0.000004026237,0.0000023165871,0.5635333,0.0001881472,0.00033196254,0.000100208286,0.3199656,0.000118050346],"about_ca_topic_score_codex":0.00011028107,"about_ca_topic_score_gemma":0.00079365814,"teacher_disagreement_score":0.8306928,"about_ca_system_score_codex":0.00013029404,"about_ca_system_score_gemma":0.0028415325,"threshold_uncertainty_score":0.76658237},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902350275","doi":"10.6084/m9.figshare.26749925.v1","title":"Additional file 1 of Hypothesis testing and sample size considerations for the test-negative design","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Gilead Sciences (Canada)","funders":"","keywords":"Sample size determination; Statistical hypothesis testing; Sample (material); Statistical analysis; Design of experiments; Statistical power","score_opus":0.808745824011418,"score_gpt":0.5108620845299195,"score_spread":0.2978837394814985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902350275","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1439742e-7,0.0000062365784,0.00076404127,0.00014860208,0.00001741375,0.0005510645,0.99797326,0.00005501279,0.0004842558],"genre_scores_gemma":[0.000055071872,2.7727856e-7,0.9956624,0.00010572619,0.00016618561,0.0026241343,0.0012104659,0.000020581094,0.00015516067],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991377,0.00014266647,0.00031691077,0.0001719644,0.00012148593,0.00010927178],"domain_scores_gemma":[0.0012662435,0.99824846,0.00010551619,0.00013235926,0.00020991122,0.000037519454],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002518472,0.000088735076,0.00019284886,0.000016906493,0.00012110417,0.00006241594,0.000067024484,0.0000589992,0.9828245],"category_scores_gemma":[0.9978479,0.000060921513,0.00006121734,0.000117279524,0.000039704068,0.000031229672,0.000042655614,0.00010040678,0.00010563209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003081482,0.000016200465,9.031285e-8,0.0001838473,0.000033963253,0.000001287552,0.000027302414,0.0000015687478,0.0000058169744,0.00015695345,0.9947349,0.004834979],"study_design_scores_gemma":[0.00007790576,0.00007031921,0.000106376705,0.001787705,0.000038226754,0.0000044857184,0.000020550287,0.004096048,0.00021245335,0.9875785,0.0059346473,0.00007277839],"about_ca_topic_score_codex":0.0000013733826,"about_ca_topic_score_gemma":0.000001830238,"teacher_disagreement_score":0.99810576,"about_ca_system_score_codex":0.0000112906655,"about_ca_system_score_gemma":0.0001358338,"threshold_uncertainty_score":0.24843073},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902374191","doi":"10.6084/m9.figshare.c.6694723.v1","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Relevance (law); Quality (philosophy); Thematic analysis; Test (biology); Process (computing); Qualitative research; Research design; Field (mathematics)","score_opus":0.8987164139005706,"score_gpt":0.7052786294101988,"score_spread":0.19343778449037174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902374191","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027897724,0.009724695,8.676094e-7,0.001541203,0.0011041691,0.013228547,0.691347,0.0011420454,0.2816325],"genre_scores_gemma":[0.0023938583,0.000037362122,0.0003041985,0.000024877547,0.010968065,0.008547079,0.21552008,0.002912944,0.7592915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9676782,0.013368691,0.0021749903,0.0037285667,0.010855314,0.0021942246],"domain_scores_gemma":[0.9790923,0.0043069,0.0017342478,0.0063510095,0.0081479885,0.00036756688],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06834568,0.00090384664,0.0015166524,0.002054913,0.0013001406,0.00048089947,0.0024767497,0.0012233465,0.21048264],"category_scores_gemma":[0.13466404,0.00075045734,0.00064185663,0.0037752108,0.0009262133,0.00027706815,0.0007081484,0.0046877237,0.09121279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007524918,0.0001816697,0.000009857924,0.018184338,0.00038184415,0.0000042935976,0.0014627506,0.00003063962,0.0049769944,0.00031137932,0.97256905,0.0011346831],"study_design_scores_gemma":[0.0008723592,0.00050921796,0.00020721361,0.014580031,0.00007010583,0.000018472232,0.0028161393,0.00008064208,0.013149849,0.0016993479,0.96504503,0.00095158466],"about_ca_topic_score_codex":0.0015176481,"about_ca_topic_score_gemma":0.0010293159,"teacher_disagreement_score":0.47765902,"about_ca_system_score_codex":0.00213159,"about_ca_system_score_gemma":0.0028223968,"threshold_uncertainty_score":0.9999762},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6902433569","doi":"10.6084/m9.figshare.c.3645986_d1","title":"Additional file 2: of Cognitive biases associated with medical decisions: a systematic review","year":2016,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive bias; Cognition; Data collection; Cognitive interview","score_opus":0.08673324297405419,"score_gpt":0.3592790496283639,"score_spread":0.2725458066543097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902433569","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000126399555,0.0012298424,6.0580214e-7,0.00020996461,0.0000048643747,0.0004707938,0.996865,0.0000363135,0.0011700218],"genre_scores_gemma":[0.0022985537,0.00008401233,0.000026393413,0.0016479365,0.000038864422,0.0015085646,0.99349785,0.000012500311,0.0008853371],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.998587,0.00007859259,0.00038216557,0.00016248635,0.0006609084,0.000128832],"domain_scores_gemma":[0.04788004,0.9505542,0.00034570255,0.00021325506,0.0007030028,0.00030380196],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00009254715,0.00009720615,0.00054876396,0.000032360273,0.000020830292,0.0000032375235,0.000075381715,0.00009323197,0.99713445],"category_scores_gemma":[0.9960355,0.000047015175,0.000118425945,0.00018296838,0.000026135891,0.000025799218,0.000034569905,0.00008499803,0.0033210462],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001458832,0.00014862153,0.000001844603,0.0018650822,0.00008497286,0.00009570221,0.0000025625163,2.3290276e-9,2.2149091e-8,4.472094e-7,0.99689406,0.00089207],"study_design_scores_gemma":[0.0006366173,0.00023368777,0.0013087039,0.9964064,0.00018737713,0.000066525085,0.000008316936,0.000004441236,0.000003403351,0.000006537318,0.0010679621,0.00007006563],"about_ca_topic_score_codex":6.0994404e-7,"about_ca_topic_score_gemma":0.0000038523376,"teacher_disagreement_score":0.99594295,"about_ca_system_score_codex":0.00002361486,"about_ca_system_score_gemma":0.00042075515,"threshold_uncertainty_score":0.997455},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6903449936","doi":"10.11575/prism/35655","title":"Comparative Analysis of Institutional Policy Definitions of Plagiarism: A Pan-Canadian University Study","year":2017,"lang":"en","type":"other","venue":"University of Calgary","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Calgary","keywords":"Academic integrity; Narrative; Variation (astronomy); Academic dishonesty; Higher education; Institutional theory; Institutional change","score_opus":0.043434961973038186,"score_gpt":0.25781506235452095,"score_spread":0.21438010038148275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903449936","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014926249,0.00006704054,0.00031530324,0.000021633614,0.000036471098,0.0005108646,0.010867125,0.000044718126,0.9732106],"genre_scores_gemma":[0.8815693,0.0001514056,0.0011800509,0.0000085560605,0.000025108187,1.0373851e-7,0.0013133996,0.000073972304,0.11567807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846894,0.00025676144,0.00017972087,0.000376204,0.00046877394,0.00024958266],"domain_scores_gemma":[0.99755245,0.000078648314,0.000997133,0.0007890746,0.00033178343,0.00025089737],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016443548,0.00027345054,0.0012512075,0.006545542,0.00031300038,0.0000046890113,0.0009470645,0.000402472,0.0016410969],"category_scores_gemma":[0.000041361305,0.00037684984,0.00046201542,0.0014840667,0.0016034798,0.00013032419,0.00022300066,0.00032449196,0.00011537658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013900858,0.006308471,0.090915,0.0004205674,0.08698041,0.0014401348,0.024328064,0.00095953525,0.0002554653,0.23908031,0.5469213,0.0010006531],"study_design_scores_gemma":[0.0052563585,0.00043345254,0.46956417,0.00052237255,0.022028657,0.000004576987,0.013296117,0.0006424768,0.000024287549,0.00012695094,0.48700938,0.0010912081],"about_ca_topic_score_codex":0.7891021,"about_ca_topic_score_gemma":0.8620708,"teacher_disagreement_score":0.8666431,"about_ca_system_score_codex":0.00063216814,"about_ca_system_score_gemma":0.0033850493,"threshold_uncertainty_score":0.99986833},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6904814505","doi":"10.1371/journal.pone.0311772.s003","title":"Evaluation of articles by the Newcastle-Ottawa Quality Assessment Scale.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Risk assessment; Quality assurance; Data collection","score_opus":0.9372789554589371,"score_gpt":0.6474359821440813,"score_spread":0.28984297331485587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904814505","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21139185,0.046888333,0.0031568022,0.016221032,0.0013696398,0.008146948,0.40245438,0.00009770866,0.31027332],"genre_scores_gemma":[0.99323946,8.728496e-7,0.00019166156,0.00010943146,0.000057454632,0.00017141581,0.002737193,0.000006654223,0.0034858773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717953,0.012582944,0.0043182652,0.0005511466,0.010609894,0.00014240196],"domain_scores_gemma":[0.98922634,0.004783701,0.0014384519,0.0022148099,0.002268308,0.00006838441],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11699318,0.00012562593,0.0008586362,0.00008478008,0.000072834,0.0008025769,0.0009225356,0.000042001448,0.70694137],"category_scores_gemma":[0.046148837,0.000048737526,0.00079816,0.00096242287,0.00001075843,0.00018050727,0.00009648031,0.00009808922,0.011284836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9843121e-7,0.000013077317,0.00021330065,0.0000428905,0.000061482446,1.8364888e-7,0.00015802073,0.000046579462,0.000106770996,0.00012352054,0.89556307,0.10367089],"study_design_scores_gemma":[0.000103721344,0.000021235772,0.027015453,0.00040005546,0.00036775036,0.0000036805034,0.00080406957,0.15573867,0.0004289516,0.0075427,0.80743605,0.00013767577],"about_ca_topic_score_codex":0.000010647007,"about_ca_topic_score_gemma":0.00004712983,"teacher_disagreement_score":0.7818476,"about_ca_system_score_codex":0.000044396435,"about_ca_system_score_gemma":0.00016638036,"threshold_uncertainty_score":0.98948497},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6906228242","doi":"10.17605/osf.io/2cm9w","title":"The Effectiveness of Embedded Values Analysis Modules in Computer Science Education: Replication &amp; Expansion","year":2022,"lang":"en","type":"other","venue":"Open Science Framework","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Value (mathematics); Core (optical fiber); Replicate; Embedding","score_opus":0.02147310280993116,"score_gpt":0.37514921341363405,"score_spread":0.3536761106037029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906228242","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26425722,0.0034655025,0.09789565,0.0005850849,0.00805653,0.018977929,0.0003518002,0.0006740891,0.6057362],"genre_scores_gemma":[0.6853703,0.00019849643,0.2562953,0.00025085287,0.00048362793,0.002247268,0.00025187928,0.00081123534,0.054091025],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99283195,0.0011316406,0.0005632175,0.0023180628,0.002525142,0.0006299889],"domain_scores_gemma":[0.99008954,0.001140901,0.0009824598,0.0071236235,0.0004938813,0.00016957728],"candidate_categories":["metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025351131,0.00034894588,0.0007055051,0.0026616827,0.0012612967,0.0011254566,0.010973175,0.00017784782,0.0012102883],"category_scores_gemma":[0.0039556366,0.00026944326,0.00013995304,0.029624496,0.004743865,0.0007634887,0.0034497855,0.0005831931,0.00024260364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011510227,0.0052131442,0.14237452,0.0006421999,0.0009268855,0.00000714769,0.010713478,0.07212877,0.036592584,0.2425373,0.10808518,0.37962776],"study_design_scores_gemma":[0.0010629399,0.00038384675,0.6926473,0.0061476617,0.000987754,0.000018989966,0.0022695754,0.023443678,0.00679014,0.11027122,0.15240842,0.0035685215],"about_ca_topic_score_codex":0.0015406333,"about_ca_topic_score_gemma":0.00044734348,"teacher_disagreement_score":0.55164516,"about_ca_system_score_codex":0.0010290742,"about_ca_system_score_gemma":0.0040136385,"threshold_uncertainty_score":0.9999758},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6906393256","doi":"10.17605/osf.io/4k69q","title":"Comparing the National Library of Medicine (NLM)’s Medical Text Indexer (MTI) to Human Indexing: A Pilot Study","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"National library; Medical library; MEDLINE; Medical journal; Digital library","score_opus":0.04820279487776538,"score_gpt":0.3148710831137579,"score_spread":0.26666828823599253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906393256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8383788,0.000007711329,0.0003110854,0.0028896679,0.00019785973,0.000590454,0.000010166831,0.000051841344,0.1575624],"genre_scores_gemma":[0.9736765,0.0000084176645,0.00016572088,0.0012039888,0.00019944712,0.00026065856,0.0000388311,0.000026063086,0.024420386],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616253,0.0007681217,0.00058275345,0.0010975372,0.0010929205,0.00029610793],"domain_scores_gemma":[0.9980568,0.00023400119,0.0001979466,0.0012198765,0.00008255414,0.00020879712],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0046469797,0.00020697468,0.00034266192,0.00012815643,0.00035832962,0.000023730392,0.0017054998,0.000103057646,0.10833277],"category_scores_gemma":[0.0030747675,0.0001686002,0.000077657045,0.00029273753,0.0004661233,0.000007787847,0.00456494,0.0005311161,0.0049906843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014110903,0.0045896303,0.52496916,0.00009221363,0.00084869354,0.00004676082,0.0057329703,0.0014999658,0.094243556,0.0025803156,0.34734452,0.01664115],"study_design_scores_gemma":[0.005162463,0.0004636649,0.37253612,0.00012015415,0.000108545704,0.0001435029,0.0048709568,0.00044586483,0.01401302,0.0033639865,0.5979712,0.0008004931],"about_ca_topic_score_codex":0.00016833698,"about_ca_topic_score_gemma":0.000062622756,"teacher_disagreement_score":0.2506267,"about_ca_system_score_codex":0.000047668847,"about_ca_system_score_gemma":0.0002445185,"threshold_uncertainty_score":0.99578404},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6906660697","doi":"10.17605/osf.io/sdpem","title":"10-month-old infants' social evaluation of true versus negligent accidents: A direct replication attempt","year":2017,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Replication (statistics); Evaluation methods; Process (computing)","score_opus":0.08657738528796921,"score_gpt":0.4427051590937182,"score_spread":0.356127773805749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906660697","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003549198,0.00038615905,0.00003244531,0.00036776232,0.0022471782,0.0012613512,0.000026489557,0.000058656075,0.99207073],"genre_scores_gemma":[0.18284912,0.00004496216,0.0017789112,0.00015815969,0.0010054123,0.00031961617,0.00006104654,0.00018425065,0.8135985],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996376,0.00021730356,0.00035002106,0.0013097232,0.0013416905,0.000405301],"domain_scores_gemma":[0.99584454,0.000111952155,0.001117416,0.0025586665,0.00026212918,0.00010528654],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004281686,0.00026725614,0.0004745578,0.0002678364,0.0005279437,0.000387162,0.0033617497,0.0004414755,0.030628314],"category_scores_gemma":[0.0033456644,0.00025171816,0.00009437836,0.00047472073,0.00045865422,0.00020693237,0.00071094505,0.00037582126,0.0015532211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044482877,0.00021705333,0.002160963,0.000017701095,0.00017268682,0.0000030070692,0.0027485178,0.0000029923126,0.00007884738,0.0053273174,0.57004863,0.41877747],"study_design_scores_gemma":[0.00107582,0.00016505622,0.12394186,0.0007728898,0.000120617275,0.000001172828,0.00016348684,0.000014540322,0.00007595566,0.00033493942,0.8728995,0.0004341832],"about_ca_topic_score_codex":0.0009967628,"about_ca_topic_score_gemma":0.00015470451,"teacher_disagreement_score":0.41834328,"about_ca_system_score_codex":0.00025348345,"about_ca_system_score_gemma":0.0006303999,"threshold_uncertainty_score":0.9999935},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6907888404","doi":"10.25453/plabs.27276609.v1","title":"The importance of open access to scholarly scientific knowledge, science advice and national science advice mechanisms in building trust in science","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Declaration; Context (archaeology); Advice (programming); Open science; Open access publishing; Open research; Access to information; Public access","score_opus":0.1545254070908609,"score_gpt":0.4824524023667184,"score_spread":0.32792699527585745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907888404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8365679,0.0045421207,0.00010348497,0.007721123,0.0036066505,0.0033435405,0.014757922,0.0002504547,0.12910683],"genre_scores_gemma":[0.9971076,0.000003839193,0.0011536055,0.00037591084,0.000047309106,0.00015416363,0.000042309028,0.000012717603,0.0011025105],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99001366,0.00011004084,0.0010015421,0.0022012223,0.0057388525,0.0009346636],"domain_scores_gemma":[0.9923995,0.0020754507,0.0003376989,0.0009686517,0.003761654,0.0004570596],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.041217495,0.00021287276,0.00029156092,0.0039121397,0.0022309842,0.09289081,0.03134297,0.00008456129,0.0016210156],"category_scores_gemma":[0.11723636,0.00014865003,0.000036419904,0.047628194,0.0014358092,0.0613134,0.014807114,0.00071416574,0.0002153134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000140821,0.00034514032,0.047991488,0.00029570083,0.000012245004,0.00007838095,0.0120802615,0.0017159783,0.08304668,0.2663185,0.43183962,0.1561352],"study_design_scores_gemma":[0.00091182283,0.00010714633,0.41656294,0.007597992,0.000006365075,0.00006805407,0.0041061617,0.15677316,0.03548873,0.17535985,0.20162694,0.0013908383],"about_ca_topic_score_codex":0.00011024761,"about_ca_topic_score_gemma":0.0006875498,"teacher_disagreement_score":0.36857146,"about_ca_system_score_codex":0.000622778,"about_ca_system_score_gemma":0.010873875,"threshold_uncertainty_score":0.99929166},"labels":[{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6908435990","doi":"10.26190/unsworks/26323","title":"Multi-site research and data sharing","year":2017,"lang":"en","type":"article","venue":"Open MIND","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data governance; Information governance; Context (archaeology); Pooling; Data Protection Act 1998; Data access; Health care; Information privacy; Process (computing)","score_opus":0.9658159765779182,"score_gpt":0.7731835553437635,"score_spread":0.1926324212341547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908435990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8637406,0.00013850833,0.00002282129,0.012604281,0.000077398625,0.00070571183,0.00004995273,0.0000012512152,0.12265943],"genre_scores_gemma":[0.8318544,0.00039634996,0.061797213,0.00007247665,0.0001951038,0.000008985757,0.000045708894,0.000020934369,0.1056088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979765,0.000044168202,0.00019132023,0.00079771155,0.0006786745,0.0003116194],"domain_scores_gemma":[0.9926194,0.0020718025,0.000049034643,0.004647167,0.0003425913,0.0002700153],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.017036118,0.00005885894,0.00017615965,0.000053389664,0.0006003391,0.0009950643,0.0033635735,0.00017648867,0.0012685214],"category_scores_gemma":[0.037220966,0.000048498627,0.0000108660115,0.000048240865,0.00068840955,0.00037136086,0.016933024,0.0017485141,0.0011306213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006420695,0.0006261181,0.6433855,0.0001980092,0.00011380169,0.0007241268,0.0011877412,1.098097e-7,0.018072875,0.00081563427,0.0033184919,0.33091548],"study_design_scores_gemma":[0.008097534,0.00091829116,0.7189452,0.0020720665,0.000056446843,0.00006851925,0.0007315836,0.008867507,0.0072568427,0.009546338,0.24306853,0.00037113202],"about_ca_topic_score_codex":0.00071550364,"about_ca_topic_score_gemma":0.0026730422,"teacher_disagreement_score":0.33054435,"about_ca_system_score_codex":0.000024070883,"about_ca_system_score_gemma":0.00027211368,"threshold_uncertainty_score":0.99964714},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6911855671","doi":"10.5281/zenodo.14515385","title":"clberube/gemtip-ml: Code base for reproducibility","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code (set theory); Base (topology); Measure (data warehouse); Reproducibility; Source code","score_opus":0.06276958035631872,"score_gpt":0.28989064419322297,"score_spread":0.22712106383690425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911855671","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038927756,0.0010887419,0.0011084958,0.001033218,0.0006794474,0.0031405822,0.012372143,0.01974031,0.96079814],"genre_scores_gemma":[0.0013464041,0.0001271075,0.0011908915,0.00018393321,0.0016574933,6.088045e-7,0.010905401,0.18072036,0.8038678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926225,0.0008009448,0.00067634584,0.004033144,0.00087963406,0.0009874108],"domain_scores_gemma":[0.9929257,0.00005600411,0.0004006386,0.0053103007,0.0008600038,0.00044735186],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005115533,0.00063207065,0.0006113052,0.0010379402,0.0009986717,0.0014929281,0.0023215946,0.00040972006,0.1517314],"category_scores_gemma":[0.006771462,0.00067807944,0.00029537253,0.0013149842,0.0005208304,0.00019265014,0.0024727436,0.00087550184,0.503669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001706392,0.00025699573,6.201463e-7,0.001064132,0.0002540338,0.000028811983,0.0003752863,0.000007232478,0.0011146121,0.0031666283,0.9854935,0.008067546],"study_design_scores_gemma":[0.0007608335,0.0002631438,0.000009991946,0.0003384595,0.00016317156,0.000091107875,0.00012087915,0.00018289173,0.00033684005,0.00060500554,0.9964419,0.000685749],"about_ca_topic_score_codex":0.00008237441,"about_ca_topic_score_gemma":0.000008039725,"teacher_disagreement_score":0.35193762,"about_ca_system_score_codex":0.00060559757,"about_ca_system_score_gemma":0.000016728578,"threshold_uncertainty_score":0.99956703},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6912977593","doi":"10.5281/zenodo.8047785","title":"joesteinberg/dyn-mkt-pen: JIE replication package","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Identification (biology); Replication (statistics); Key (lock); Interchangeability; Feature (linguistics)","score_opus":0.0419912962465835,"score_gpt":0.26982131725914243,"score_spread":0.22783002101255895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912977593","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052700863,0.00023092952,0.00035099837,0.0006245674,0.0003311454,0.001554821,0.0022598759,0.042066973,0.952528],"genre_scores_gemma":[0.0023910892,0.00036728202,0.00033076017,0.0001440686,0.0010795719,4.044279e-7,0.011317214,0.27421132,0.7101583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947068,0.0008337026,0.0006115888,0.0017479828,0.0011503929,0.00094954553],"domain_scores_gemma":[0.99399215,0.00006642874,0.0006599353,0.00421549,0.0006200994,0.0004458986],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015815127,0.00058844325,0.0005274553,0.0013827079,0.0014569687,0.0013172256,0.0028061143,0.00043416346,0.1629289],"category_scores_gemma":[0.0034329016,0.0006647367,0.00018993432,0.002071977,0.00041338737,0.00029522405,0.0023152197,0.0008138751,0.7282737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000476662,0.00015663986,0.0000015533723,0.00014821377,0.00015965302,0.0000419087,0.00034395943,0.000006093786,0.0013226079,0.0033066254,0.9729587,0.021506421],"study_design_scores_gemma":[0.00066576304,0.00021761088,0.000114092836,0.00027628648,0.00006754134,0.00009588594,0.00012475585,0.00006331971,0.00016880863,0.00015946,0.997387,0.0006595027],"about_ca_topic_score_codex":0.0001517698,"about_ca_topic_score_gemma":0.000013999836,"teacher_disagreement_score":0.5653448,"about_ca_system_score_codex":0.00067258114,"about_ca_system_score_gemma":0.000010281639,"threshold_uncertainty_score":0.999843},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6913183637","doi":"10.5683/sp2/7q0xl9","title":"Replication Data for: Voter Turnout and Income Inequality in Canada and the Indian States","year":2021,"lang":"en","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Gini coefficient; Voter turnout; Economic inequality; Inequality; Panel data; Income distribution; Replication (statistics); Macro; Time series","score_opus":0.03081318710190172,"score_gpt":0.29709322072700867,"score_spread":0.26628003362510694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6913183637","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029840502,0.0005698799,0.0000014088862,0.00094019884,0.000037723115,0.0007730396,0.99467933,0.000010278549,0.0000041160793],"genre_scores_gemma":[0.001125049,0.00057532487,0.00004232811,0.0005161483,0.00008421496,0.00014829855,0.9974628,0.000042538682,0.000003301899],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975183,0.00040765904,0.00053504924,0.00090646767,0.0003339712,0.00029852992],"domain_scores_gemma":[0.99301004,0.000647748,0.00037808728,0.0057550934,0.000091722664,0.00011730688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002056797,0.00028476393,0.00051988027,0.00010955759,0.000090345195,0.00015867963,0.00085936673,0.00014988467,0.000006715133],"category_scores_gemma":[0.0018850799,0.00020547977,0.000018218507,0.00020923633,0.0001686633,0.00017606776,0.00088039436,0.00034770713,8.096059e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012098668,0.000010880381,0.0024707539,0.00023623458,0.00005290586,0.000020696976,0.00012413353,7.400644e-7,4.3916373e-7,0.000012701005,0.99652296,0.00042655293],"study_design_scores_gemma":[0.0010562529,0.00000907785,0.03700802,0.00010208189,0.00008510195,0.000017056422,0.00018901716,0.00008909028,0.0000023147081,0.0004390244,0.9607493,0.00025361977],"about_ca_topic_score_codex":0.99957645,"about_ca_topic_score_gemma":0.9999642,"teacher_disagreement_score":0.035773635,"about_ca_system_score_codex":0.00039320564,"about_ca_system_score_gemma":0.0013868,"threshold_uncertainty_score":0.83792216},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920491591","doi":"10.60692/t7581-5eg38","title":"A rapid review of community engagement and informed consent processes for adaptive platform trials and alternative design trials for public health emergencies","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Informed consent; Community engagement; Public engagement; Psychological intervention; Inclusion (mineral); Clinical trial; Research design; Public involvement; Public health","score_opus":0.9525630762268776,"score_gpt":0.5786154111815921,"score_spread":0.37394766504528554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920491591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20209315,0.008711611,0.62768507,0.033627667,0.0015039197,0.1138068,0.009071205,0.0008973197,0.002603246],"genre_scores_gemma":[0.9804548,0.009784006,0.0044782213,0.001632039,0.00008690888,0.0031769273,0.00023006852,0.00001987919,0.00013716915],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9939606,0.0016208029,0.0033028354,0.00013185745,0.00062675565,0.00035711777],"domain_scores_gemma":[0.9560256,0.03862541,0.00220056,0.00037098615,0.002511436,0.00026600657],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10129724,0.00018241585,0.001538881,0.00037866447,0.00033992485,0.00006989061,0.00014563174,0.00014112568,0.000009233282],"category_scores_gemma":[0.19044252,0.0001230177,0.00015311284,0.00037202012,0.00015606834,0.00041080397,0.00013759841,0.0003368548,0.0000060796347],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036652007,0.000025708217,0.0014899037,0.676776,0.0013700246,4.7045944e-7,0.28591082,0.0000055578143,0.0000035100613,0.0077764476,0.0069870884,0.0159893],"study_design_scores_gemma":[0.05423075,0.01968651,0.0095624635,0.1695237,0.001390965,0.00007218665,0.7161697,0.0040839226,0.0045765755,0.002547227,0.016876953,0.001279014],"about_ca_topic_score_codex":0.000019255567,"about_ca_topic_score_gemma":0.0000060174907,"teacher_disagreement_score":0.7783616,"about_ca_system_score_codex":0.00014017097,"about_ca_system_score_gemma":0.0023333337,"threshold_uncertainty_score":0.9254036},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6920531830","doi":"10.60692/pqxg1-kwy03","title":"Survey of Argentine Health Researchers on the Use of Evidence in Policymaking","year":2015,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research","funders":"","keywords":"Relevance (law); Work (physics); Health policy; Publication; Health care; Qualitative research; Public health; Perception","score_opus":0.9743291601433548,"score_gpt":0.6623033756454116,"score_spread":0.31202578449794316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920531830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921089,0.0000021288463,0.0013465198,0.0041558505,0.00022735208,0.0014724699,0.0002725032,0.000029320057,0.00038497904],"genre_scores_gemma":[0.9958585,5.424167e-7,0.0001410182,0.0037922794,0.000021834318,0.00008891985,0.0000048025067,0.0000059171725,0.00008622475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99248356,0.0040529636,0.0019661158,0.000111071415,0.0008736071,0.0005126723],"domain_scores_gemma":[0.99569464,0.0012693818,0.0014205107,0.00048444245,0.000915155,0.00021587356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018806351,0.00009748909,0.0002940533,0.00051099504,0.0001867269,0.000019654806,0.00029074767,0.00006725103,0.000028963223],"category_scores_gemma":[0.008429579,0.0000588022,0.000024140487,0.0012105533,0.00007239891,0.00076104375,0.00010938428,0.00025717713,0.00027000043],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000735888,9.4550944e-7,0.78819203,0.00068112917,0.0000030921442,8.495453e-8,0.20856877,0.00009190506,3.1038772e-7,0.00042823682,0.0018515189,0.00010840067],"study_design_scores_gemma":[0.00063827616,0.000091755246,0.9670883,0.0014230465,0.00000100871,5.1898496e-7,0.027588367,0.0017214003,0.000024540059,8.161188e-7,0.0013627091,0.000059279653],"about_ca_topic_score_codex":0.008145009,"about_ca_topic_score_gemma":0.00015493092,"teacher_disagreement_score":0.1809804,"about_ca_system_score_codex":0.0005130836,"about_ca_system_score_gemma":0.001662242,"threshold_uncertainty_score":0.9999228},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920582973","doi":"10.6084/m9.figshare.12101838.v1","title":"Additional file 1 of Reporting of financial conflicts of interest in meta-analyses of drug trials published in high-impact medical journals: comparison of results from 2017 to 2018 and 2009","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; McGill University; York University; Jewish General Hospital","funders":"","keywords":"Conflict of interest; Drug trial; Coding (social sciences); MEDLINE; Data collection; Drug Company","score_opus":0.9241502801339042,"score_gpt":0.6519193071837066,"score_spread":0.2722309729501976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920582973","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12649667,0.0008527463,1.9129634e-7,0.0012707511,0.00004515603,0.00029330276,0.87083703,0.000004305116,0.00019984902],"genre_scores_gemma":[0.86768603,0.000017408378,0.000117563795,0.00041215654,0.00014080609,0.00005556597,0.13154571,0.000007986612,0.00001674993],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9925962,0.0013539997,0.005131755,0.0003007464,0.00035618836,0.00026108525],"domain_scores_gemma":[0.9781175,0.013509056,0.0070012053,0.00021295628,0.00060339284,0.000555863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023711247,0.00019558381,0.002374107,0.00023969202,0.000025357189,0.000006371717,0.00035491146,0.00053770497,0.89552647],"category_scores_gemma":[0.19658196,0.00015694693,0.0003198898,0.0005044152,0.00009515444,0.00015259346,0.00018026367,0.0012563153,0.000011555545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015379628,0.00036377955,0.0009732744,0.0003994425,0.0005704519,0.000033004475,0.00092508603,0.00020163835,0.002756782,0.0000036000793,0.99129665,0.0009383158],"study_design_scores_gemma":[0.0131938225,0.0015478889,0.2548132,0.013136526,0.002392365,0.000017659988,0.0010000586,0.007065621,0.45650446,0.0004401755,0.24908184,0.00080638845],"about_ca_topic_score_codex":0.00044954914,"about_ca_topic_score_gemma":0.000363403,"teacher_disagreement_score":0.89551497,"about_ca_system_score_codex":0.000025630508,"about_ca_system_score_gemma":0.00059710926,"threshold_uncertainty_score":0.81018555},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920678091","doi":"10.6084/m9.figshare.16916544.v1","title":"Additional file 3 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.410528904978086,"score_gpt":0.5647141059089654,"score_spread":0.15418520093087945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920678091","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025434897,0.000056194378,8.3357514e-7,0.00040031562,0.0000072941893,0.19132611,0.80787563,0.000016079439,0.00006316875],"genre_scores_gemma":[0.0072998847,0.000004090212,0.00046002376,0.00057428353,0.000018454795,0.7523199,0.23899838,0.000009823373,0.00031516212],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98928547,0.003486346,0.0057917763,0.00046858826,0.00069456245,0.0002732416],"domain_scores_gemma":[0.29970694,0.6902898,0.0072367634,0.0005774099,0.0018245815,0.00036452603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051044673,0.0002911646,0.012000256,0.00019409353,0.000034049568,0.000003469655,0.00011834818,0.0001302476,0.9573933],"category_scores_gemma":[0.96401346,0.0001426295,0.0037450553,0.00033063375,0.00008055495,0.000030428324,0.00017305255,0.00017156407,0.000006529249],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1858532,0.0058928984,0.0008620476,0.0013113919,0.021325689,0.00029256364,0.00008281861,0.000024973055,0.0000430334,0.0000017356236,0.78411376,0.00019586347],"study_design_scores_gemma":[0.9063446,0.0043800045,0.007248804,0.0015353069,0.007380429,0.0000027893072,0.00023725486,0.00056827196,0.00036554816,0.00043666063,0.071294375,0.00020596216],"about_ca_topic_score_codex":0.000023852986,"about_ca_topic_score_gemma":0.0000144550595,"teacher_disagreement_score":0.95890903,"about_ca_system_score_codex":0.00012291397,"about_ca_system_score_gemma":0.0022605145,"threshold_uncertainty_score":0.8203135},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920752056","doi":"10.6084/m9.figshare.14913276.v1","title":"Additional file 5 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Credibility; Table (database); Kappa; Measure (data warehouse); Critical appraisal","score_opus":0.9569077944506005,"score_gpt":0.5921725702233445,"score_spread":0.364735224227256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920752056","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016964095,0.00014785232,0.00006115007,0.000054815573,0.000014997168,0.00032795093,0.99673605,0.0000016325796,0.0009591718],"genre_scores_gemma":[0.22595288,0.0000049369146,0.009724352,0.00013328104,0.0001432186,0.0012902726,0.7583781,0.000021036007,0.004351933],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98851013,0.004595714,0.0029251375,0.0005743991,0.0032998489,0.0000947596],"domain_scores_gemma":[0.8955044,0.093131095,0.0062326454,0.0011850103,0.0038725506,0.0000743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003362327,0.00020590452,0.0024529968,0.00015900398,0.000060150578,0.000068426176,0.00047529346,0.00007400216,0.9852688],"category_scores_gemma":[0.49221063,0.00010434905,0.0017249692,0.0008669427,0.0000333893,0.00021383948,0.00011604532,0.00014446456,0.0003831096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006731794,0.00007138979,0.00024230372,0.000109398316,0.0010961089,0.0000012234057,0.0001733118,0.00016746324,0.000020591064,0.00006406559,0.9974685,0.00057896244],"study_design_scores_gemma":[0.00024922044,0.00071084424,0.4853691,0.0033406825,0.003605105,0.000005033013,0.0017801708,0.002552626,0.015223354,0.007336911,0.4793155,0.00051150646],"about_ca_topic_score_codex":0.000006748231,"about_ca_topic_score_gemma":0.000013688648,"teacher_disagreement_score":0.9848857,"about_ca_system_score_codex":0.00001466129,"about_ca_system_score_gemma":0.00019785757,"threshold_uncertainty_score":0.5120667},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920777632","doi":"10.6084/m9.figshare.26693440","title":"Additional file 2 of Trials that turn from retrospectively registered to prospectively registered: a cohort study of “retroactively prospective” clinical trial registration using history data","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Clinical trial; Retrospective cohort study; Cohort study; Cohort; Trial registration","score_opus":0.5425594311165859,"score_gpt":0.4384972319278224,"score_spread":0.10406219918876347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920777632","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055207453,0.0007630613,0.0000034954146,0.000006539381,0.0008034496,0.017973516,0.88647616,0.0005810972,0.093337476],"genre_scores_gemma":[0.0016573599,0.0000033758981,0.0021662784,0.000020459165,0.0036497186,0.006085815,0.81912935,0.0022223284,0.16506529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9835434,0.002498145,0.0045136376,0.0051120007,0.003564927,0.00076791935],"domain_scores_gemma":[0.96164054,0.0043140105,0.025260275,0.00684119,0.0014358159,0.0005081598],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0023134162,0.0015958188,0.0056099067,0.0014501507,0.00009390773,0.00018145118,0.0028555053,0.0014968177,0.9635551],"category_scores_gemma":[0.1329715,0.001603107,0.0010717501,0.0011330376,0.00025003945,0.0006579758,0.0017218363,0.0018425068,0.0060528847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01808447,0.002634757,0.00018595639,0.0005349098,0.0040164576,0.00011091011,0.00041251068,7.4729934e-7,0.00002655044,0.0000057414877,0.9739058,0.00008121135],"study_design_scores_gemma":[0.02014369,0.0033210304,0.04963315,0.026607677,0.0016682921,0.000017443544,0.0003773236,0.00006834758,0.000017873666,0.00012615262,0.8963337,0.001685349],"about_ca_topic_score_codex":0.0025030044,"about_ca_topic_score_gemma":0.0035046518,"teacher_disagreement_score":0.95750225,"about_ca_system_score_codex":0.0038887628,"about_ca_system_score_gemma":0.0029828176,"threshold_uncertainty_score":0.99993515},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920784561","doi":"10.6084/m9.figshare.20678000","title":"Additional file 4 of Factors associated with reporting of the Prevention of Falls Network Europe (ProFaNE) core outcome set domains in randomized trials on falls in older people: a citation analysis and correlational study","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"","keywords":"Randomized controlled trial; Set (abstract data type); Core (optical fiber); Outcome (game theory); Poison control","score_opus":0.16231044937062433,"score_gpt":0.40347911232489053,"score_spread":0.2411686629542662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920784561","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46347904,0.000008174948,0.0000021064604,0.0000068991926,0.000030988973,0.0019748774,0.53431886,0.000007219447,0.00017182542],"genre_scores_gemma":[0.63110566,4.423141e-7,0.000021583885,0.0000140536895,0.000012562687,0.0011774063,0.3673701,0.0000088961,0.00028928983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99200827,0.004257696,0.0027481278,0.00024070467,0.0005677462,0.00017747768],"domain_scores_gemma":[0.9771638,0.014207004,0.008135959,0.00017958428,0.0002882364,0.000025415648],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034050131,0.00013740714,0.0012708467,0.00029128935,0.00018831565,0.0000036805131,0.00011451691,0.00009076427,0.26934066],"category_scores_gemma":[0.040199585,0.00009828416,0.00025352274,0.0019879285,0.000015191232,0.00007485978,0.00010939526,0.00041248198,0.0000024058186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041741077,0.0015949869,0.82629913,0.0003027942,0.00094618544,0.0000040174477,0.00917694,0.002045367,0.000021285345,0.000034109347,0.15530735,0.000093696755],"study_design_scores_gemma":[0.019021548,0.000117804,0.97521156,0.0020942958,0.0001932925,1.9773314e-7,0.0023274694,0.00081639586,1.9290921e-7,0.00006870499,0.000064253865,0.00008426544],"about_ca_topic_score_codex":0.00006514238,"about_ca_topic_score_gemma":0.002250313,"teacher_disagreement_score":0.26933828,"about_ca_system_score_codex":0.00009536601,"about_ca_system_score_gemma":0.00025097132,"threshold_uncertainty_score":0.9678852},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6920831958","doi":"10.6084/m9.figshare.14196861","title":"Additional file 2 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Value (mathematics); Research design; Protocol analysis; Data collection; MEDLINE","score_opus":0.8473351431336439,"score_gpt":0.6379856797554058,"score_spread":0.20934946337823812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920831958","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013505309,0.0030664087,0.000031950338,0.0019912845,0.000010710937,0.09994483,0.887448,0.000002837378,0.0075026206],"genre_scores_gemma":[0.000022319842,0.000053954926,0.016977837,0.0018858031,0.00013569332,0.64809734,0.3246846,0.000014021945,0.008128456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.69577754,0.2719963,0.022868784,0.0017155145,0.0070775985,0.00056429656],"domain_scores_gemma":[0.4300124,0.5470857,0.013810448,0.004273865,0.0041579497,0.0006595974],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42770714,0.0002425099,0.021186894,0.0017347729,0.000064139625,0.00055280986,0.00089248334,0.00013439749,0.9989472],"category_scores_gemma":[0.94776183,0.00011509341,0.004431775,0.0075082164,0.000023045039,0.00020855656,0.00030970506,0.00037048323,0.001942188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009052621,0.00006856606,0.0000072125936,0.00040843675,0.0003718103,0.000016289043,0.000033253542,0.000015955096,8.2443826e-8,0.000021093387,0.9956868,0.0024652386],"study_design_scores_gemma":[0.01528111,0.00003121417,0.0033971937,0.0068572406,0.00015444699,0.000004939986,0.000031811258,0.0014245737,3.4939438e-7,0.00069374236,0.97200453,0.00011881631],"about_ca_topic_score_codex":0.000019104036,"about_ca_topic_score_gemma":0.00016845208,"teacher_disagreement_score":0.99700505,"about_ca_system_score_codex":0.000056987323,"about_ca_system_score_gemma":0.0005484506,"threshold_uncertainty_score":0.9988349},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920853883","doi":"10.6084/m9.figshare.14196864.v1","title":"Additional file 3 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Data extraction; Value (mathematics); Research design; Data collection; Bayesian statistics; Protocol analysis","score_opus":0.8492994930590753,"score_gpt":0.6380532953806146,"score_spread":0.21124619767846065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920853883","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013663955,0.0030309772,0.000032731965,0.0019888142,0.000010731602,0.09993265,0.8876248,0.0000028299444,0.007375124],"genre_scores_gemma":[0.000023019475,0.000053635016,0.017228927,0.0018938748,0.00013597833,0.6515952,0.32075998,0.000014110702,0.008295307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.695836,0.27192655,0.022874165,0.0017164164,0.0070822802,0.0005645834],"domain_scores_gemma":[0.42692286,0.5501078,0.0138174975,0.004282648,0.004208511,0.0006607376],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42886335,0.00024255006,0.021184126,0.0017352914,0.00006412997,0.0005527592,0.0008924178,0.0001343859,0.9989411],"category_scores_gemma":[0.9483123,0.00011510097,0.004432311,0.0075110453,0.000023046894,0.00020857443,0.00030953353,0.00037049162,0.0019821809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091497827,0.00006854657,0.0000074432514,0.00041148422,0.00037146293,0.000016059932,0.000033224187,0.000015885858,8.541469e-8,0.000020623824,0.99570477,0.0024354083],"study_design_scores_gemma":[0.015409734,0.000031223994,0.003435838,0.006936038,0.00015392924,0.0000048947977,0.00003203284,0.0014383454,3.5933934e-7,0.00069174357,0.97174656,0.00011927867],"about_ca_topic_score_codex":0.000019128522,"about_ca_topic_score_gemma":0.00016859987,"teacher_disagreement_score":0.996959,"about_ca_system_score_codex":0.000057186568,"about_ca_system_score_gemma":0.0005510455,"threshold_uncertainty_score":0.9987949},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920871351","doi":"10.6084/m9.figshare.16916541","title":"Additional file 2 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.40676208952822795,"score_gpt":0.5646415612489036,"score_spread":0.15787947172067568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920871351","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002510448,0.000056779878,8.124765e-7,0.00040027848,0.0000072703206,0.19114667,0.80805683,0.000016100306,0.0000641861],"genre_scores_gemma":[0.007092026,0.0000041226845,0.0004541277,0.00057292765,0.000018451481,0.7497424,0.24179684,0.000009780113,0.00030937008],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.989284,0.0034884112,0.005791745,0.0004684489,0.0006942602,0.00027316518],"domain_scores_gemma":[0.30220392,0.6878099,0.0072406717,0.00057682523,0.0018044299,0.0003642764],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050804177,0.00029111613,0.012001847,0.00019403514,0.000034054727,0.0000034699747,0.000118356926,0.0001302589,0.9576288],"category_scores_gemma":[0.9636218,0.0001426201,0.0037445996,0.00033050764,0.00008054843,0.000030425703,0.00017314898,0.00017156017,0.0000063965736],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18310875,0.005861152,0.00083047757,0.0012942547,0.021224363,0.00029507588,0.000082422164,0.000024940253,0.000041293497,0.0000017652845,0.7870383,0.00019715655],"study_design_scores_gemma":[0.90490717,0.004400334,0.007202459,0.0015252507,0.007441992,0.0000028291724,0.0002367751,0.0005655941,0.00035714512,0.00044010463,0.07271414,0.00020617835],"about_ca_topic_score_codex":0.000023822293,"about_ca_topic_score_gemma":0.000014442321,"teacher_disagreement_score":0.95854133,"about_ca_system_score_codex":0.00012248351,"about_ca_system_score_gemma":0.0022498323,"threshold_uncertainty_score":0.82042223},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6921015185","doi":"10.6084/m9.figshare.28131530","title":"Peer review of the article <i>childhood, interrupted: stories of survival from Canada's childcare system</i>.","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer review; Peer group; Narrative; Qualitative research; Work (physics)","score_opus":0.022198170855762384,"score_gpt":0.2913223445869478,"score_spread":0.2691241737311854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921015185","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07707017,0.060615942,0.0000016746168,0.081239656,0.006578101,0.002860599,0.27224767,0.00020838255,0.4991778],"genre_scores_gemma":[0.99308616,0.000063396525,0.000021840851,0.0011937976,0.0000994075,0.000029424691,0.0027341284,0.0000056740755,0.002766201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860203,0.00015710093,0.00028042065,0.00012641991,0.00069977524,0.00013425166],"domain_scores_gemma":[0.99853086,0.000155624,0.00016177543,0.0002539688,0.00084487296,0.000052866533],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020554567,0.00007509865,0.00019303503,0.000019258785,0.00016750867,0.000018460256,0.000406269,0.000041602183,0.013156242],"category_scores_gemma":[0.0041294405,0.00005765908,0.000068147674,0.00040389947,0.000020853824,0.000048159225,0.00009557102,0.00009662077,0.000021453361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001134971,0.000024070976,0.0075732823,0.0008039655,0.000039490442,2.6809113e-7,0.010204179,9.1510685e-7,0.0000019547792,0.00074473623,0.979314,0.0012919862],"study_design_scores_gemma":[0.000100320314,0.0000030846968,0.36500293,0.026230313,0.000018343853,9.977594e-8,0.014134967,3.2865464e-7,0.0005484441,0.00002860107,0.5938423,0.000090225825],"about_ca_topic_score_codex":0.3341282,"about_ca_topic_score_gemma":0.48076126,"teacher_disagreement_score":0.916016,"about_ca_system_score_codex":0.00017532578,"about_ca_system_score_gemma":0.0035499185,"threshold_uncertainty_score":0.9877459},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6921037805","doi":"10.6084/m9.figshare.7376861.v1","title":"Reproducibility in the News / An introduction to ProjectTIER on OSF","year":2018,"lang":"en","type":"article","venue":"Open MIND","topic":"Cell Image Analysis Techniques","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reproducibility; Presentation (obstetrics); Data presentation","score_opus":0.028178862305807177,"score_gpt":0.353565136328695,"score_spread":0.32538627402288783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921037805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804942,0.0000042253746,0.00015822728,0.0028206003,0.000024008403,0.0005359375,0.0000010257598,9.577805e-7,0.015960827],"genre_scores_gemma":[0.98927164,0.000003382875,0.005196551,0.0007839012,0.0011639103,0.00004564498,0.000057977864,0.000008147658,0.00346886],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984157,0.00015575383,0.00012921884,0.0011202472,0.00007229658,0.00010679967],"domain_scores_gemma":[0.9972821,0.0000033250988,0.000032699943,0.0025956975,0.00006263837,0.00002354456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020630003,0.00007062263,0.00007691002,0.00003549667,0.00004282859,0.00007940159,0.00044085426,0.00004856388,0.00030750327],"category_scores_gemma":[0.000496252,0.00005088952,0.00002439165,0.00016783955,0.000045400546,0.000007420074,0.00015099342,0.00005617123,0.00011034325],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020805215,0.00026803729,0.0015047984,0.0000010681216,0.000011633268,0.0000016957462,0.0006825711,0.000002919396,0.69303656,0.0000043006203,0.08409912,0.22017922],"study_design_scores_gemma":[0.000052856558,0.000336507,0.00080787693,0.000001195252,0.000005031462,0.000002273811,0.00013905678,0.00000550439,0.5947037,0.000019745714,0.40386942,0.00005687438],"about_ca_topic_score_codex":0.00015898963,"about_ca_topic_score_gemma":0.0018644698,"teacher_disagreement_score":0.3197703,"about_ca_system_score_codex":0.000012890296,"about_ca_system_score_gemma":0.000029926583,"threshold_uncertainty_score":0.3366945},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6921043760","doi":"10.6084/m9.figshare.16625483.v1","title":"Additional file 1 of Quality of reporting in chiropractic mixed methods research: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; St. Joseph’s Healthcare Hamilton; University of Waterloo; Canadian Memorial Chiropractic College; McMaster University","funders":"","keywords":"Protocol (science); Quality (philosophy); Chiropractic; Data collection; Multimethodology; Data quality","score_opus":0.9892941211647116,"score_gpt":0.7757858299307799,"score_spread":0.21350829123393167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921043760","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003985311,0.00041111227,0.00004682465,0.00022928642,0.000010525014,0.019960053,0.9644817,0.0000026765451,0.014853838],"genre_scores_gemma":[0.00001111391,0.0000030979477,0.4562872,0.00020314871,0.00004411347,0.2454632,0.29444137,0.000010035669,0.0035367273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7881245,0.17153375,0.030708715,0.0013306194,0.007939156,0.00036325824],"domain_scores_gemma":[0.21026832,0.66469276,0.094005086,0.010304245,0.020343695,0.00038592372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2833168,0.00015746117,0.0041964967,0.00022955099,0.000053484502,0.000087770975,0.00094387564,0.00010603461,0.9992991],"category_scores_gemma":[0.98245424,0.000081778824,0.0016432877,0.0034704143,0.000026129055,0.00014982407,0.00045724955,0.00039043487,0.0022830456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035173548,0.00006926469,0.000013029147,0.003196717,0.000030257923,0.00001600878,0.000018959865,7.8121104e-7,0.000048948623,0.000027160224,0.97518086,0.021394517],"study_design_scores_gemma":[0.000052604515,0.000020003,0.010451008,0.009343449,0.000010930963,0.000020104924,0.0001310336,0.00009002598,0.00020755615,0.002045284,0.9775502,0.00007780074],"about_ca_topic_score_codex":0.00000363895,"about_ca_topic_score_gemma":0.000016758688,"teacher_disagreement_score":0.9970161,"about_ca_system_score_codex":0.000026309619,"about_ca_system_score_gemma":0.00047334624,"threshold_uncertainty_score":0.9984938},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6921129223","doi":"10.6084/m9.figshare.26648127.v1","title":"Additional file 1 of Data extraction and comparison for complex systematic reviews: a step-by-step guideline and an implementation example using open-source software","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Software; Data extraction; Data file; Guideline; File format; Key (lock)","score_opus":0.9101563193833412,"score_gpt":0.6216882235221247,"score_spread":0.28846809586121647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921129223","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008802947,0.0029216816,0.036945593,0.000023613831,0.000021413169,0.002968673,0.9570559,0.000009389989,0.000044878496],"genre_scores_gemma":[0.00016862756,0.0000031907168,0.16745466,0.000081685284,0.000069730246,0.0009641722,0.83069026,0.00001655932,0.0005511157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989648,0.0023027484,0.005776238,0.00091599335,0.0012122934,0.00014475765],"domain_scores_gemma":[0.97840637,0.015242021,0.003649791,0.0018436268,0.0007360534,0.00012214818],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011708476,0.00022769494,0.0022016757,0.00015952147,0.0001769679,0.0015616049,0.0011127053,0.000055496643,0.9581981],"category_scores_gemma":[0.03695173,0.00013407119,0.0002205362,0.0004484194,0.000011431471,0.001283899,0.0004533923,0.000069451715,0.00046291578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018386967,0.000016563701,0.0000042581814,0.006356616,0.000062194864,3.060813e-7,0.000044866436,0.0000033256163,0.0000152549765,0.0000056275667,0.9755771,0.01791203],"study_design_scores_gemma":[0.00007815773,0.00003093296,0.000037711754,0.006168886,0.00013528504,0.000015299855,0.0006200749,0.23638897,9.86817e-7,0.000030555304,0.7563885,0.000104636034],"about_ca_topic_score_codex":0.000044138505,"about_ca_topic_score_gemma":0.00013331046,"teacher_disagreement_score":0.9577352,"about_ca_system_score_codex":0.000026704607,"about_ca_system_score_gemma":0.00007186731,"threshold_uncertainty_score":0.9994749},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6921135628","doi":"10.6084/m9.figshare.29388211","title":"Additional file 2 of Research impact assessment of a Canadian digital health funding program: a case study","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; University of Toronto; Université de Montréal; Institute of Health Services and Policy Research","funders":"","keywords":"eHealth; General partnership; Digital health; Impact assessment; Public health; Health impact assessment; MEDLINE","score_opus":0.8086329720292202,"score_gpt":0.767407411485305,"score_spread":0.04122556054391524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921135628","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020337773,0.0000029498053,1.6079294e-7,0.0009088965,0.000024879966,0.0029768795,0.9765765,0.000029663397,0.017446306],"genre_scores_gemma":[0.38535514,2.530023e-7,0.00051885785,0.0008950934,0.00007011039,0.010050805,0.60175645,0.000013840468,0.0013394365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657434,0.0008240542,0.0008052657,0.00025229275,0.0006152068,0.0009288418],"domain_scores_gemma":[0.986392,0.011412607,0.0003525862,0.00031905266,0.0009647254,0.000559017],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093424576,0.00009793548,0.00025729125,0.0015287505,0.00091629376,0.00002685726,0.00024867573,0.00006494643,0.97812355],"category_scores_gemma":[0.016095106,0.00008985702,0.000051087063,0.0031826731,0.000028022718,0.00019990055,0.00018040692,0.000520712,0.0003890672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022099775,0.000085191554,0.0013080921,0.000535075,0.000013400786,0.000041886895,0.0024384202,7.679779e-7,7.456801e-8,0.000011221658,0.99203074,0.0035329186],"study_design_scores_gemma":[0.00034143828,0.00050721917,0.08708501,0.0037389104,0.0000010977398,0.000011931148,0.023903526,0.00012935436,1.7621255e-7,0.000016721317,0.884201,0.000063652486],"about_ca_topic_score_codex":0.103012495,"about_ca_topic_score_gemma":0.21668941,"teacher_disagreement_score":0.97773445,"about_ca_system_score_codex":0.0011743082,"about_ca_system_score_gemma":0.033872522,"threshold_uncertainty_score":0.99219275},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"dataset","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6921227611","doi":"10.6084/m9.figshare.19359633","title":"Additional file 2 of Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Ottawa; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Protocol (science); Quality (philosophy); Data collection; Data file; SSH File Transfer Protocol; Protocol analysis","score_opus":0.930618460691136,"score_gpt":0.721810708004072,"score_spread":0.20880775268706397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921227611","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033452026,0.00001534899,0.0000035178064,0.0008788475,0.0002634679,0.22083065,0.77586144,0.00004447462,0.0020688097],"genre_scores_gemma":[0.000059418908,2.4716226e-7,0.0009022669,0.00021929113,0.0013810047,0.5244779,0.4674583,0.000027618013,0.0054739174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98982596,0.0042416058,0.0011075776,0.00076566165,0.0028990698,0.0011601351],"domain_scores_gemma":[0.95527035,0.03997482,0.0006506667,0.00089718367,0.0030057812,0.00020118793],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011724534,0.00018480525,0.0003074906,0.00023542947,0.010923143,0.000021660282,0.0005990378,0.00019344059,0.9697228],"category_scores_gemma":[0.03784633,0.00015482595,0.00013941085,0.0007767776,0.00010077437,0.00013239405,0.0003041862,0.0022291392,0.0013172827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015258448,0.00021054884,0.000027392462,0.008815882,0.000020349129,2.3051987e-7,0.0018717736,0.000055064236,0.000015505388,0.00016836003,0.9849471,0.0023419731],"study_design_scores_gemma":[0.0008539935,0.0013996211,0.00027738354,0.0056987233,0.000003118617,9.1807027e-7,0.010063969,0.00041158235,0.0002921374,0.0019870768,0.9788609,0.00015058936],"about_ca_topic_score_codex":0.00007277948,"about_ca_topic_score_gemma":0.000045833403,"teacher_disagreement_score":0.96840554,"about_ca_system_score_codex":0.0012928501,"about_ca_system_score_gemma":0.0031211122,"threshold_uncertainty_score":0.9994603},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6921300489","doi":"10.6084/m9.figshare.26574445","title":"Additional file 1 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Key (lock)","score_opus":0.9801469632512227,"score_gpt":0.48386583856673493,"score_spread":0.4962811246844878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921300489","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13636597,0.0010102817,0.00017897428,0.00022908342,0.000030705836,0.0007826436,0.8613395,0.000008206371,0.000054639597],"genre_scores_gemma":[0.96496356,1.7573278e-7,0.0020881298,0.000074763375,0.000038968195,0.00023618342,0.032412443,0.000012298451,0.00017348432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110425,0.0017818606,0.0022210062,0.00060197525,0.004123119,0.00016779204],"domain_scores_gemma":[0.9886857,0.0066694045,0.0005232539,0.00077063957,0.0031651743,0.00018578894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004854856,0.00018500672,0.0011879998,0.0008222374,0.00008490818,0.0007481033,0.00048017123,0.00005188315,0.82707596],"category_scores_gemma":[0.107291326,0.00009772185,0.00031352008,0.002278734,0.000017843908,0.000531675,0.00012220952,0.00009219431,0.0015190929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008260355,0.00004018365,0.00021757613,0.00021416531,0.00020621128,0.000001155838,0.0025179144,0.00014345374,0.0049831714,0.000006953991,0.9689769,0.022684066],"study_design_scores_gemma":[0.00093448214,0.00092290586,0.15989892,0.043981194,0.00048462822,0.00001339272,0.03717884,0.069915384,0.07399775,0.0014558743,0.60943955,0.001777045],"about_ca_topic_score_codex":0.000023993416,"about_ca_topic_score_gemma":0.00011061662,"teacher_disagreement_score":0.82892704,"about_ca_system_score_codex":0.000047458398,"about_ca_system_score_gemma":0.00014840587,"threshold_uncertainty_score":0.99925834},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6921336474","doi":"10.6084/m9.figshare.c.5967005","title":"The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Observational study; Imputation (statistics); Longitudinal study; Data collection; MEDLINE; Longitudinal data; Meta-analysis","score_opus":0.6868586032913324,"score_gpt":0.5085162490814918,"score_spread":0.17834235420984057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921336474","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049980176,0.38038662,0.0000032291755,0.000021301283,0.000073831055,0.0008687518,0.61175644,0.00004896188,0.0018428604],"genre_scores_gemma":[0.36457804,0.01725261,0.043767333,0.00010979155,0.0015229908,0.00075140793,0.54441226,0.0074582277,0.020147339],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99361724,0.0018945353,0.0026029886,0.00073550246,0.000780334,0.00036938858],"domain_scores_gemma":[0.9764211,0.005204228,0.016158784,0.0014773034,0.0006623526,0.00007620707],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010034603,0.00035551036,0.0017336503,0.0005258068,0.00011371039,0.000037462883,0.0008849198,0.00021930003,0.052292984],"category_scores_gemma":[0.12485763,0.0002543486,0.00012285558,0.00103837,0.0000804759,0.00010847593,0.0020941817,0.00055936835,0.000008528859],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004485928,0.00017859145,0.08041684,0.008681977,0.0011122917,0.00022760699,0.0015218958,0.000024489858,0.00010165977,2.690671e-7,0.8999541,0.0073317285],"study_design_scores_gemma":[0.002324628,0.00023549584,0.90374637,0.07439118,0.00041599953,0.00028646746,0.002091205,0.0005780316,0.00056053343,0.000024779494,0.014295065,0.0010502294],"about_ca_topic_score_codex":0.00071886554,"about_ca_topic_score_gemma":0.00080353953,"teacher_disagreement_score":0.885659,"about_ca_system_score_codex":0.000057280256,"about_ca_system_score_gemma":0.00019766577,"threshold_uncertainty_score":0.9999909},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6921356962","doi":"10.6084/m9.figshare.16625483","title":"Additional file 1 of Quality of reporting in chiropractic mixed methods research: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; St. Joseph’s Healthcare Hamilton; University of Waterloo; Canadian Memorial Chiropractic College; McMaster University","funders":"","keywords":"Protocol (science); Quality (philosophy); Chiropractic; Data collection; Multimethodology; Data quality","score_opus":0.9892941211647116,"score_gpt":0.7757858299307799,"score_spread":0.21350829123393167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921356962","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003985311,0.00041111227,0.00004682465,0.00022928642,0.000010525014,0.019960053,0.9644817,0.0000026765451,0.014853838],"genre_scores_gemma":[0.00001111391,0.0000030979477,0.4562872,0.00020314871,0.00004411347,0.2454632,0.29444137,0.000010035669,0.0035367273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7881245,0.17153375,0.030708715,0.0013306194,0.007939156,0.00036325824],"domain_scores_gemma":[0.21026832,0.66469276,0.094005086,0.010304245,0.020343695,0.00038592372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2833168,0.00015746117,0.0041964967,0.00022955099,0.000053484502,0.000087770975,0.00094387564,0.00010603461,0.9992991],"category_scores_gemma":[0.98245424,0.000081778824,0.0016432877,0.0034704143,0.000026129055,0.00014982407,0.00045724955,0.00039043487,0.0022830456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035173548,0.00006926469,0.000013029147,0.003196717,0.000030257923,0.00001600878,0.000018959865,7.8121104e-7,0.000048948623,0.000027160224,0.97518086,0.021394517],"study_design_scores_gemma":[0.000052604515,0.000020003,0.010451008,0.009343449,0.000010930963,0.000020104924,0.0001310336,0.00009002598,0.00020755615,0.002045284,0.9775502,0.00007780074],"about_ca_topic_score_codex":0.00000363895,"about_ca_topic_score_gemma":0.000016758688,"teacher_disagreement_score":0.9970161,"about_ca_system_score_codex":0.000026309619,"about_ca_system_score_gemma":0.00047334624,"threshold_uncertainty_score":0.9984938},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6922448674","doi":"10.12751/g-node.xf281q","title":"EEGManyLabs - Replication Raw Dataset - Eimer1996","year":2025,"lang":"en","type":"dataset","venue":"German Neuroinformatics Node","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Replication (statistics); Raw data; Product (mathematics); Raw material","score_opus":0.04336719507156326,"score_gpt":0.42431358487199505,"score_spread":0.3809463898004318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922448674","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028618631,0.00010460214,0.00014999346,0.0035564299,0.0011014346,0.00054466276,0.98905987,0.0002494657,0.005204924],"genre_scores_gemma":[0.0000041044714,0.002523014,0.003236305,0.0029201645,0.00019688628,0.00006668027,0.9899966,0.000008621695,0.0010476356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975679,0.0002237146,0.0007494399,0.00039747634,0.0005722695,0.0004891858],"domain_scores_gemma":[0.9948639,0.00043912345,0.00062970625,0.0038232803,0.00012049622,0.00012343735],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012563696,0.00030363622,0.00038509452,0.0004197647,0.0007625478,0.000321619,0.0017245192,0.0004726873,0.00029014255],"category_scores_gemma":[0.002977118,0.00031207976,0.00009926148,0.0006367759,0.00036721324,0.000444222,0.00041969746,0.00072142255,0.00024125866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002546829,0.00003549181,0.0000023848886,0.00020803208,0.000018992141,0.0000024513731,0.00035432994,0.0000028031457,0.0000011791036,0.002495365,0.9935526,0.0033237939],"study_design_scores_gemma":[0.00009124961,0.000013716658,0.000018100933,0.000064047854,0.00008365188,0.0000025464192,0.00037611637,0.000043095828,0.000022549259,0.0009273017,0.99806875,0.00028887365],"about_ca_topic_score_codex":0.0009301958,"about_ca_topic_score_gemma":0.00028163046,"teacher_disagreement_score":0.00451612,"about_ca_system_score_codex":0.000110163404,"about_ca_system_score_gemma":0.0006437726,"threshold_uncertainty_score":0.9999331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6923293024","doi":"10.1371/journal.pone.0296026.s002","title":"Quality assessment for cohort studies (Newcastle-Ottawa Quality Assessment Scale criteria)*.","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Cohort; Scale (ratio); Quality (philosophy); Risk assessment; Cohort study","score_opus":0.9420664454201926,"score_gpt":0.6948715800052648,"score_spread":0.24719486541492774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923293024","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062021017,0.002109651,0.0059723547,0.009480411,0.0031565088,0.014568657,0.8187583,0.00039198843,0.083541095],"genre_scores_gemma":[0.6602438,0.000058007074,0.039156035,0.0027945573,0.0015522132,0.015221074,0.1637983,0.00016669917,0.11700932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97094053,0.010143662,0.00986253,0.0017247759,0.006746631,0.0005818605],"domain_scores_gemma":[0.96723914,0.017714651,0.0053676073,0.005092659,0.004278647,0.00030728796],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1054506,0.00045376783,0.0044378983,0.0003113949,0.00042688628,0.0012378772,0.0018711549,0.00013316674,0.32875684],"category_scores_gemma":[0.08128479,0.00025184968,0.0023628948,0.0016553032,0.00002640189,0.00035889843,0.00057092507,0.00019358833,0.013215381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026095734,0.00005344184,0.015437265,0.0004487855,0.00046434673,0.000002904795,0.00019736102,0.000023627897,0.00004771384,0.0003175092,0.9775665,0.005437938],"study_design_scores_gemma":[0.00027205943,0.00004990907,0.41278332,0.00024789202,0.00012616767,0.0000017040132,0.002012764,0.0031635603,0.000023209874,0.004102761,0.5768646,0.00035204497],"about_ca_topic_score_codex":0.00001372523,"about_ca_topic_score_gemma":0.000114403534,"teacher_disagreement_score":0.65496,"about_ca_system_score_codex":0.00017627115,"about_ca_system_score_gemma":0.00021793018,"threshold_uncertainty_score":0.9999934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6925270689","doi":"10.17605/osf.io/4me7c","title":"Bibliometric analysis of medical papers that use win ratio in the past decade (2012 to 2024)","year":2024,"lang":"en","type":"other","venue":"Open Science Framework","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Biomedical sciences; Behavioural sciences; MEDLINE; Health science; Health services research","score_opus":0.06455403815690414,"score_gpt":0.39941882798823775,"score_spread":0.3348647898313336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925270689","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069382396,0.004569596,0.0019688038,0.010477364,0.003794666,0.0048971283,0.0010587599,0.0002244351,0.966071],"genre_scores_gemma":[0.1295751,0.0012151924,0.024281448,0.0090353405,0.0010614699,0.00071288407,0.00008847943,0.0017449219,0.83228517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98840463,0.00043617326,0.0006571467,0.0016778511,0.007829891,0.000994311],"domain_scores_gemma":[0.99471897,0.0012506021,0.0004319573,0.0028779425,0.00011586949,0.00060464494],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["bibliometrics","insufficient_payload"],"category_scores_codex":[0.01313924,0.0005008671,0.0011069918,0.2767125,0.00012771708,0.0034426795,0.014953339,0.0008473277,0.036790606],"category_scores_gemma":[0.007852129,0.00032437107,0.00025836998,0.779644,0.0014922436,0.0008817478,0.0028260082,0.0016250111,0.007542449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152367975,0.00014214945,0.018077655,0.000027882712,0.0003537448,0.00007149766,0.0010868729,0.000096555144,0.000054104472,0.002862299,0.9711178,0.0060941847],"study_design_scores_gemma":[0.00012585461,0.000054295935,0.07701371,0.0014783875,0.0008488137,0.0000054395077,0.0008670708,0.0002875213,0.000014330639,0.00024455466,0.91845655,0.0006034681],"about_ca_topic_score_codex":0.003636627,"about_ca_topic_score_gemma":0.005810103,"teacher_disagreement_score":0.50293154,"about_ca_system_score_codex":0.00026189015,"about_ca_system_score_gemma":0.00097019435,"threshold_uncertainty_score":0.99992085},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6925515292","doi":"10.17605/osf.io/yk35t","title":"Face Puzzle Study 4 Preregistration","year":2022,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Reproductive Biology and Fertility","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facial expression; Neurotypical; Emotion classification; Boredom; Everyday life; Set (abstract data type); Affective science; Facial Action Coding System; Stimulus (psychology); Jealousy","score_opus":0.05093198846453724,"score_gpt":0.3936288109182572,"score_spread":0.34269682245371996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925515292","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055837017,0.00029881764,0.0004075653,0.0008927871,0.0009881747,0.0040391125,0.00001557756,0.00008774951,0.9876865],"genre_scores_gemma":[0.22937004,0.000013626376,0.002724353,0.0002917411,0.0003108096,0.0002235501,0.00002191744,0.00007841683,0.76696557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791,0.000101690515,0.00016456343,0.0011090515,0.00047385241,0.0002408372],"domain_scores_gemma":[0.9976504,0.00003199995,0.00015857327,0.0020058842,0.000048722002,0.00010446108],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015994569,0.00016060256,0.00033126702,0.00012408766,0.00034345596,0.00010434813,0.0015426874,0.0001778767,0.020077603],"category_scores_gemma":[0.0013793687,0.000127203,0.000036361365,0.00074304745,0.0006480611,0.00011253982,0.00084455806,0.00061602524,0.000186836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019400355,0.0043748165,0.25352895,0.00010012973,0.0002396497,0.00013011863,0.003942391,0.0000055111987,0.00047052692,0.003873126,0.707897,0.023497732],"study_design_scores_gemma":[0.00028247182,0.0006754405,0.18193154,0.00007172952,0.000051963063,0.0000128155225,0.0015689844,0.0000040376885,0.00005698282,0.00077620737,0.8143623,0.00020555551],"about_ca_topic_score_codex":0.00022485753,"about_ca_topic_score_gemma":0.000049689625,"teacher_disagreement_score":0.22378634,"about_ca_system_score_codex":0.00012241917,"about_ca_system_score_gemma":0.00043178326,"threshold_uncertainty_score":0.98081815},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6925537222","doi":"10.17605/osf.io/hs4aw","title":"Questionable Research Practices, the Replication Crisis and Open Science: A National Survey of Canadian Psychology Students","year":2019,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Gothic Literature and Media Analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Psychological research; History of psychology; Survey research","score_opus":0.11030152008289403,"score_gpt":0.479019258158841,"score_spread":0.368717738075947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925537222","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31360453,0.0000045087436,0.00000814148,0.009144114,0.00016608425,0.0009899151,0.000014142558,0.000009388989,0.6760592],"genre_scores_gemma":[0.9281459,0.00025794597,0.00023124882,0.0005260317,0.00003705072,0.00011391823,0.000015323223,0.0000067319565,0.07066585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99346066,0.0028667853,0.00032406655,0.0013960656,0.0015487627,0.00040368928],"domain_scores_gemma":[0.9936738,0.0014671788,0.00032991517,0.0021280996,0.0021200033,0.00028099763],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09860799,0.000085013984,0.00018803612,0.00062112225,0.00082682114,0.00053957105,0.003418722,0.00014983724,0.044059508],"category_scores_gemma":[0.041103277,0.00007456056,0.000031411822,0.002525876,0.0007785217,0.00070717465,0.0011745602,0.00043048014,0.039265838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006324161,0.00019175322,0.8682222,0.00001635759,0.000091753,0.0000014487463,0.017850058,0.00001864494,0.0008967074,0.044588234,0.0661334,0.0019262005],"study_design_scores_gemma":[0.00021880349,0.0000015449026,0.69903857,0.000020611571,0.000017377115,0.0000027622489,0.002058186,0.00003090409,0.00020938473,0.009773446,0.28853118,0.00009725736],"about_ca_topic_score_codex":0.673807,"about_ca_topic_score_gemma":0.37551847,"teacher_disagreement_score":0.61454135,"about_ca_system_score_codex":0.00033711037,"about_ca_system_score_gemma":0.0034007907,"threshold_uncertainty_score":0.9669739},"labels":[{"model":"gemma","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6929985779","doi":"10.5256/f1000research.151623.r238355","title":"Referee report. For: Developing an integrated performance management and measurement system in healthcare organisations: a Canadian case study [version 1; peer review: 3 approved with reservations]","year":2024,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Statistical Methods and Inference","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Performance measurement; Health care; Performance management; Healthcare system; Measure (data warehouse); System of measurement","score_opus":0.3185567935302641,"score_gpt":0.46706896174284385,"score_spread":0.14851216821257973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929985779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80114937,0.0025012014,0.08656791,0.086370155,0.00018862952,0.019217,0.0014007377,0.0002820434,0.0023229634],"genre_scores_gemma":[0.7762375,0.00016111105,0.21983068,0.00003859972,0.000017163895,0.0006440865,0.00021124762,0.0000353288,0.002824282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967809,0.0004950897,0.0005283562,0.00038917267,0.0014747818,0.00033174673],"domain_scores_gemma":[0.994288,0.00036400097,0.00006706482,0.00038732772,0.0047300737,0.00016351661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012996762,0.00012870022,0.0002767464,0.00035627102,0.0002517649,0.00008056405,0.00015827239,0.000051261803,0.000010497915],"category_scores_gemma":[0.003654163,0.000094189956,0.0000149703765,0.00080779125,0.000057086396,0.00012977018,0.00006588339,0.00029816973,0.0000024168921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060156424,0.0010887121,0.04527543,0.20964639,0.00096889155,0.015702246,0.023099018,0.000009874481,0.00018434857,0.30209947,0.21369569,0.18762837],"study_design_scores_gemma":[0.005140926,0.008298272,0.052739467,0.15257579,0.0006001722,0.0039430363,0.28225943,0.037760686,0.0006936257,0.018331366,0.43520433,0.0024529027],"about_ca_topic_score_codex":0.07756228,"about_ca_topic_score_gemma":0.19343123,"teacher_disagreement_score":0.2837681,"about_ca_system_score_codex":0.001173327,"about_ca_system_score_gemma":0.0009092437,"threshold_uncertainty_score":0.9285803},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6931404826","doi":"10.5281/zenodo.6912520","title":"From plagiarism to predatory publishing: Organizational factors in explaining academic misconduct","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Sanctions; Context (archaeology); Publishing; Academic community; Academic dishonesty","score_opus":0.06639286757765037,"score_gpt":0.2786252891444282,"score_spread":0.21223242156677782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931404826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691771,0.000113030386,0.0010202243,0.0029839072,0.00020456951,0.00052377733,0.0011025007,0.000678988,0.024195861],"genre_scores_gemma":[0.98923314,0.0000106202915,0.00037004877,0.0006856785,0.00021263576,1.4690472e-7,0.008331244,0.00070816895,0.00044834838],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979162,0.00030470482,0.00030014853,0.00045752927,0.00067094027,0.00035047313],"domain_scores_gemma":[0.99888724,0.00012503158,0.00008436947,0.00033284604,0.00024084462,0.00032966764],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00069954374,0.00013924594,0.0001817079,0.00040393267,0.0012090184,0.0003979048,0.0007741832,0.000107800406,0.0198268],"category_scores_gemma":[0.0056509613,0.00015461486,0.0000333763,0.0009825298,0.000053653443,0.0004214249,0.0019723277,0.001226089,0.0007785307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006077959,0.00054563885,0.009881607,0.00007154856,0.00013582964,0.00022795807,0.026037654,0.0017099733,0.020501046,0.004588842,0.91243947,0.023252657],"study_design_scores_gemma":[0.0015013274,0.000383201,0.034360472,0.000074388634,0.000023318915,0.00009893097,0.0057821237,0.00046621257,0.0016405565,0.00032678037,0.9550584,0.00028427952],"about_ca_topic_score_codex":0.00019168509,"about_ca_topic_score_gemma":6.643794e-7,"teacher_disagreement_score":0.042618956,"about_ca_system_score_codex":0.0003733495,"about_ca_system_score_gemma":0.00002024333,"threshold_uncertainty_score":0.99999946},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6939196775","doi":"10.6084/m9.figshare.19359630","title":"Additional file 1 of Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Ottawa; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Protocol (science); Quality (philosophy); Data collection; Data file; SSH File Transfer Protocol; Protocol analysis","score_opus":0.9330389526274953,"score_gpt":0.7224560857661192,"score_spread":0.21058286686137606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939196775","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033641725,0.000015124022,0.0000035858104,0.0008825639,0.00026197053,0.22098035,0.77575195,0.000044464163,0.0020263605],"genre_scores_gemma":[0.00006030969,2.414445e-7,0.00092061626,0.00021930442,0.0013629894,0.5247292,0.4672213,0.000027655975,0.0054584187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98982394,0.004242742,0.001107089,0.0007661515,0.0028996158,0.001160478],"domain_scores_gemma":[0.9547414,0.040494308,0.0006502117,0.00089924596,0.0030135047,0.00020132767],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011781942,0.0001848583,0.00030742268,0.00023556867,0.010922427,0.000021617927,0.0005993388,0.00019343958,0.970223],"category_scores_gemma":[0.038247585,0.00015487164,0.0001394352,0.0007773228,0.00010077562,0.00013231221,0.0003042248,0.0022296016,0.001330084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015342571,0.00021073248,0.00002821737,0.00875001,0.00002036071,2.250985e-7,0.0018714302,0.00005485808,0.000016015863,0.00016582543,0.98506224,0.002285855],"study_design_scores_gemma":[0.0008480601,0.0013982704,0.00028124798,0.005757936,0.0000031262957,9.154877e-7,0.010148539,0.0004137435,0.00029354767,0.0019713254,0.9787325,0.00015075218],"about_ca_topic_score_codex":0.00007212366,"about_ca_topic_score_gemma":0.00004558988,"teacher_disagreement_score":0.96889293,"about_ca_system_score_codex":0.0012925162,"about_ca_system_score_gemma":0.0031336665,"threshold_uncertainty_score":0.9994475},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939249579","doi":"10.6084/m9.figshare.14788372","title":"Additional file 1 of A 10-year longitudinal evaluation of science policy interventions to promote sex and gender in health research","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Institutes of Health Research","funders":"","keywords":"Psychological intervention; MEDLINE; Research design; Gender equality; Qualitative research; Public policy; Gender bias","score_opus":0.6353622686068945,"score_gpt":0.5931647617631993,"score_spread":0.042197506843695165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939249579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87995946,0.00036796372,0.000008933434,0.0066667027,0.000047008507,0.0026740308,0.076397635,0.0000013158077,0.03387692],"genre_scores_gemma":[0.96802354,0.000007313545,0.021681162,0.00006750695,0.00007629996,0.00021488334,0.0048476215,0.000007929502,0.005073746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983325,0.00020599074,0.0002769799,0.00027525437,0.00072508375,0.00018421048],"domain_scores_gemma":[0.9983924,0.00019903602,0.000055174252,0.00020789805,0.0010070249,0.00013848807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033629364,0.000038953436,0.00014420874,0.00032869383,0.000078688056,0.000017251308,0.00010068811,0.000024851668,0.47280434],"category_scores_gemma":[0.004117861,0.00003832564,0.00002200378,0.00106463,0.00017165935,0.000071711904,0.00019345243,0.00010189985,0.000039944487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015530003,0.00081548194,0.0027086686,0.0011481561,0.00003405754,0.000014488605,0.013753657,0.00001542951,0.0008638967,0.00016303078,0.3969422,0.58338565],"study_design_scores_gemma":[0.0027646201,0.0019935586,0.839116,0.005939932,0.000028164293,0.00015135924,0.018635778,0.001069586,0.006310643,0.0031123369,0.12068758,0.0001904701],"about_ca_topic_score_codex":0.00025832513,"about_ca_topic_score_gemma":0.000398704,"teacher_disagreement_score":0.8364073,"about_ca_system_score_codex":0.00016906892,"about_ca_system_score_gemma":0.0048120543,"threshold_uncertainty_score":0.85363775},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939252175","doi":"10.6084/m9.figshare.12198747","title":"Additional file 3 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Data extraction; Systematic error; Data collection; MEDLINE","score_opus":0.9557757585894917,"score_gpt":0.5659265079279121,"score_spread":0.3898492506615796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939252175","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003207691,0.0009312074,0.000026184123,0.00012572615,0.000014144538,0.0029972591,0.99474496,0.000005254435,0.0011231771],"genre_scores_gemma":[0.037989203,0.000018730027,0.033935636,0.0012649167,0.00038463858,0.018124877,0.8882845,0.000055569228,0.01994193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619809,0.02619058,0.007221101,0.000781674,0.0036758673,0.00014990754],"domain_scores_gemma":[0.8716387,0.09987235,0.021808494,0.0033335292,0.003080959,0.00026597572],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016795179,0.0002567462,0.0062056077,0.00011233977,0.000044086144,0.00014379487,0.0019520549,0.00007585815,0.9992764],"category_scores_gemma":[0.80158836,0.00011437738,0.0017442527,0.0013895183,0.000018077346,0.00017119937,0.00025242948,0.00014023301,0.014545424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017376631,0.00005357067,0.000024283814,0.01673471,0.00008783074,0.0000038701687,0.00018509473,0.0000018294078,0.000005378928,0.0000024058456,0.9827049,0.00019441405],"study_design_scores_gemma":[0.00013938374,0.00026335006,0.0050346777,0.026611054,0.0003111365,0.000009904027,0.0023958844,0.0011123765,0.00001805393,0.000083768726,0.9637765,0.00024387808],"about_ca_topic_score_codex":1.7215072e-7,"about_ca_topic_score_gemma":0.0000012614395,"teacher_disagreement_score":0.984731,"about_ca_system_score_codex":0.000009303967,"about_ca_system_score_gemma":0.000063578846,"threshold_uncertainty_score":0.98622185},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939254539","doi":"10.6084/m9.figshare.12719941.v1","title":"Additional file 1 of Assessing the effect of interventions for axial spondyloarthritis according to the endorsed ASAS/OMERACT core outcome set: a meta-research study of trials included in Cochrane reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Odense Universitetshospital; Parker Institute for Cancer Immunotherapy; Syddansk Universitet; Gigtforeningen","keywords":"Psychological intervention; Outcome (game theory); Axial spondyloarthritis; Core (optical fiber); MEDLINE; Systematic review","score_opus":0.6337073780676419,"score_gpt":0.5504115223543268,"score_spread":0.0832958557133151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939254539","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027272461,0.0024727033,5.450502e-7,0.00032116298,0.000034998862,0.006214106,0.9635526,0.000008579184,0.00012285198],"genre_scores_gemma":[0.76286614,0.0000135121245,0.000116926196,0.000057437966,0.00015666001,0.013350669,0.2233482,0.000025195794,0.000065269596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966539,0.00096992345,0.0013071572,0.0002695527,0.00056276546,0.00023666357],"domain_scores_gemma":[0.97776616,0.020865919,0.0006297727,0.0003210415,0.00034212717,0.000074986434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015377011,0.0001965175,0.0019057224,0.00015618461,0.00016941049,0.000020085405,0.00024526182,0.00005083231,0.5987108],"category_scores_gemma":[0.07862537,0.000103902436,0.00092501566,0.00074416585,0.000028496357,0.00007281107,0.00025026876,0.000244771,0.000068933805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007236084,0.00044834657,0.00082846964,0.0020529083,0.0012091463,0.000036513993,0.0011358229,0.0000064980804,0.00012815918,0.0000010136847,0.98259324,0.010836246],"study_design_scores_gemma":[0.06072511,0.050853092,0.116060644,0.12335043,0.006904937,0.0001450386,0.020596089,0.00027402976,0.0034841057,0.000031111893,0.6166427,0.0009326912],"about_ca_topic_score_codex":0.000055464912,"about_ca_topic_score_gemma":0.00019324612,"teacher_disagreement_score":0.7402044,"about_ca_system_score_codex":0.000040808583,"about_ca_system_score_gemma":0.00006565518,"threshold_uncertainty_score":0.92913574},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939288627","doi":"10.6084/m9.figshare.12703760.v1","title":"Additional file 1 of Quantifying professionalism in peer review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Carleton University; University of Victoria","funders":"","keywords":"Table (database); Inclusion (mineral); Diagram; Data flow diagram; File format","score_opus":0.9313384607065003,"score_gpt":0.6506207366814617,"score_spread":0.2807177240250386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939288627","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058582646,0.0015561741,3.5227424e-7,0.0033885927,0.000018744102,0.00016190515,0.9881984,0.00000784903,0.0066621257],"genre_scores_gemma":[0.0014560734,0.000017728393,0.00031480566,0.0017562042,0.000049239996,0.00025832228,0.9928349,0.000006339474,0.0033063355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99087226,0.00012111147,0.0004981175,0.0003522788,0.007937775,0.00021846704],"domain_scores_gemma":[0.9713029,0.020699635,0.0003891224,0.00039983966,0.0069310926,0.0002774022],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015253241,0.000071708004,0.00023346969,0.005712451,0.00004641332,0.00016404867,0.0012108679,0.000057439192,0.99925435],"category_scores_gemma":[0.60238844,0.000049953236,0.00010642072,0.0892943,0.000010217098,0.000270212,0.00053759164,0.00021622058,0.014532097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016378516,0.00001872392,0.000024450299,0.000106426276,0.0000011254747,0.000007915633,0.000014867188,8.012828e-7,0.0000023755756,0.000005294814,0.9887109,0.011105489],"study_design_scores_gemma":[0.000056160236,0.000018014956,0.009121351,0.0052544377,3.2108497e-7,9.787993e-7,0.000030138088,0.00062679814,0.000012577462,0.000095545925,0.98472124,0.00006241915],"about_ca_topic_score_codex":0.0000017888418,"about_ca_topic_score_gemma":0.0000016376672,"teacher_disagreement_score":0.98472226,"about_ca_system_score_codex":0.00001923241,"about_ca_system_score_gemma":0.00027577268,"threshold_uncertainty_score":0.9862352},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6939389589","doi":"10.6084/m9.figshare.19697776","title":"Reproducibility of Cerebellar involvement as quantified by consensus structural MRI biomarkers in Advanced Essential Tremor [Registered Report Stage 1 Protocol]","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Essential tremor; Neuroimaging; Cerebellum; Magnetic resonance imaging; Cerebellar ataxia; Susceptibility weighted imaging; Cerebellar diseases; Reproducibility","score_opus":0.06685991670718308,"score_gpt":0.3801005697156717,"score_spread":0.3132406530084886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939389589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9462643,0.000024712568,9.905235e-7,0.00094468903,0.00008683115,0.048965763,0.00013072425,0.0000031957343,0.003578767],"genre_scores_gemma":[0.9866261,9.85492e-7,0.0010560488,0.000108543696,0.0000068542404,0.008020031,0.00022454152,0.000016579143,0.00394031],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99693704,0.0002091435,0.00071819284,0.0015293608,0.00036549885,0.00024077711],"domain_scores_gemma":[0.9977615,0.00004223036,0.0004145,0.0016373304,0.000053107517,0.00009133616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010195333,0.00017993986,0.00046736363,0.000058785252,0.00010063317,0.000021705635,0.00020862563,0.00004407586,0.00381374],"category_scores_gemma":[0.00032600615,0.00014855129,0.00008906162,0.00024701693,0.00013389718,0.00004238412,0.00036272273,0.00016221109,0.0000064724863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05780985,0.0090593565,0.56924236,0.0005607613,0.0012176572,0.0136623485,0.0016038148,0.0002745854,0.2778612,0.00003897367,0.0069949594,0.061674118],"study_design_scores_gemma":[0.093872085,0.016628234,0.226094,0.00023307255,0.0005575065,0.00062327186,0.007911837,0.00084620994,0.5021169,0.0018493644,0.14759684,0.00167067],"about_ca_topic_score_codex":0.0009341426,"about_ca_topic_score_gemma":0.00015760999,"teacher_disagreement_score":0.34314835,"about_ca_system_score_codex":0.000090838614,"about_ca_system_score_gemma":0.00018600051,"threshold_uncertainty_score":0.9970969},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6939482417","doi":"10.6084/m9.figshare.14913270","title":"Additional file 3 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Missing data; Data collection; Observational methods in psychology; Risk assessment","score_opus":0.9569709275465907,"score_gpt":0.5920804522400188,"score_spread":0.3648904753065719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939482417","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016954486,0.00014744542,0.00006093724,0.000054607528,0.000015119657,0.00032761166,0.99673444,0.000001629671,0.000962766],"genre_scores_gemma":[0.22317109,0.0000049445184,0.009729198,0.00013325921,0.0001448066,0.0012921679,0.7610277,0.00002106931,0.0044758026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851424,0.004592607,0.0029242346,0.0005742752,0.0032998703,0.000094751835],"domain_scores_gemma":[0.8950623,0.09348469,0.0062592006,0.0011898018,0.0039293636,0.00007461431],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00335813,0.00020587123,0.0024520394,0.00015893918,0.000060119215,0.00006842025,0.00047512975,0.00007399271,0.9855057],"category_scores_gemma":[0.49462393,0.000104328166,0.0017246183,0.00086678076,0.000033383392,0.00021380982,0.000115997245,0.00014445256,0.0003933006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067587284,0.00007127117,0.00024232024,0.00011007538,0.0010948724,0.0000012180446,0.0001730415,0.00016755292,0.0000207263,0.00006180362,0.99747247,0.00057789043],"study_design_scores_gemma":[0.00024704164,0.0006992079,0.47011462,0.0032871766,0.0035312609,0.0000049177656,0.0017509422,0.0025280279,0.015213078,0.0072079203,0.49491116,0.00050464785],"about_ca_topic_score_codex":0.000006747412,"about_ca_topic_score_gemma":0.000013588142,"teacher_disagreement_score":0.98511237,"about_ca_system_score_codex":0.00001471253,"about_ca_system_score_gemma":0.00019835758,"threshold_uncertainty_score":0.50963306},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939574047","doi":"10.6084/m9.figshare.14746350","title":"Additional file 1 of Bias estimation in study design: a meta-epidemiological analysis of transcatheter versus surgical aortic valve replacement","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"","keywords":"Table (database); Chart; Aortic valve replacement; Flow chart; Valve replacement; Random error","score_opus":0.20481244366084914,"score_gpt":0.43322146448937443,"score_spread":0.2284090208285253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939574047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89975756,0.00016378821,0.00007547609,0.0000522504,0.00002251852,0.0010558809,0.09720615,0.0000012462274,0.0016651099],"genre_scores_gemma":[0.9599971,0.0000041681146,0.0069790436,0.000008369661,0.000005577213,0.000387636,0.032393813,0.0000047043527,0.00021955583],"study_design_codex":"meta_analysis","study_design_gemma":"observational","domain_scores_codex":[0.99856955,0.00035195256,0.0004492916,0.0002832849,0.00024177507,0.000104152896],"domain_scores_gemma":[0.9968324,0.00261709,0.00013854618,0.00025010214,0.00009234988,0.00006952212],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035036894,0.000110289904,0.0009108687,0.0001095901,0.000014517747,0.000008029963,0.00005300746,0.00004025548,0.71198577],"category_scores_gemma":[0.0008998586,0.00007737685,0.002084262,0.00049256644,0.000029243847,0.000039985134,0.000039152434,0.000047466467,0.00002745992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022052424,0.039602917,0.22665618,0.000086260494,0.5531789,0.00054891745,0.0019383124,0.013011402,0.000034925117,0.000015066613,0.082952626,0.059922077],"study_design_scores_gemma":[0.006132661,0.0017353112,0.9012684,0.00007656867,0.083098635,0.0000040697596,0.0006436935,0.004826518,0.00012396394,0.000015842388,0.0019335917,0.00014073178],"about_ca_topic_score_codex":0.000038856233,"about_ca_topic_score_gemma":0.000018058065,"teacher_disagreement_score":0.7119583,"about_ca_system_score_codex":0.00004369548,"about_ca_system_score_gemma":0.00012080286,"threshold_uncertainty_score":0.31553364},"labels":[{"model":"gemma","categories":["metaepi_broad","metaepi_narrow","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6939634359","doi":"10.6084/m9.figshare.20508716","title":"Additional file 1 of Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Conversation; Publishing; Pandemic; Project commissioning; Curriculum; Coronavirus disease 2019 (COVID-19)","score_opus":0.6397452251351484,"score_gpt":0.4652845516853563,"score_spread":0.1744606734497921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939634359","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012470777,0.00009316023,1.950501e-8,0.017381713,0.000011082365,0.00025453657,0.9693374,0.0000045644797,0.000446767],"genre_scores_gemma":[0.0605845,0.00024149037,0.000036941197,0.0007412454,0.000036275418,0.00039563247,0.9378932,6.2277104e-7,0.000070080256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692744,0.0023083726,0.00028383522,0.00013483503,0.00027590588,0.000069611735],"domain_scores_gemma":[0.79244477,0.2067028,0.0005774807,0.000078773395,0.00014976782,0.00004643964],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024052877,0.000045092187,0.00011994513,0.000014275366,0.0002814279,0.00007748403,0.00023630985,0.000051745476,0.9087991],"category_scores_gemma":[0.11673781,0.000015078496,0.000018420456,0.00025452182,0.000011840544,0.00017086274,0.00019165315,0.0007120957,0.000019624867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014927931,0.000042454314,0.004123165,0.0000035338132,0.000011930433,3.6903404e-7,0.00030408657,0.0000010315754,0.000022352917,0.000030044699,0.98290133,0.012410402],"study_design_scores_gemma":[0.0000622222,0.00007072593,0.03142902,0.0002915757,0.0000029216528,0.0000043411715,0.002993186,0.00006673023,0.000004588331,0.00029240982,0.9647491,0.00003316906],"about_ca_topic_score_codex":0.0019852144,"about_ca_topic_score_gemma":0.0022669437,"teacher_disagreement_score":0.90877944,"about_ca_system_score_codex":0.0000313713,"about_ca_system_score_gemma":0.00010959617,"threshold_uncertainty_score":0.89070225},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939662579","doi":"10.6084/m9.figshare.14788632","title":"Additional file 1 of Most published meta-regression analyses based on aggregate data suffer from methodological pitfalls: a meta-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Aggregate (composite); Aggregate data; Data file; Component (thermodynamics); Data collection","score_opus":0.5631933366838925,"score_gpt":0.43149222169421486,"score_spread":0.13170111498967763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939662579","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017439041,0.00021698896,0.000016038903,0.0011145448,0.00007954189,0.00036255075,0.9743227,0.000006472949,0.0064421543],"genre_scores_gemma":[0.02312734,0.000029353494,0.03074435,0.0007085573,0.00018527471,0.00029332787,0.9428985,0.000001929616,0.0020113757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951169,0.0026516204,0.0005878556,0.000995461,0.00039684543,0.00025130674],"domain_scores_gemma":[0.9214052,0.07749741,0.00035955527,0.0004010263,0.0001850145,0.00015178847],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011774299,0.00031571905,0.0013027409,0.00002407913,0.00019469959,0.00024118,0.0012715344,0.0001637714,0.99444425],"category_scores_gemma":[0.022825966,0.000088041845,0.000466016,0.00054363103,0.000025103242,0.00040115457,0.0007616064,0.00031239912,0.0007870687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018173509,0.0010675873,0.000298187,8.6451047e-7,0.0019167525,0.00007737075,0.000008162796,0.00004562934,0.0039877105,0.0000041773587,0.983536,0.008875791],"study_design_scores_gemma":[0.00012753448,0.000582986,0.008578684,0.00007657095,0.003119041,0.000011825235,0.0003674406,0.0020984223,0.001767435,0.00035591482,0.98257357,0.0003405603],"about_ca_topic_score_codex":0.0010875314,"about_ca_topic_score_gemma":0.0010014949,"teacher_disagreement_score":0.99365723,"about_ca_system_score_codex":0.000011141025,"about_ca_system_score_gemma":0.000049251707,"threshold_uncertainty_score":0.99999094},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6939674046","doi":"10.6084/m9.figshare.26596925","title":"Additional file 2 of Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Data collection; Data quality; Data file; Quality assurance","score_opus":0.6145746835092393,"score_gpt":0.5438277301908914,"score_spread":0.0707469533183479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939674046","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005444411,0.00021278483,9.49227e-8,0.0011816473,0.000167138,0.0008193045,0.98528934,0.000050248513,0.006835055],"genre_scores_gemma":[0.018250281,0.000017006289,0.0000761745,0.000018006023,0.0017386659,0.0016340304,0.97209203,0.0000026250507,0.006171163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618906,0.0011568822,0.0005062557,0.0004950286,0.001303558,0.00034919285],"domain_scores_gemma":[0.93592376,0.061910138,0.00016346977,0.00019702039,0.00173509,0.00007049831],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0038608168,0.00011426362,0.00020844003,0.000059663307,0.0007730748,0.00009264193,0.0003655402,0.00012109292,0.97813773],"category_scores_gemma":[0.068212904,0.000048312217,0.00017458806,0.0008641888,0.000042718137,0.0001975481,0.00006736473,0.00056093925,0.0034195615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014973822,0.000048698763,0.0000116617575,0.00034327293,0.000021693004,4.5031274e-7,0.00012750481,0.000009075022,0.02179732,0.00020558185,0.97231054,0.004974486],"study_design_scores_gemma":[0.000022191669,0.00033537645,0.0017078453,0.0019248339,0.0000035433534,0.000011427251,0.0012140467,0.00019058031,0.009809319,0.00097640365,0.9836875,0.00011688917],"about_ca_topic_score_codex":0.00034558185,"about_ca_topic_score_gemma":0.0001363603,"teacher_disagreement_score":0.9747182,"about_ca_system_score_codex":0.00008801184,"about_ca_system_score_gemma":0.00016989262,"threshold_uncertainty_score":0.9973564},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939682473","doi":"10.6084/m9.figshare.16916538","title":"Additional file 1 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.1812265184946321,"score_gpt":0.391598901425066,"score_spread":0.2103723829304339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939682473","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017950507,0.000042178348,6.619978e-8,0.00007437968,0.000015037072,0.06790844,0.9299557,0.000012142156,0.00019700399],"genre_scores_gemma":[0.0043023857,0.0000023336893,0.00009836845,0.00010725412,0.000014639406,0.39697415,0.5983805,6.044075e-7,0.00011978695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99489427,0.0018643825,0.002624627,0.00026046726,0.00020907284,0.00014720844],"domain_scores_gemma":[0.808031,0.18883029,0.0027166395,0.000060494927,0.00028004698,0.00008152637],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011560675,0.0001888056,0.0040988084,0.000032905773,0.00004109143,0.000006621427,0.000109687346,0.000093193485,0.9937507],"category_scores_gemma":[0.3539425,0.000054854874,0.0019532873,0.000219656,0.00000538742,0.00004224623,0.000042811367,0.0000698651,0.00001981533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029518155,0.0016901387,0.00055718166,0.00005251586,0.0027554615,0.000034497483,0.000027859664,0.000013299059,0.0008379288,0.000005675057,0.9643068,0.00020051228],"study_design_scores_gemma":[0.2247051,0.005610527,0.0071062837,0.0019055306,0.006769477,0.0000618398,0.0013692002,0.0009175513,0.0040376564,0.0019592692,0.74473345,0.0008241334],"about_ca_topic_score_codex":0.00008433527,"about_ca_topic_score_gemma":0.00006978675,"teacher_disagreement_score":0.99373084,"about_ca_system_score_codex":0.000020254287,"about_ca_system_score_gemma":0.00012431749,"threshold_uncertainty_score":0.6514995},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939729017","doi":"10.6084/m9.figshare.19663856","title":"Additional file 1 of The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Data collection; Longitudinal data; Data file; MEDLINE","score_opus":0.3775586026446235,"score_gpt":0.37451351128286914,"score_spread":0.0030450913617543485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939729017","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094673745,0.0013629057,7.5798745e-8,0.000032379507,0.000017087672,0.00007559816,0.90378755,0.0000018437262,0.00004878772],"genre_scores_gemma":[0.34693667,0.000052950272,0.0004262675,0.000016246988,0.000029524557,0.00003078459,0.6524864,7.007423e-7,0.000020483767],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986362,0.00029770855,0.0006357954,0.00015232888,0.00019606276,0.00008194291],"domain_scores_gemma":[0.9763166,0.021815948,0.0015538948,0.000076847326,0.00021755125,0.00001916112],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006189047,0.000058375135,0.00027220635,0.000020467829,0.00009288715,0.00000528328,0.00021752619,0.000027978876,0.91019815],"category_scores_gemma":[0.042759255,0.000023090257,0.000055729193,0.00038767885,0.0000058202936,0.000071327435,0.0004042065,0.00012680875,0.0000016614409],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007092102,0.00006738542,0.02344764,0.00013019172,0.000027252177,0.0000043656073,0.00013160938,0.000015534006,0.0011119605,2.9201252e-7,0.9709931,0.0039997534],"study_design_scores_gemma":[0.000045886725,0.0001103904,0.98432696,0.0037384576,0.000012024381,0.000085000116,0.0006593634,0.0003983637,0.00089236477,0.000030042982,0.009616392,0.0000847791],"about_ca_topic_score_codex":0.00033543227,"about_ca_topic_score_gemma":0.000101267586,"teacher_disagreement_score":0.9613767,"about_ca_system_score_codex":0.0000055835217,"about_ca_system_score_gemma":0.000019771094,"threshold_uncertainty_score":0.965304},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939745927","doi":"10.6084/m9.figshare.c.5967005.v1","title":"The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Observational study; Imputation (statistics); Longitudinal study; Data collection; MEDLINE; Longitudinal data; Meta-analysis","score_opus":0.41324157060078825,"score_gpt":0.4097059765688847,"score_spread":0.003535594031903566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939745927","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019381525,0.123896435,4.681048e-7,0.00009924509,0.00013438404,0.00039639656,0.8523378,0.000017139488,0.003736633],"genre_scores_gemma":[0.190207,0.053480107,0.0022913716,0.00012604971,0.0009796406,0.00014507053,0.74174654,0.000059976956,0.010964247],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981694,0.00039536267,0.00082630385,0.0002668713,0.00020487607,0.00013717473],"domain_scores_gemma":[0.98478264,0.012157891,0.0027402092,0.00014253642,0.00014520931,0.00003149711],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001534703,0.00012517619,0.00052809523,0.000039593557,0.00008931557,0.000019105857,0.00034381097,0.00010081158,0.18626434],"category_scores_gemma":[0.02738013,0.000044437307,0.000063798325,0.00034319313,0.0000064700967,0.000045612505,0.00042260683,0.0002166812,0.000004058123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015778377,0.0000775025,0.12040463,0.00083111157,0.00017197545,0.000035581677,0.00022499784,0.000002502386,0.000534122,0.0000010589494,0.84480435,0.032754418],"study_design_scores_gemma":[0.0002490823,0.00045350366,0.73303926,0.031539563,0.00014829716,0.00028246868,0.0023601684,0.0003301218,0.0006916462,0.00006512365,0.23010294,0.00073784497],"about_ca_topic_score_codex":0.0020058171,"about_ca_topic_score_gemma":0.001066061,"teacher_disagreement_score":0.6147014,"about_ca_system_score_codex":0.000006927765,"about_ca_system_score_gemma":0.000015594549,"threshold_uncertainty_score":0.98081267},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939767751","doi":"10.6084/m9.figshare.c.6694723","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Relevance (law); Quality (philosophy); Thematic analysis; Test (biology); Process (computing); Qualitative research; Research design; Field (mathematics)","score_opus":0.7166534243554684,"score_gpt":0.5884763459048798,"score_spread":0.12817707845058857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939767751","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011652973,0.003121245,1.4476188e-7,0.0026244454,0.0010201439,0.0031007864,0.7466307,0.00022111324,0.24211608],"genre_scores_gemma":[0.002571244,0.0002661693,0.000053815234,0.000045284116,0.0079937875,0.0015399089,0.39178503,0.000038566995,0.59570616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99365216,0.0021519435,0.00064845313,0.00103143,0.0018895315,0.0006264633],"domain_scores_gemma":[0.9872173,0.010543856,0.00037872538,0.00047128586,0.0012676778,0.00012112429],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0086333435,0.00027644372,0.00045808053,0.00013158728,0.00075947965,0.000198413,0.00076412817,0.00043996953,0.45004708],"category_scores_gemma":[0.030160049,0.000111064255,0.0002764454,0.000972844,0.000048494832,0.00009485028,0.0001440404,0.0013545938,0.015700204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016630742,0.00005310185,0.000030475867,0.001099747,0.000055737008,0.0000010306495,0.00015336799,0.0000029225998,0.013853972,0.00024859636,0.98080236,0.0035323563],"study_design_scores_gemma":[0.000038569004,0.00031305966,0.0001498075,0.003118319,0.00001272949,0.000010650764,0.0010504097,0.000018642771,0.0038917502,0.0008156131,0.9903264,0.00025402434],"about_ca_topic_score_codex":0.0027742558,"about_ca_topic_score_gemma":0.0010443782,"teacher_disagreement_score":0.43434685,"about_ca_system_score_codex":0.00015544776,"about_ca_system_score_gemma":0.00014309312,"threshold_uncertainty_score":0.9850662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939856199","doi":"10.6084/m9.figshare.c.3882952.v1","title":"Applications of altmetrics for Canadian institutions","year":2017,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Altmetrics; Social media; Citizen science; Field (mathematics)","score_opus":0.16152203117321842,"score_gpt":0.36092005323995974,"score_spread":0.19939802206674132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939856199","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.770441e-10,0.00089055195,0.000011447146,0.000005936374,0.000017764984,0.00095127564,0.5191561,0.00006204507,0.47890487],"genre_scores_gemma":[0.00006870028,0.0000029547464,0.000320741,0.000017966977,0.00025050275,0.002912675,0.554251,0.00041853698,0.4417569],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928397,0.000005897233,0.000108929824,0.00023020161,0.0001291972,0.0002418056],"domain_scores_gemma":[0.998248,0.000028688912,0.0003950298,0.00091442274,0.000199419,0.00021446377],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000023241395,0.00016348396,0.0002158087,0.0011902022,0.00018566755,0.00003179676,0.0006695486,0.00032752097,0.19904013],"category_scores_gemma":[0.0015475344,0.00018452923,0.000105391286,0.00032540027,0.000017570123,0.00003260936,0.00003972183,0.000102378704,0.027275547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6952986e-7,0.000010651272,0.0000012455822,0.00035268252,0.000033959644,6.067917e-7,0.0000033569643,8.674583e-7,5.3847106e-7,0.0003881711,0.9972072,0.0020004348],"study_design_scores_gemma":[0.00011707842,0.0000055172636,0.000022081318,0.0017122423,0.000028779923,9.960619e-7,0.0000010976567,0.0000055787727,0.000009940076,0.000017812841,0.9979014,0.00017748967],"about_ca_topic_score_codex":0.049536232,"about_ca_topic_score_gemma":0.6418434,"teacher_disagreement_score":0.59230715,"about_ca_system_score_codex":0.00019311199,"about_ca_system_score_gemma":0.0020576715,"threshold_uncertainty_score":0.97348183},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939937253","doi":"10.6084/m9.figshare.27152012.v1","title":"Additional file 1 of A living critical interpretive synthesis to yield a framework on the production and dissemination of living evidence syntheses for decision-making","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University","funders":"","keywords":"Yield (engineering); Production (economics); Key (lock)","score_opus":0.0352850493713103,"score_gpt":0.295521029078133,"score_spread":0.26023597970682266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939937253","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027668691,0.000120349316,0.000014806762,0.00047329738,0.0000552024,0.00017411758,0.9986479,0.000017676952,0.00021992293],"genre_scores_gemma":[0.99725074,0.000008125435,0.0004098611,0.000040677864,0.00016217148,0.0007829399,0.0013113491,0.0000010803202,0.000033046366],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9994643,0.000034803095,0.00012352833,0.00017571104,0.000121420395,0.00008024907],"domain_scores_gemma":[0.051102508,0.94869065,0.00003824654,0.00003600067,0.00011248119,0.000020088057],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007711607,0.000064286025,0.00008088273,0.000021825539,0.00009863591,0.000057963025,0.00009359277,0.00004772245,0.98314935],"category_scores_gemma":[0.9855639,0.000025327048,0.00005905269,0.00016805025,0.000003419507,0.0001273548,0.00005179422,0.000083674226,0.00016511494],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018539678,0.000017422619,0.000005162589,0.00008042854,0.0000063904477,3.9009265e-7,0.00020012356,0.0000015883156,0.0011031529,0.00014706116,0.986257,0.012162725],"study_design_scores_gemma":[7.969286e-9,0.000101371734,0.00086894387,0.99320453,0.0000070242913,0.0000067697756,0.00035332638,0.00049319037,0.0001752554,0.000042242184,0.004690482,0.000056857283],"about_ca_topic_score_codex":0.00000399894,"about_ca_topic_score_gemma":0.000013452106,"teacher_disagreement_score":0.99733657,"about_ca_system_score_codex":0.000012066647,"about_ca_system_score_gemma":0.0000078465755,"threshold_uncertainty_score":0.21222734},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939999034","doi":"10.6084/m9.figshare.c.5468920","title":"A 10-year longitudinal evaluation of science policy interventions to promote sex and gender in health research","year":2021,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Population; Odds; Logistic regression; Longitudinal study; MEDLINE; Unit (ring theory); Population health; Univariate","score_opus":0.6808795150162349,"score_gpt":0.5809696811435062,"score_spread":0.09990983387272867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939999034","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055963243,0.009494399,7.0671877e-7,0.00034100973,0.000035031266,0.0056880545,0.5319472,0.00011460216,0.45181933],"genre_scores_gemma":[0.08565947,0.000020460007,0.0012565854,0.00005265885,0.0007461495,0.002494769,0.14571428,0.0014607206,0.7625949],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955742,0.00067593897,0.0003520995,0.00070765935,0.002135129,0.0005550074],"domain_scores_gemma":[0.99787515,0.000031286545,0.00023382061,0.00055743946,0.0010650371,0.00023725351],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043322854,0.00016685421,0.00029867273,0.0032887764,0.00010157347,0.00009272148,0.0004166494,0.00011809153,0.5452072],"category_scores_gemma":[0.010687452,0.00018172499,0.000062891915,0.003837303,0.000091650145,0.000073349824,0.00067557703,0.0003226064,0.0054589584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069423336,0.00012688043,0.000035396944,0.0045579937,0.000015692847,0.000003621035,0.0007673979,0.000010878513,0.0000647013,0.000032791366,0.9917095,0.0026682336],"study_design_scores_gemma":[0.00318506,0.001156904,0.08781476,0.27389917,0.00004886333,0.000051760126,0.00083120447,0.001543734,0.00042683433,0.00089121726,0.6288326,0.0013179313],"about_ca_topic_score_codex":0.00073973526,"about_ca_topic_score_gemma":0.002401044,"teacher_disagreement_score":0.53974825,"about_ca_system_score_codex":0.0010376261,"about_ca_system_score_gemma":0.0044506546,"threshold_uncertainty_score":0.997646},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6940140682","doi":"10.6084/m9.figshare.c.5942970.v1","title":"Remote, real-time expert elicitation to determine the prior probability distribution for Bayesian sample size determination in international randomised controlled trials: Bronchiolitis in Infants Placebo Versus Epinephrine and Dexamethasone (BIPED) study","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Children's Hospital of Eastern Ontario; Children's Hospital Research Institute of Manitoba; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Bronchiolitis; Placebo; Sample size determination; Randomized controlled trial; Triage; Sample (material); Clinical trial; Bayesian probability; Epinephrine","score_opus":0.044805859344048425,"score_gpt":0.30458835349532215,"score_spread":0.25978249415127375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6940140682","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047090255,0.00024345424,0.000020193576,0.00077470945,0.000604304,0.026535293,0.9087405,0.0001473195,0.015843946],"genre_scores_gemma":[0.07871747,0.0004734978,0.0038057726,0.0002461385,0.001971597,0.018568398,0.88819575,0.000055447803,0.007965908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975256,0.000868244,0.0006792435,0.00045204163,0.0002502033,0.0002247137],"domain_scores_gemma":[0.9073708,0.09191422,0.00045823536,0.00010599434,0.00008073916,0.00006999121],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010771363,0.0002530707,0.00075453555,0.000064725384,0.00011156546,0.000086343025,0.00025473957,0.00014143626,0.25098103],"category_scores_gemma":[0.12595074,0.00011410996,0.00015623595,0.00024773902,0.0000027923518,0.00008338825,0.000099184115,0.000168392,0.00002696104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06652846,0.0006423433,0.0007893954,0.00009648085,0.0002069926,0.000016355221,0.0011225007,0.000028824705,0.002019258,0.000008116147,0.2334975,0.6950438],"study_design_scores_gemma":[0.11066959,0.003379631,0.04429775,0.0033822302,0.0002460363,0.000024472989,0.0019191953,0.053550165,0.00010469021,0.00048392976,0.780021,0.0019213002],"about_ca_topic_score_codex":0.004042197,"about_ca_topic_score_gemma":0.01289467,"teacher_disagreement_score":0.6931225,"about_ca_system_score_codex":0.00017066378,"about_ca_system_score_gemma":0.000025979223,"threshold_uncertainty_score":0.88141173},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6944445724","doi":"10.17605/osf.io/ahwp4","title":"Empirical investigation of resource use and costs of investigator-initiated randomized controlled trials in four countriesled","year":2021,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Resource use; Psychological intervention; Resource (disambiguation); Empirical research; Cost–benefit analysis; Resource allocation; Scarcity; Baseline (sea)","score_opus":0.49906972200057664,"score_gpt":0.45548031923523624,"score_spread":0.0435894027653404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944445724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666545,0.000039173265,0.0021972775,0.00096587767,0.00010505261,0.0036398317,0.000027090087,0.0000090941785,0.026362121],"genre_scores_gemma":[0.97626865,0.00012276397,0.0032263743,0.0004661977,0.000024030036,0.0002986543,0.000017548638,0.000019464165,0.01955632],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.69575584,0.2648555,0.030504469,0.0032833,0.0051830118,0.00041786657],"domain_scores_gemma":[0.55904627,0.3920351,0.028270353,0.013905255,0.0058489763,0.0008940655],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.58399576,0.00041212578,0.016594876,0.00068143586,0.00007333921,0.0005271865,0.0011934716,0.0002817373,0.14844452],"category_scores_gemma":[0.8916582,0.00024551954,0.0027656062,0.001532603,0.0005982465,0.00039741964,0.0007306806,0.00032029394,0.020113641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015756588,0.00020640083,0.9338016,0.00021908997,0.0024457152,0.000040695446,0.003432989,0.0008545609,0.0104532195,0.0041654254,0.026992194,0.0016315477],"study_design_scores_gemma":[0.4345788,0.000010415425,0.31933352,0.002371966,0.0069213514,0.0001380959,0.0027519711,0.04705419,0.051647075,0.105809696,0.027739523,0.0016433981],"about_ca_topic_score_codex":0.00012433867,"about_ca_topic_score_gemma":0.000088292574,"teacher_disagreement_score":0.61446804,"about_ca_system_score_codex":0.000088887675,"about_ca_system_score_gemma":0.0006811777,"threshold_uncertainty_score":0.9999997},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6949330925","doi":"10.5281/zenodo.15018034","title":"L'IA et la recherche documentaire en sciences de la santé","year":2025,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Time line; Information scientist; Donkey","score_opus":0.2942847834640276,"score_gpt":0.5668423692146353,"score_spread":0.2725575857506077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949330925","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08267863,0.005282834,0.013598329,0.04086057,0.0011027531,0.00082355854,0.00006994656,0.0005854687,0.85499793],"genre_scores_gemma":[0.96633035,0.0063065947,0.0032176673,0.0021806166,0.00074609026,1.8468265e-7,0.0002937152,0.0006591574,0.020265633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908961,0.00755283,0.00034594038,0.00039973878,0.00029515743,0.0005102236],"domain_scores_gemma":[0.99732536,0.0016771096,0.00008253618,0.00031465382,0.00038855313,0.00021178019],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012502944,0.000146094,0.00016298977,0.00030136327,0.0018687461,0.00081187714,0.0006403513,0.00031517024,0.013917204],"category_scores_gemma":[0.011795864,0.00015675131,0.000057609526,0.0011679339,0.0008121051,0.000324796,0.000491534,0.000952163,0.0051556937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005935053,0.00024817509,0.00012625461,0.00027941697,0.000040627685,0.000018189978,0.011057296,0.00004119189,0.0018449909,0.060922127,0.20461027,0.7207521],"study_design_scores_gemma":[0.00010334465,0.0002899852,0.001675911,0.0005671534,0.00004959132,0.00014392358,0.011113622,0.0006382997,0.0032452343,0.013329658,0.96870816,0.00013510656],"about_ca_topic_score_codex":0.00041220617,"about_ca_topic_score_gemma":0.0000022360036,"teacher_disagreement_score":0.88365173,"about_ca_system_score_codex":0.0009123583,"about_ca_system_score_gemma":0.00015074237,"threshold_uncertainty_score":0.99943066},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6950084680","doi":"10.5281/zenodo.7310985","title":"Demonstrating Librarian Research Impact through Bibliometrics","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Methane Hydrates and Related Phenomena","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Bibliometrics; Information system; Citation analysis","score_opus":0.07284009682942479,"score_gpt":0.2955462552007163,"score_spread":0.22270615837129154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950084680","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25405148,0.00022040913,0.0010290178,0.0009327511,0.000151039,0.00062379916,0.00018017902,0.0005573801,0.74225396],"genre_scores_gemma":[0.9955471,0.000109270106,0.0007612554,0.00012608041,0.00008434188,1.4381605e-7,0.000543009,0.00086006976,0.0019687004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961631,0.0012044486,0.00027334283,0.000506306,0.0011948333,0.0006580173],"domain_scores_gemma":[0.99901724,0.00008562824,0.00009914091,0.00048160652,0.00008647352,0.00022993126],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028907012,0.00013830645,0.00013428497,0.001053701,0.006863692,0.0007803788,0.0014395514,0.000055259425,0.19753018],"category_scores_gemma":[0.00051826687,0.0001321826,0.00006979833,0.013395209,0.0002935946,0.0005197506,0.004521249,0.0009234875,0.009710866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015542822,0.00066527363,0.000378644,0.000035822617,0.000107697866,0.0001034835,0.006059007,0.015978524,0.025543923,0.005971005,0.78520554,0.15979564],"study_design_scores_gemma":[0.00036286024,0.00057522516,0.0014108056,0.0000056153362,0.000006778082,0.00015092126,0.0009609167,0.0018973919,0.00028933247,0.0018691064,0.99227256,0.0001985117],"about_ca_topic_score_codex":0.0001735302,"about_ca_topic_score_gemma":2.0340777e-7,"teacher_disagreement_score":0.74149567,"about_ca_system_score_codex":0.00046548987,"about_ca_system_score_gemma":0.0000053068848,"threshold_uncertainty_score":0.99442923},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6950135270","doi":"10.5281/zenodo.6917218","title":"Small Data projects/Big Data research: contemporary problems and historical solutions","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Big Data Technologies and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Presentation (obstetrics); Minor (academic); Data collection; Small data","score_opus":0.9315210701659241,"score_gpt":0.37772499857736314,"score_spread":0.553796071588561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950135270","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019617783,0.016646469,0.12549362,0.22274837,0.002253041,0.013401427,0.10656242,0.01037509,0.48290178],"genre_scores_gemma":[0.9655342,0.00044274222,0.0017891782,0.00027249978,0.0002892812,0.0000016594637,0.025398556,0.0009474531,0.0053244163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99496216,0.0011264974,0.00050942186,0.0014073383,0.0014860289,0.00050858705],"domain_scores_gemma":[0.99343514,0.00030776174,0.00018451393,0.0052088345,0.0006729106,0.00019084926],"candidate_categories":["sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.011140573,0.00013051045,0.0001951931,0.0005784121,0.008656606,0.0014262209,0.0121274125,0.00006479698,0.0022073155],"category_scores_gemma":[0.00784076,0.00012175256,0.00002261309,0.0025408086,0.00048373372,0.00060683006,0.057143275,0.00085325714,0.0015222563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017560938,0.00015997635,0.000009967363,0.000008234934,0.000011735189,0.0000064679666,0.00029293692,0.000005324819,0.00033706118,0.005138807,0.7944408,0.19957112],"study_design_scores_gemma":[0.00025578367,0.00016196074,0.00013274621,0.0000056267177,0.0000054125885,0.000094939576,0.0022296277,0.003012137,0.00000673256,0.002948469,0.99100566,0.0001409297],"about_ca_topic_score_codex":0.00031656038,"about_ca_topic_score_gemma":0.000010922189,"teacher_disagreement_score":0.9459164,"about_ca_system_score_codex":0.00030121848,"about_ca_system_score_gemma":0.000034296027,"threshold_uncertainty_score":0.9996104},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6954813984","doi":"10.57938/9bfc7c91-2e16-4b68-b540-2bc8afe404a0","title":"Reproducibility in Management Science","year":2023,"lang":"en","type":"preprint","venue":"WU Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kelley School of Business, Indiana University; University of California, Irvine; University of California, San Diego; University of Illinois at Urbana-Champaign; Nanjing Audit University; Université de Montpellier; Southeast University; Universiteit van Tilburg; Korea Advanced Institute of Science and Technology; Universidad Carlos III de Madrid; Universität Mannheim; Universität Hamburg; Business School, University of Auckland; Chinese University of Hong Kong; Centre National de la Recherche Scientifique; Università degli Studi di Trento; Banca d'Italia; Universität zu Köln; Simon Fraser University; Università degli Studi di Padova; University of North Carolina at Greensboro; Central University of Finance and Economics; Karl-Franzens-Universität Graz; Université de Strasbourg; Bangor University; Hunan Agricultural University; Aalto-Yliopisto; Core Research for Evolutional Science and Technology; Sungkyunkwan University; Technische Universität München; Chinese Academy of Sciences; Radboud Universiteit; Vrije Universiteit Amsterdam; Erasmus Universiteit Rotterdam; Deutsche Bundesbank; Rijksuniversiteit Groningen; Monash University; Fudan University; Friedrich-Alexander-Universität Erlangen-Nürnberg; Nanyang Technological University; National University of Singapore; La Trobe University; University of Warwick; University of Toronto; Morgan State University; University of Alberta; Copenhagen Business School; McGill University; Budapesti Corvinus Egyetem; Loyola Marymount University; Fundação Getulio Vargas; Universitetet i Stavanger; Masarykova Univerzita; Wilfrid Laurier University; North Carolina State University; Université du Luxembourg; Università degli Studi di Milano; Harvard University; University of Miami; University of Texas at Arlington; Science Foundation Ireland; Université de Lorraine; Universiteit van Amsterdam; University of Colorado Boulder; Boston College; Tel Aviv University; Universiteit Maastricht; University of New South Wales; Washington University in St. Louis; University of Technology Sydney; University of Southern California; University of Memphis; University of Chinese Academy of Sciences; Durham University; Central Michigan University; Carnegie Mellon University; Universiteit Utrecht; Toulouse School of Economics; Aarhus Universitet; University of Pennsylvania; Université de Lausanne; University College London; Purdue University; University of Nebraska-Lincoln; Harvard Business School; York University; University of Portsmouth; San Diego State University; Universidad del Rosario; Central South University; Virginia Commonwealth University; Yale University","keywords":"Reproducibility; Obstacle; Replication (statistics); Sample (material); Code (set theory)","score_opus":0.8090895842286281,"score_gpt":0.6364792751403756,"score_spread":0.17261030908825248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6954813984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69885176,0.0002613918,0.0026012463,0.018001486,0.015163748,0.00460031,0.00011475818,0.0005800453,0.25982526],"genre_scores_gemma":[0.9093233,0.000056494435,0.0025210287,0.000033558114,0.00018124205,0.00015550207,0.000021101572,0.000023190196,0.08768463],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96554595,0.0014321588,0.00147966,0.014385927,0.01555264,0.0016036854],"domain_scores_gemma":[0.9654279,0.002291089,0.00020930493,0.03041834,0.001352748,0.00030063328],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.41788068,0.00021399882,0.00041394483,0.006408186,0.0006303225,0.0035127145,0.011049058,0.00011504556,0.00031979574],"category_scores_gemma":[0.06513332,0.00017362103,0.00012535765,0.013923247,0.0015927359,0.00024838359,0.04885701,0.0015352869,0.007545964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006618017,0.00049746427,0.036976438,0.00034572673,0.000028702074,0.00053469033,0.0019812556,0.010591578,0.00007747401,0.021431547,0.547851,0.37961793],"study_design_scores_gemma":[0.00024049704,0.000033020697,0.36931708,0.00030523652,0.000003978116,0.0000010869317,0.0028860162,0.023643412,0.00013343789,0.5427127,0.06036926,0.00035429205],"about_ca_topic_score_codex":0.0011005164,"about_ca_topic_score_gemma":0.00032212195,"teacher_disagreement_score":0.5212811,"about_ca_system_score_codex":0.0006163121,"about_ca_system_score_gemma":0.00051143754,"threshold_uncertainty_score":0.99752176},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6957836299","doi":"10.6068/dp14ba845f22996","title":"Most Recent Data (2003). Statistics Canada. CANSIM: Science and Technology - Research and Development | Country: Canada | Table: Survey of innovation, selected service industries, type and location of organizations with which innovative business units cooperated and collaborated in order to develop products or processes | Variable: Organization in Europe, Testing laboratoriesá, Consultants | Units: %, 2003. Data-Planet™ Statistical Ready Reference by Conquest Systems, Inc. Dataset-ID: 075-001-182.","year":2015,"lang":"en","type":"other","venue":"Data Planet","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic statistics; Official statistics; Census; Service (business); Publication; Statistics education; Statistical analysis; Summary statistics; Big data","score_opus":0.060368978145685495,"score_gpt":0.2809606725088093,"score_spread":0.2205916943631238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957836299","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004747672,0.00041450752,0.0000148408335,0.000012022504,0.00006249336,0.0016265122,0.9977666,0.000039377286,0.000016185306],"genre_scores_gemma":[0.00004248689,0.00035237183,0.0018661458,0.00005359157,0.000007441371,0.000011568138,0.99740803,0.00018567592,0.00007266232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541926,0.0005026036,0.0011450538,0.0012927883,0.0010957312,0.00054453453],"domain_scores_gemma":[0.071819514,0.00049595966,0.0007884935,0.001122787,0.9256116,0.00016165682],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0026699235,0.00045502372,0.000699994,0.00077573775,0.0002237094,0.0002502155,0.0011266628,0.00030588315,0.00002529867],"category_scores_gemma":[0.95492715,0.00042479121,3.9323704e-11,0.9873588,0.0006636912,0.0006130741,0.0013282329,0.00058343273,0.0000011674077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022883102,0.00008315578,0.009651798,0.0011854089,0.00007240093,0.000033992645,0.000016685992,0.000035200672,0.00019192351,0.00011625459,0.98834896,0.000035415218],"study_design_scores_gemma":[0.0009814115,0.000087005516,0.0012446862,0.00032601922,0.000032809086,0.000057117195,0.00054455706,0.00076576613,0.000011463009,9.843559e-10,0.99545556,0.0004936116],"about_ca_topic_score_codex":0.9961723,"about_ca_topic_score_gemma":0.99944746,"teacher_disagreement_score":0.9865831,"about_ca_system_score_codex":0.00040384548,"about_ca_system_score_gemma":0.96548104,"threshold_uncertainty_score":0.9998204},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958052288","doi":"10.6084/m9.figshare.19663856.v1","title":"Additional file 1 of The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Data collection; Longitudinal data; Data file; MEDLINE","score_opus":0.793290983586295,"score_gpt":0.545955506491762,"score_spread":0.24733547709453296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958052288","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09750088,0.0023136605,0.0000022603786,0.000047831665,0.000033851797,0.000117956224,0.8999227,0.0000028731504,0.000057948244],"genre_scores_gemma":[0.8060701,0.00009318955,0.020723132,0.00006612094,0.00009655664,0.00015958968,0.17263307,0.000019053865,0.0001391998],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9836884,0.014600138,0.00093955436,0.00022516609,0.00039828403,0.00014846511],"domain_scores_gemma":[0.85777146,0.13789316,0.0033960762,0.00033269884,0.00056939997,0.000037220252],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02622931,0.00006733859,0.0004420876,0.000102438105,0.00021985857,0.0000043323635,0.00035908184,0.00006391879,0.67882526],"category_scores_gemma":[0.55232024,0.000052835392,0.000063311985,0.0006858455,0.00012865664,0.00009767073,0.0005813647,0.00019388577,3.99505e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017100602,0.00016438187,0.058398385,0.00040035864,0.000133551,0.000023689458,0.010859651,0.000036158544,0.000074525626,0.0000013385654,0.92260337,0.005594504],"study_design_scores_gemma":[0.00015136332,0.000036924084,0.99377227,0.0012575826,0.000010121244,0.000010305683,0.0027167846,0.00004194232,0.00022881324,0.000045522163,0.001671337,0.000057047073],"about_ca_topic_score_codex":0.00042685564,"about_ca_topic_score_gemma":0.00040500073,"teacher_disagreement_score":0.93537384,"about_ca_system_score_codex":0.000016524125,"about_ca_system_score_gemma":0.00032245953,"threshold_uncertainty_score":0.9090608},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958146462","doi":"10.6084/m9.figshare.13173938.v1","title":"Additional file 1 of Guidance for conducting feasibility and pilot studies for implementation trials","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"Key (lock); Troubleshooting; File format; Data collection; Component (thermodynamics)","score_opus":0.9745450350473516,"score_gpt":0.6993810002162266,"score_spread":0.27516403483112495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958146462","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001439016,0.000054969783,0.00057253515,0.00017918702,0.000030971893,0.0016889535,0.9974011,0.000025492296,0.00003236302],"genre_scores_gemma":[0.00014017559,7.270308e-7,0.7715799,0.00017453953,0.0003793185,0.0044143125,0.22327647,0.000014153567,0.000020372925],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99835455,0.00029477128,0.0008789337,0.00023770401,0.00011819064,0.00011586635],"domain_scores_gemma":[0.50685763,0.49179244,0.0007150658,0.00010724386,0.00046610413,0.000061476254],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007912801,0.00009248714,0.0006097315,0.000010547176,0.000060273505,0.000011874599,0.0000744953,0.000037445217,0.9003982],"category_scores_gemma":[0.8959164,0.00007880547,0.00011083074,0.00005374833,0.000019452089,0.000046582358,0.000058749887,0.00004451951,0.000012700009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012437963,0.000018700806,5.7162396e-7,0.0014106648,0.00006538764,9.137502e-8,0.000066810266,6.261794e-8,0.0000437818,0.00044301877,0.9944563,0.0033702545],"study_design_scores_gemma":[0.003079541,0.001319501,0.00013480638,0.002063479,0.00011373911,4.942046e-7,0.0006535612,0.00016867626,0.0031181918,0.77174914,0.21737258,0.00022632367],"about_ca_topic_score_codex":1.6397047e-7,"about_ca_topic_score_gemma":0.0000015954608,"teacher_disagreement_score":0.9003855,"about_ca_system_score_codex":0.000018293196,"about_ca_system_score_gemma":0.00005127351,"threshold_uncertainty_score":0.32135937},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958178789","doi":"10.6084/m9.figshare.19663865","title":"Additional file 3 of The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Data collection; Longitudinal data; Data file; MEDLINE","score_opus":0.7899558595002321,"score_gpt":0.5453263621123642,"score_spread":0.24462949738786788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958178789","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09820289,0.002327147,0.0000022746306,0.00004766231,0.000034189863,0.00011806305,0.8992066,0.0000028723234,0.000058326903],"genre_scores_gemma":[0.8097795,0.000094064235,0.020409094,0.00006579975,0.00009720746,0.00015612291,0.16923803,0.000018974004,0.0001411964],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.983695,0.014592552,0.0009403082,0.00022515877,0.00039851252,0.00014851082],"domain_scores_gemma":[0.8589429,0.1367208,0.0033935432,0.0003319289,0.0005736417,0.000037183952],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026218347,0.00006732961,0.00044213035,0.000102405706,0.00021984066,0.000004340795,0.00035886792,0.00006391364,0.67365706],"category_scores_gemma":[0.5522573,0.000052822634,0.00006330816,0.0006856046,0.00012866531,0.00009774193,0.00058096676,0.00019384825,4.0364267e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017695249,0.00016905974,0.060164243,0.0004185937,0.00013730561,0.000024653034,0.011174303,0.000037215534,0.000076862874,0.0000013691184,0.9201904,0.0058364673],"study_design_scores_gemma":[0.00015344543,0.000036898356,0.99374545,0.0012558482,0.000010041339,0.00001022095,0.0027063023,0.000042032145,0.00023366205,0.000045676974,0.001703314,0.000057088928],"about_ca_topic_score_codex":0.00043144255,"about_ca_topic_score_gemma":0.0004076065,"teacher_disagreement_score":0.93358123,"about_ca_system_score_codex":0.000016586228,"about_ca_system_score_gemma":0.0003226284,"threshold_uncertainty_score":0.9086808},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958324860","doi":"10.6084/m9.figshare.26574448","title":"Additional file 2 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Key (lock)","score_opus":0.9687136184693357,"score_gpt":0.4618653706861401,"score_spread":0.5068482477831956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958324860","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24016032,0.00074334856,0.00029891168,0.00019442319,0.00006998871,0.00039622086,0.7580365,0.000040707517,0.00005957733],"genre_scores_gemma":[0.97421134,3.3618238e-7,0.009824306,0.00007757008,0.00006321511,0.00014307165,0.015620266,0.000016273492,0.000043651413],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99611443,0.0004966552,0.00065023446,0.00054402184,0.0019508898,0.00024378757],"domain_scores_gemma":[0.9674747,0.029942332,0.00017216262,0.00036783653,0.0018423661,0.0002006293],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012805751,0.00016371602,0.00041364387,0.0013233151,0.00011505234,0.00039951876,0.0004017961,0.00007019402,0.37917176],"category_scores_gemma":[0.26498833,0.000112167254,0.00008471365,0.003969317,0.00003063347,0.0005774143,0.00019404117,0.00014012329,0.00019665805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049687584,0.00008131682,0.0009377421,0.00015126278,0.000102527556,0.0000037978664,0.0031958725,0.00033641292,0.017199798,0.000008474101,0.7720843,0.2058488],"study_design_scores_gemma":[0.0014751732,0.0018253018,0.57929784,0.034958173,0.00008281269,0.000019967865,0.04156047,0.030710207,0.16559498,0.0041754493,0.13847438,0.0018252549],"about_ca_topic_score_codex":0.00005961228,"about_ca_topic_score_gemma":0.000055066066,"teacher_disagreement_score":0.74241626,"about_ca_system_score_codex":0.00006067516,"about_ca_system_score_gemma":0.00016865446,"threshold_uncertainty_score":0.74120295},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958403056","doi":"10.6084/m9.figshare.22775959.v1","title":"Additional file 2 of Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Affect (linguistics); Checklist; Government (linguistics); The Internet","score_opus":0.9496902883399851,"score_gpt":0.6162186776643529,"score_spread":0.33347161067563225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958403056","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016305856,0.057680473,0.000022004164,0.00006999966,0.00004675288,0.0012421013,0.93774843,0.000012023327,0.0031619163],"genre_scores_gemma":[0.0085710315,0.00033717044,0.010869538,0.00039753248,0.00029785524,0.0027949545,0.9684649,0.00005569218,0.008211337],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96396804,0.0076224552,0.0222116,0.0010420716,0.0047130976,0.00044272095],"domain_scores_gemma":[0.8859092,0.056276917,0.051094532,0.003735436,0.0028442245,0.00013968543],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.052006226,0.0003978326,0.01679696,0.00082109676,0.00008309823,0.000105751606,0.0013175952,0.00010555794,0.9971554],"category_scores_gemma":[0.39073926,0.00017908007,0.016953198,0.017351883,0.000024113171,0.00022244785,0.00036864378,0.00017423258,0.0016571322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015542907,0.000012445469,0.000081108425,0.0040307357,0.071609996,0.000008050984,0.000014882013,0.008164292,0.0000011729692,0.0000065198055,0.91598177,0.000087485816],"study_design_scores_gemma":[0.00012088303,0.00009315731,0.0049455087,0.08944456,0.64786106,0.000009900317,0.00018604379,0.010147524,0.00005437557,0.0013274434,0.24497548,0.0008340374],"about_ca_topic_score_codex":0.000010792231,"about_ca_topic_score_gemma":0.00017147018,"teacher_disagreement_score":0.9954983,"about_ca_system_score_codex":0.000017506749,"about_ca_system_score_gemma":0.00021256451,"threshold_uncertainty_score":0.9991202},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958421964","doi":"10.6084/m9.figshare.7571012.v1","title":"Understanding of plagiarism among North-African university hospital doctors (UHDs): A pilot study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"University hospital; Confidence interval; Descriptive statistics; Data collection; Descriptive research; Spearman's rank correlation coefficient","score_opus":0.08120629843756394,"score_gpt":0.2636649325082772,"score_spread":0.18245863407071328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958421964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8826762,0.000014448975,0.0000058366304,0.00015015744,0.00023031839,0.00084205624,0.023329293,0.000099502424,0.09265221],"genre_scores_gemma":[0.99699783,0.0000027678848,0.000008990756,0.000018439672,0.00008427851,0.0000025493755,0.0012617924,0.000008668557,0.0016146693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860406,0.00021928293,0.00015458422,0.00024486482,0.00047553427,0.00030168972],"domain_scores_gemma":[0.99907255,0.00035285854,0.00017656454,0.000165539,0.000108567525,0.0001239463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026819936,0.00011739026,0.00019741038,0.000106939995,0.00032110253,0.000034205714,0.0005017893,0.00025659558,0.04889799],"category_scores_gemma":[0.0005451797,0.00012464444,0.00006111333,0.00045708928,0.000058426984,0.0003631646,0.00012527476,0.0009008565,0.00048884365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012150234,0.0007780915,0.65458375,0.00010808756,0.00019202515,0.00007755315,0.12074405,0.00006326805,0.00001160539,0.0068708486,0.21622945,0.00021973523],"study_design_scores_gemma":[0.001372706,0.0022720445,0.5484638,0.0007379204,0.000068249916,6.351455e-7,0.35714406,0.00010942731,0.00002979453,0.00055101444,0.08842358,0.0008267161],"about_ca_topic_score_codex":0.0037140038,"about_ca_topic_score_gemma":0.0066118115,"teacher_disagreement_score":0.23640002,"about_ca_system_score_codex":0.0003117834,"about_ca_system_score_gemma":0.00020047762,"threshold_uncertainty_score":0.9519715},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958445445","doi":"10.6084/m9.figshare.26596922","title":"Additional file 1 of Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Data collection; Data quality; Quality assessment; Quality assurance","score_opus":0.9405805122088663,"score_gpt":0.7294963117595713,"score_spread":0.211084200449295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958445445","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003715327,0.00031622735,7.5494376e-7,0.0009463056,0.00053327956,0.004914353,0.97974914,0.00006922556,0.009755377],"genre_scores_gemma":[0.009464152,0.000009459317,0.00035650886,0.0001356449,0.0020374688,0.017122842,0.9554877,0.000037795024,0.015348398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98821485,0.005769488,0.0015172393,0.00071539835,0.0028970481,0.00088596996],"domain_scores_gemma":[0.962814,0.03225407,0.00048129237,0.00085397006,0.003406527,0.00019019617],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016797524,0.00017089288,0.00037342028,0.00029017217,0.0024021664,0.000021172244,0.00041106486,0.00023165821,0.9265247],"category_scores_gemma":[0.033946417,0.00013294502,0.00014935734,0.0009133776,0.00018806245,0.0001878065,0.00016152694,0.0015249199,0.0038209935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004319425,0.00010845819,0.00004464643,0.022835802,0.000027915159,3.509569e-7,0.00256023,0.000006970049,0.00018745883,0.0002978986,0.9712328,0.0022655653],"study_design_scores_gemma":[0.00039198727,0.00076853257,0.0020806445,0.021821462,0.000005289184,9.4976116e-7,0.009935825,0.0002742568,0.0017951926,0.001464905,0.9612973,0.00016367539],"about_ca_topic_score_codex":0.00030422342,"about_ca_topic_score_gemma":0.00017805849,"teacher_disagreement_score":0.9227037,"about_ca_system_score_codex":0.00075259636,"about_ca_system_score_gemma":0.0030622755,"threshold_uncertainty_score":0.9988966},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958586367","doi":"10.6084/m9.figshare.20424148.v1","title":"What difference might retractions make? An estimate of the potential epistemic cost of retractions on meta-analyses","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Sample (material); Sample size determination; Uncertainty quantification; Estimation; Point estimation","score_opus":0.29648596469572647,"score_gpt":0.4255720180488734,"score_spread":0.12908605335314693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958586367","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036692432,0.0011014177,1.9692992e-7,0.00016269606,0.00087702554,0.0010707733,0.99662596,0.00007570974,0.000049530052],"genre_scores_gemma":[0.0016308292,0.000065608634,0.000014756046,0.000060546954,0.00017379869,0.0009359949,0.996373,0.00013540043,0.0006100394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99430287,0.001100871,0.00121614,0.00095879496,0.001954547,0.0004667914],"domain_scores_gemma":[0.99185914,0.00048772103,0.0031650108,0.0037357241,0.0005694378,0.00018294776],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027571572,0.00075734477,0.0015307181,0.00063124765,0.0005742405,0.0002319338,0.0022236279,0.00053259043,0.75831443],"category_scores_gemma":[0.0022028051,0.00055130397,0.0015720371,0.0013635653,0.000082037244,0.0005645984,0.0005870443,0.0023453904,0.0022269364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006290323,0.0005487957,4.4395577e-7,0.00049674057,0.0026147352,0.000029604218,0.000015296448,0.0010944386,0.00091250386,0.0000017998013,0.9941637,0.00005903074],"study_design_scores_gemma":[0.00027261846,0.00018844107,0.0019498437,0.001780163,0.015103132,0.00013230814,0.00019177358,0.00015982207,0.0015462721,0.000036350684,0.9779625,0.00067679863],"about_ca_topic_score_codex":0.00041220614,"about_ca_topic_score_gemma":0.0015704065,"teacher_disagreement_score":0.7560875,"about_ca_system_score_codex":0.0003753941,"about_ca_system_score_gemma":0.00040530256,"threshold_uncertainty_score":0.99995625},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958680415","doi":"10.6084/m9.figshare.c.3968838.v1","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2018,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Significant difference; Quality assessment; Mean difference; Closure (psychology); Prospective cohort study; Incisor; Qualitative analysis","score_opus":0.095379647178518,"score_gpt":0.36039639592423534,"score_spread":0.26501674874571735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958680415","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.2481846e-8,0.27135563,0.0000012708773,0.0000051143033,0.000045547553,0.004120166,0.603923,0.00021056057,0.12033862],"genre_scores_gemma":[0.00060999754,0.00045200108,0.00033732422,0.00006135124,0.00032683724,0.009212582,0.34868762,0.0031642294,0.637148],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9957118,0.0021578965,0.0006009837,0.00067036116,0.00063111336,0.00022781432],"domain_scores_gemma":[0.9954594,0.0009267943,0.0017426534,0.0014426837,0.00031972997,0.00010874272],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009070621,0.000575004,0.005391288,0.0005989726,0.000030020325,0.000042174626,0.00041766724,0.00040781323,0.6952773],"category_scores_gemma":[0.0037464784,0.00043475186,0.0015661675,0.0012962912,0.000017981456,0.00008690377,0.0001471643,0.00023640945,0.035522003],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012380406,0.000012997561,1.2425033e-7,0.474294,0.13919201,0.000006769356,0.0000026995583,2.3473717e-7,0.0000011445267,0.0000015152827,0.38647595,1.6136609e-7],"study_design_scores_gemma":[0.00035142744,0.00005452863,0.000008889131,0.1619004,0.8000273,0.000009395656,0.00000411271,0.000008465506,0.000017735052,7.1873575e-7,0.03722853,0.00038851533],"about_ca_topic_score_codex":0.000058653557,"about_ca_topic_score_gemma":0.00014347844,"teacher_disagreement_score":0.66083527,"about_ca_system_score_codex":0.00013800844,"about_ca_system_score_gemma":0.000055084685,"threshold_uncertainty_score":0.9998104},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6958690911","doi":"10.6084/m9.figshare.20677997.v1","title":"Additional file 3 of Factors associated with reporting of the Prevention of Falls Network Europe (ProFaNE) core outcome set domains in randomized trials on falls in older people: a citation analysis and correlational study","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"","keywords":"Randomized controlled trial; Core (optical fiber); Set (abstract data type); Outcome (game theory); Poison control","score_opus":0.12854278938666552,"score_gpt":0.32643215469267517,"score_spread":0.19788936530600965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958690911","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2861233,0.000008171964,0.00022660317,0.0000068016666,0.000036525318,0.0011931896,0.7122955,0.000013000084,0.00009691558],"genre_scores_gemma":[0.7676621,3.5437772e-8,0.00007300288,0.000004900451,0.0000063074785,0.00022236397,0.23196667,0.0000037883942,0.00006083952],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9955397,0.0017631736,0.0017624744,0.00023947343,0.00057938416,0.0001157808],"domain_scores_gemma":[0.9852483,0.009196832,0.005127734,0.0002002003,0.00020870638,0.000018191586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022565897,0.00011089457,0.00095003226,0.00022030537,0.00007241362,0.000019589992,0.00025537386,0.000034244145,0.064945176],"category_scores_gemma":[0.021311995,0.00007894874,0.00019653038,0.0026534314,0.000009116297,0.00007355026,0.0001556996,0.00014952828,6.7836584e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015372701,0.0011944892,0.34475663,0.00015255697,0.001392635,0.000016617834,0.011224922,0.45739284,0.000004669976,0.00015443403,0.18193784,0.00023507692],"study_design_scores_gemma":[0.009322141,0.00012923132,0.9580098,0.0009877064,0.000064447,0.0000011069408,0.00029185452,0.030999484,9.0451516e-7,0.000041587176,0.000057331465,0.000094410134],"about_ca_topic_score_codex":0.000030713927,"about_ca_topic_score_gemma":0.00024578723,"teacher_disagreement_score":0.6132532,"about_ca_system_score_codex":0.000042797714,"about_ca_system_score_gemma":0.00013849135,"threshold_uncertainty_score":0.9869319},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958739169","doi":"10.6084/m9.figshare.c.5895612.v1","title":"Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"Wheat and Barley Genetics and Pathology","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Ottawa; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Relevance (law); Quality (philosophy); Context (archaeology); Protocol (science); Focus group; Test (biology); Field (mathematics); Knowledge translation; Sample (material)","score_opus":0.7370056446277009,"score_gpt":0.5910128090593735,"score_spread":0.14599283556832743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958739169","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023307644,0.001213265,0.0000038180106,0.011010924,0.0012184486,0.5518883,0.338394,0.0004254567,0.095612735],"genre_scores_gemma":[0.00008450855,0.000015144652,0.00038265606,0.000105438456,0.011662988,0.713273,0.068165794,0.000043271724,0.20626721],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947861,0.0013362404,0.0004168509,0.001178922,0.0014005343,0.00088137295],"domain_scores_gemma":[0.9951923,0.0031586308,0.0002538821,0.000439838,0.0008470148,0.00010836184],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006593111,0.00029445082,0.00038357422,0.00008297475,0.0026027309,0.00021176721,0.0009911712,0.0005682195,0.31121305],"category_scores_gemma":[0.008853537,0.00012009359,0.00023076292,0.00067964237,0.00014470439,0.000038520047,0.00021723998,0.0012468575,0.00047047553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023388882,0.00006997818,0.000014459941,0.00047175892,0.000026512083,9.289678e-7,0.00011437158,0.000008158988,0.0022533548,0.00008196532,0.9735902,0.023134444],"study_design_scores_gemma":[0.00023504467,0.0010796248,0.00022756535,0.0005266523,0.000007731119,0.000005754305,0.00062343426,0.00002345233,0.0016284424,0.0012837911,0.9940683,0.0002902083],"about_ca_topic_score_codex":0.0001127902,"about_ca_topic_score_gemma":0.0003336545,"teacher_disagreement_score":0.31074256,"about_ca_system_score_codex":0.00014733488,"about_ca_system_score_gemma":0.00017697888,"threshold_uncertainty_score":0.9994953},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958797310","doi":"10.6084/m9.figshare.c.7153927","title":"Systems for rating bodies of evidence used in systematic reviews of air pollution exposure and reproductive and children’s health: a methodological survey","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Wildlife Ecology and Conservation","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Operationalization; Systematic review; Rating scale; Rating system; Public health; Evidence-based practice; Exposure assessment","score_opus":0.3739920308813441,"score_gpt":0.38487277880488546,"score_spread":0.010880747923541378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958797310","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022286387,0.7466363,0.00012796503,0.0020293551,0.0007001346,0.043025307,0.18288536,0.00021451792,0.0020946916],"genre_scores_gemma":[0.8268891,0.010805956,0.008523162,0.0013059134,0.0007822614,0.018454878,0.032463897,0.0007716777,0.10000315],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99748456,0.0014338739,0.0005118048,0.00037190845,0.00009495169,0.000102892],"domain_scores_gemma":[0.9981619,0.0009036144,0.00071217644,0.00018832291,0.000011575136,0.000022392695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025269387,0.00013157974,0.0007453851,0.000059158032,0.000021658985,0.0000063079115,0.00007785033,0.00016202067,0.0013296428],"category_scores_gemma":[0.012616867,0.00009160927,0.000035897698,0.000102825565,0.00003448939,0.000057579222,0.000086752494,0.00009352119,0.00002175962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030858075,0.000029500481,0.100674815,0.123616196,0.000060566017,8.3866735e-7,0.0010333743,0.000035639023,0.000016373653,0.000009795789,0.77425516,0.00023686272],"study_design_scores_gemma":[0.00017874596,0.0002711606,0.8454965,0.15186955,0.00004159944,0.000013578886,0.00012004754,0.00010044494,0.000009292784,0.000045241333,0.0016467953,0.00020706862],"about_ca_topic_score_codex":0.0007440418,"about_ca_topic_score_gemma":0.0012702838,"teacher_disagreement_score":0.80460274,"about_ca_system_score_codex":0.000046880403,"about_ca_system_score_gemma":0.000017768096,"threshold_uncertainty_score":0.9995833},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6958842465","doi":"10.6084/m9.figshare.c.6154262.v1","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Publishing; Scholarship; Harm; Pandemic; Conversation; Audit; Open science; Science policy; Coronavirus disease 2019 (COVID-19); Trustworthiness","score_opus":0.8543007971275997,"score_gpt":0.5944102056538447,"score_spread":0.25989059147375493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958842465","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029878612,0.016787075,0.0000011233337,0.11405972,0.0001672107,0.011300254,0.7916582,0.00032390375,0.062714614],"genre_scores_gemma":[0.042225275,0.011220273,0.00065802067,0.00693959,0.00057944184,0.004725993,0.9080018,0.0016184882,0.02403112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97696203,0.019854065,0.00095430744,0.0006653479,0.0012877325,0.00027653438],"domain_scores_gemma":[0.93047893,0.06041527,0.0061265747,0.0021866285,0.0005297804,0.00026284196],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027612273,0.00026001627,0.0006453093,0.00032149395,0.00029497663,0.00056759134,0.0011922407,0.00052024884,0.09820955],"category_scores_gemma":[0.2583084,0.00015249381,0.00004149816,0.000783957,0.00016240471,0.00038605218,0.0011512953,0.0045953323,0.00014641136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049929775,0.000100774814,0.0152781345,0.00009489885,0.00018791396,0.0000032017283,0.00305745,8.386992e-7,0.0000015652075,0.000035960977,0.9726122,0.008127759],"study_design_scores_gemma":[0.0018225498,0.000054796234,0.011910789,0.002591523,0.0000428039,0.0000036479796,0.0043741073,0.000036937385,0.0000014865161,0.00017127713,0.97881293,0.000177163],"about_ca_topic_score_codex":0.0077587795,"about_ca_topic_score_gemma":0.027195107,"teacher_disagreement_score":0.23069614,"about_ca_system_score_codex":0.0005392288,"about_ca_system_score_gemma":0.0018107694,"threshold_uncertainty_score":0.9988486},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958899679","doi":"10.6084/m9.figshare.c.7024057.v1","title":"Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Research in Cotton Cultivation","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; University of British Columbia","funders":"","keywords":"Popularity; Quality (philosophy); Systematic review; Publication bias; Inclusion (mineral); Quality of evidence","score_opus":0.5616426605081453,"score_gpt":0.4520491430372698,"score_spread":0.10959351747087548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958899679","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007795356,0.3673716,0.004660833,0.002653726,0.0003490162,0.036996804,0.58549976,0.0001304158,0.0015583135],"genre_scores_gemma":[0.036137484,0.0133195,0.4259119,0.0012990835,0.0042742086,0.028075136,0.3208675,0.00024929683,0.16986588],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962577,0.00089631625,0.0013677066,0.00051974156,0.0006408811,0.0003176246],"domain_scores_gemma":[0.98656964,0.01074596,0.0018624037,0.00019881978,0.00057165005,0.000051548064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004188825,0.00031181346,0.0019024034,0.00006982165,0.000105992236,0.000029516345,0.00076605036,0.00033721092,0.028206913],"category_scores_gemma":[0.01717835,0.00010715188,0.0020775679,0.0011628374,0.00006706051,0.000051740924,0.0007105837,0.00016420463,0.0000037363423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027755424,0.00012080003,0.00004854401,0.018471727,0.012000983,4.964583e-7,0.00020925757,0.00012086737,0.0008290486,0.00013887162,0.9017277,0.06605415],"study_design_scores_gemma":[0.00050137064,0.0007327043,0.00081691146,0.01682742,0.012908117,5.45436e-7,0.00011826277,0.00045257056,0.0023292792,0.001755796,0.96308994,0.0004670742],"about_ca_topic_score_codex":0.00024181492,"about_ca_topic_score_gemma":0.0010811487,"teacher_disagreement_score":0.42125106,"about_ca_system_score_codex":0.0000428127,"about_ca_system_score_gemma":0.00017840331,"threshold_uncertainty_score":0.9911004},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6959599719","doi":"10.11575/prism/33195","title":"(Korean translation): Avoiding Predatory Journals and Questionable Conferences: A Resource Guide","year":2018,"lang":"en","type":"other","venue":"Open MIND","topic":"Pasture and Agricultural Systems","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Publication; Mentorship; Publishing; Checklist; Resource (disambiguation); Plain language; Grey literature","score_opus":0.07398435984013625,"score_gpt":0.2916728008998594,"score_spread":0.21768844105972318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959599719","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067261364,0.0021296337,0.000003945772,0.00058233575,0.00010933568,0.0005964445,0.00017875711,0.000011056429,0.98966235],"genre_scores_gemma":[0.015285891,0.00020461051,0.00046897135,0.0000667192,0.0018108727,0.000022050805,0.0004127067,0.000007462239,0.9817207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987074,0.00018501752,0.00027060762,0.00040179447,0.00021697873,0.00021819591],"domain_scores_gemma":[0.99939895,0.000102985134,0.0002574109,0.000058054626,0.000048178892,0.00013439482],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005090088,0.00021934435,0.00031493153,0.000017316806,0.00023431404,0.00050002726,0.00045861164,0.00028449565,0.021949075],"category_scores_gemma":[0.000030262036,0.00007117419,0.00005300208,0.00014220302,0.000070132606,0.0001411252,0.000094549025,0.00015403533,0.00042710724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012367521,0.00003249449,0.0010845334,0.000013583281,0.000065351545,0.0000075951916,0.00016491146,1.3823463e-7,0.01336362,0.000024884586,0.7805517,0.20467888],"study_design_scores_gemma":[0.00010221852,0.000071781105,0.0012718164,0.00057383714,0.000023280276,0.000022045222,0.000482672,0.0000026321684,0.00020969727,0.00003156059,0.9969687,0.00023979288],"about_ca_topic_score_codex":0.0012524322,"about_ca_topic_score_gemma":0.004426377,"teacher_disagreement_score":0.21641701,"about_ca_system_score_codex":0.000015128515,"about_ca_system_score_gemma":0.000021174365,"threshold_uncertainty_score":0.978945},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6962692740","doi":"10.17026/ls/lrf63d","title":"Replication Data for Perceptions of research integrity and open science practices: a survey of Brazilian dental researchers","year":2024,"lang":"en","type":"dataset","venue":"DANS Data Station Life Sciences","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Perception; Research integrity; Academic integrity; Open science; Dental research; Research ethics; Replication (statistics); Computer-assisted web interviewing","score_opus":0.6140305414550996,"score_gpt":0.6205478929486535,"score_spread":0.0065173514935539245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962692740","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016567968,0.00025758203,0.00025900986,0.0030386983,0.00030608985,0.0013961303,0.9925756,0.000012465767,0.0004976591],"genre_scores_gemma":[0.0039378344,0.0032216562,0.004273788,0.00006314717,0.00013735947,0.000044874458,0.9882001,0.0000074790887,0.00011373417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908901,0.0026391628,0.0007395129,0.0020065208,0.0031646094,0.00056011946],"domain_scores_gemma":[0.9849961,0.0079046115,0.0010115871,0.0037473412,0.0020229642,0.00031743996],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.16623333,0.000154045,0.00034680587,0.00080065074,0.0021930886,0.0010057887,0.021071846,0.00048480765,0.00013121468],"category_scores_gemma":[0.22134098,0.00013624731,0.000019736575,0.004227165,0.014682801,0.005906085,0.0069825454,0.0021369567,0.000035106266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047599926,0.000075123964,0.0016845153,0.00020983195,0.000018146575,3.2239504e-7,0.0028647159,5.7987455e-7,0.000056264118,0.0022737833,0.9918859,0.00088321895],"study_design_scores_gemma":[0.00014571114,0.0001897992,0.006178715,0.00037060824,0.00006193314,0.0000019325055,0.086651556,0.0024341068,0.000016193593,0.0022609157,0.9014652,0.00022332187],"about_ca_topic_score_codex":0.37542096,"about_ca_topic_score_gemma":0.2635356,"teacher_disagreement_score":0.11188537,"about_ca_system_score_codex":0.00016316243,"about_ca_system_score_gemma":0.013904553,"threshold_uncertainty_score":0.99910593},"labels":[{"model":"gemma","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6966908211","doi":"10.5167/uzh-264511","title":"The Ottawa Statement implementation guidance document for cluster randomized trials in the hemodialysis setting","year":2024,"lang":"en","type":"article","venue":"Zurich Open Repository and Archive (University of Zurich)","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CRTS; Research ethics; Statement (logic); Randomized controlled trial; Informed consent; Cluster (spacecraft); Work (physics); Research design","score_opus":0.01908965636357642,"score_gpt":0.3177194186161367,"score_spread":0.29862976225256027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966908211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54991925,0.008585656,0.27720115,0.0746751,0.0012271071,0.035749312,0.0002801509,0.00011056753,0.052251674],"genre_scores_gemma":[0.9837828,0.00075756805,0.01174923,0.00040138097,0.0001338296,0.00007761744,0.000113468304,0.000014358676,0.0029696964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99504316,0.003648072,0.0005657761,0.00029405789,0.0002700879,0.00017883023],"domain_scores_gemma":[0.9924666,0.0068956744,0.00029599882,0.00023135125,0.00005183552,0.000058530255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020805253,0.00012420812,0.00060212734,0.00012673666,0.00047358955,0.00023934306,0.00028673265,0.000020753083,0.000024525925],"category_scores_gemma":[0.00026088484,0.0000723809,0.00036658547,0.00019188323,0.00013646501,0.00018318128,0.0002287201,0.00008225094,0.0000019276508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.089674205,0.00094501796,0.0030577322,0.0029871468,0.010297822,0.0004946912,0.059091255,0.0007214542,0.005935814,0.06039295,0.59360135,0.17280056],"study_design_scores_gemma":[0.17840856,0.00091176416,0.02110176,0.0012085692,0.011020638,0.000031244468,0.06563099,0.01850482,0.00095159264,0.021902552,0.67960453,0.0007229782],"about_ca_topic_score_codex":0.00041299124,"about_ca_topic_score_gemma":0.00017439894,"teacher_disagreement_score":0.43386358,"about_ca_system_score_codex":0.000047928945,"about_ca_system_score_gemma":0.00007481346,"threshold_uncertainty_score":0.7210727},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6967477644","doi":"10.5281/zenodo.10600863","title":"Building an Open Science Monitoring Framework with open technologies","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Openness to experience; Work (physics); Open data; Open science; Process (computing); International community; Open innovation; Citizen science","score_opus":0.12308604359975563,"score_gpt":0.3788614662119514,"score_spread":0.25577542261219577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967477644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005672075,0.000165443,0.90892655,0.0052687908,0.00022218202,0.0012451775,0.000026830636,0.003730335,0.07474263],"genre_scores_gemma":[0.78278357,0.00030844563,0.21499261,0.00006247043,0.00009688672,5.421284e-7,0.000051111332,0.000738686,0.00096567906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968695,0.00024846024,0.00018570972,0.0011763878,0.00093630183,0.00058365846],"domain_scores_gemma":[0.9974506,0.00008132907,0.00007492524,0.0017581554,0.00045846065,0.00017655033],"candidate_categories":["sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0043031,0.00014684547,0.00012816313,0.0006312993,0.003556107,0.12993963,0.03474823,0.000044560933,0.00024569067],"category_scores_gemma":[0.0021042451,0.0001283563,0.000012703349,0.003759506,0.00042928493,0.069479965,0.054235373,0.0005241362,0.00090173376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019570823,0.00006516664,0.000004757697,0.00003931645,0.000024549508,0.000077714554,0.00031914277,0.000037219852,0.0034764581,0.6598119,0.0029056866,0.33321851],"study_design_scores_gemma":[0.00017842681,0.00053817406,0.00026557947,0.00025011585,0.0000067434084,0.00009674731,0.0006951624,0.004129609,0.0037628345,0.0069010328,0.98291594,0.00025962866],"about_ca_topic_score_codex":0.000057451103,"about_ca_topic_score_gemma":2.5720945e-7,"teacher_disagreement_score":0.9800103,"about_ca_system_score_codex":0.00023122982,"about_ca_system_score_gemma":0.00003173708,"threshold_uncertainty_score":0.9998762},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6969011827","doi":"10.5281/zenodo.8403802","title":"Small Data projects/Big Data research: contemporary problems and historical solutions","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Big Data Technologies and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Small data; Data collection; Context (archaeology); Work (physics); Key (lock)","score_opus":0.944000042099182,"score_gpt":0.3934813743268047,"score_spread":0.5505186677723772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969011827","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028570583,0.008627415,0.11270099,0.26529777,0.0021960633,0.013008254,0.06786093,0.024221532,0.47751644],"genre_scores_gemma":[0.9380949,0.0019485294,0.002146789,0.00023679913,0.00060892786,0.0000012810349,0.04435712,0.0015888872,0.01101677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99565995,0.00064996595,0.0005107017,0.0014008029,0.0011908439,0.0005877471],"domain_scores_gemma":[0.9931748,0.00040365726,0.00014839541,0.00517693,0.00087855855,0.00021768441],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.010533938,0.00013767842,0.0002024098,0.0007599561,0.004416524,0.0018093752,0.009950855,0.00011727482,0.000608878],"category_scores_gemma":[0.014023017,0.00012004987,0.000022173434,0.003928039,0.0005696988,0.00072995125,0.0326943,0.0005755684,0.009176999],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000927454,0.00006695356,0.00001084852,0.000012240875,0.000010695654,0.0000066965704,0.00022117414,0.0000019140155,0.00040656462,0.0036566358,0.77209395,0.22350307],"study_design_scores_gemma":[0.00022179494,0.00008784524,0.00040228598,0.000016109341,0.000004899193,0.000037525704,0.001276625,0.004482014,0.000012375485,0.003703052,0.9896175,0.00013795968],"about_ca_topic_score_codex":0.00023516508,"about_ca_topic_score_gemma":0.000015766627,"teacher_disagreement_score":0.9095243,"about_ca_system_score_codex":0.00015088716,"about_ca_system_score_gemma":0.000026296259,"threshold_uncertainty_score":0.99922687},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6969157742","doi":"10.5683/sp3/lnj9vp","title":"Sas programs related to: Ranking versus rating in peer review of research grant applications","year":2023,"lang":"en","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Ranking (information retrieval); Publication; Reliability (semiconductor); Rating system; Multivariate statistics; Multivariate analysis; MEDLINE","score_opus":0.1673094195834771,"score_gpt":0.4556542694671344,"score_spread":0.2883448498836573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969157742","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026249315,0.003967626,0.0000010424674,0.0009311519,0.000099048804,0.0057498347,0.98819965,0.00021096088,0.0008380539],"genre_scores_gemma":[0.0000013549231,0.005268892,0.0002716297,0.000035813395,0.00010241422,0.004817664,0.9891237,0.0001907606,0.00018776246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918771,0.00097044214,0.0014637859,0.0009140802,0.0038779418,0.00089669187],"domain_scores_gemma":[0.99373007,0.0009239535,0.00051668764,0.0022356578,0.002387404,0.00020621678],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0152263865,0.00039893095,0.00096645136,0.0012362824,0.00018360611,0.00008502514,0.0013846019,0.00041839667,0.000033028587],"category_scores_gemma":[0.0093586175,0.00039857076,0.00020207645,0.007592028,0.00022865194,0.00008717192,0.0005616208,0.001614299,0.0024123415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009349519,0.00013933495,0.0000066883454,0.0073039024,0.00008993065,0.000048703347,0.00009420099,0.0000048774077,0.000011683773,0.00014523913,0.9888568,0.0032051369],"study_design_scores_gemma":[0.0007789569,0.00010423172,0.00009538041,0.024792157,0.00013113195,0.0000041591456,0.00010801551,0.000006591537,0.0000056271742,0.00013289758,0.9735048,0.00033608646],"about_ca_topic_score_codex":0.13390651,"about_ca_topic_score_gemma":0.08468349,"teacher_disagreement_score":0.04922302,"about_ca_system_score_codex":0.0005408298,"about_ca_system_score_gemma":0.00048189,"threshold_uncertainty_score":0.99984664},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6969265868","doi":"10.5281/zenodo.6460290","title":"Replisims - replication report Flora and Curran 2004 by YAW and UA","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Curran; Replication (statistics); Flora (microbiology); Master regulator; Statistical analysis","score_opus":0.02412287720746928,"score_gpt":0.25554900828021376,"score_spread":0.23142613107274448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969265868","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000675935,0.0029131211,0.00022135767,0.00064365775,0.000149793,0.0016198598,0.00261019,0.006641704,0.98452437],"genre_scores_gemma":[0.0032977897,0.001364073,0.00048208397,0.00030055997,0.00057706836,7.876247e-7,0.044089552,0.09651583,0.8533723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995827,0.0005926289,0.0005125557,0.0017711062,0.00078432815,0.0005123534],"domain_scores_gemma":[0.9959669,0.000022120485,0.00063391594,0.0027393727,0.00028308653,0.00035461993],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017594157,0.00040391614,0.00039633573,0.0006227617,0.0016365867,0.0009389233,0.0009658514,0.0002110863,0.13671489],"category_scores_gemma":[0.0016266953,0.00046926516,0.00005592629,0.00083572074,0.00042489226,0.00022506819,0.0022166306,0.00067171745,0.01735776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005082688,0.00010023166,0.000011801576,0.00012623103,0.00008896623,0.00006359666,0.00028464972,0.0000013680731,0.0014392072,0.00052887725,0.98305815,0.014246108],"study_design_scores_gemma":[0.0006036667,0.0001763125,0.000078785415,0.000060046186,0.000057333098,0.0011239162,0.00017309413,0.00005143589,0.000051079995,0.000066651475,0.9970907,0.0004669519],"about_ca_topic_score_codex":0.00014431796,"about_ca_topic_score_gemma":0.0000014267576,"teacher_disagreement_score":0.13115212,"about_ca_system_score_codex":0.0003332929,"about_ca_system_score_gemma":0.0000074988898,"threshold_uncertainty_score":0.9997759},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6976627058","doi":"10.6084/m9.figshare.12198753.v1","title":"Additional file 4 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Meta-analysis","score_opus":0.9561409952750581,"score_gpt":0.5664875120115181,"score_spread":0.38965348326354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976627058","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003192738,0.0009350189,0.000026365115,0.0001255138,0.000014014614,0.0030006769,0.99474084,0.000005263157,0.0011203652],"genre_scores_gemma":[0.038971733,0.000018715347,0.033947453,0.0012653756,0.00038027708,0.01811211,0.8880467,0.0000555112,0.01920213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619844,0.026185285,0.00722332,0.0007817036,0.0036753758,0.00014991534],"domain_scores_gemma":[0.8724239,0.09934564,0.02165586,0.0033114576,0.002999066,0.00026408225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016809165,0.00025676502,0.006207144,0.00011239489,0.00004410929,0.00014387557,0.001953567,0.00007586492,0.9992634],"category_scores_gemma":[0.79921585,0.000114400296,0.001744395,0.0013893313,0.000018080771,0.00017122577,0.000252531,0.00014022841,0.014236826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017584817,0.000053652497,0.000024365274,0.016615037,0.00008791979,0.0000038882336,0.00018547615,0.0000018042986,0.000005297286,0.0000025008708,0.98282385,0.00019444796],"study_design_scores_gemma":[0.00014239187,0.0002750213,0.005190919,0.02736744,0.00032171857,0.000010271505,0.0024657315,0.0011453248,0.000018119652,0.000086856046,0.96272594,0.00025024387],"about_ca_topic_score_codex":1.7053895e-7,"about_ca_topic_score_gemma":0.0000012668987,"teacher_disagreement_score":0.9850266,"about_ca_system_score_codex":0.0000092662085,"about_ca_system_score_gemma":0.00006332754,"threshold_uncertainty_score":0.9865307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6976945731","doi":"10.6084/m9.figshare.14788632.v1","title":"Additional file 1 of Most published meta-regression analyses based on aggregate data suffer from methodological pitfalls: a meta-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Geotechnical and construction materials studies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Aggregate (composite); Aggregate data; Data file; Component (thermodynamics); Data collection","score_opus":0.5199242974097767,"score_gpt":0.3867582678563971,"score_spread":0.13316602955337964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976945731","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012406714,0.000530224,0.00004202247,0.00011295231,0.00005273773,0.00015829892,0.998157,0.000218888,0.00060379127],"genre_scores_gemma":[0.01255707,0.000004687874,0.011451261,0.00020161599,0.00010546603,0.0012281274,0.97436094,0.000017537992,0.00007326605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754405,0.0007758852,0.00053849,0.0005802163,0.0003371443,0.00022424237],"domain_scores_gemma":[0.9880027,0.0107216,0.00016533953,0.0008167383,0.00020391462,0.0000896885],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021569675,0.00034224355,0.0013861385,0.00006390214,0.00007989373,0.000059045233,0.00046775196,0.00016502517,0.9955108],"category_scores_gemma":[0.033698723,0.00018584492,0.00040710025,0.0003404223,0.000025241927,0.00015708324,0.00049048685,0.00025701715,0.00035601275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014737093,0.00012265088,0.0000018537905,0.000028291784,0.0027691638,0.000033937133,0.0000024908375,0.0029473028,0.00015930897,0.0000011688651,0.9934563,0.0004627831],"study_design_scores_gemma":[0.0010574366,0.00041626437,0.020581948,0.0013023299,0.0076469933,0.00001761937,0.0002774937,0.044260703,0.006336984,0.0012298499,0.91551,0.001362358],"about_ca_topic_score_codex":0.000011184923,"about_ca_topic_score_gemma":0.000017585868,"teacher_disagreement_score":0.9951548,"about_ca_system_score_codex":0.000014211659,"about_ca_system_score_gemma":0.000039803814,"threshold_uncertainty_score":0.9744409},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977036281","doi":"10.6084/m9.figshare.19663862.v1","title":"Additional file 2 of The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Data collection; Longitudinal data; Data file; MEDLINE","score_opus":0.6064036032033803,"score_gpt":0.4727226815940224,"score_spread":0.13368092160935785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977036281","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021145889,0.008935596,9.068457e-8,0.0000050017456,0.00002978023,0.00039401406,0.9904141,0.000006293638,0.0000036817733],"genre_scores_gemma":[0.00014542717,0.00007019484,0.0012277781,0.0000073784954,0.000047112946,0.00012815006,0.9983262,0.00004215634,0.0000056057283],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9923381,0.0019659286,0.0034559378,0.0007419066,0.001185368,0.00031275803],"domain_scores_gemma":[0.9555536,0.020630047,0.020605562,0.0016069169,0.0015303638,0.00007350727],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004483182,0.0003707265,0.0019173906,0.0005053732,0.00012328192,0.000020925016,0.0012338522,0.00024363618,0.96705383],"category_scores_gemma":[0.34332097,0.00028577718,0.00020815722,0.001398429,0.000117844356,0.00022140241,0.0035521204,0.0008020314,0.0000089649375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016398808,0.00015620566,0.00032684384,0.004364665,0.0002846696,0.00004983496,0.00009754895,0.000022209024,0.000007177282,4.8747677e-9,0.99433124,0.00019562367],"study_design_scores_gemma":[0.001234567,0.00022348044,0.57072085,0.10198973,0.00039691146,0.00038644776,0.00057503075,0.00020393416,0.000247897,0.000012288657,0.3232348,0.00077404024],"about_ca_topic_score_codex":0.00043194715,"about_ca_topic_score_gemma":0.00036111264,"teacher_disagreement_score":0.96704483,"about_ca_system_score_codex":0.00007044203,"about_ca_system_score_gemma":0.0005616043,"threshold_uncertainty_score":0.9999594},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977112234","doi":"10.6084/m9.figshare.15179126.v1","title":"Additional file 4 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.82916718861603,"score_gpt":0.5561958584901977,"score_spread":0.2729713301258323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977112234","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005845992,0.0012492378,0.00004605231,0.0000143700945,0.000007552679,0.00076876977,0.98930603,9.2195967e-7,0.0027610958],"genre_scores_gemma":[0.34475923,0.000003587937,0.006835882,0.000009803348,0.00004537556,0.0006622211,0.6472926,0.0000049641467,0.00038631755],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97052395,0.02112174,0.00461475,0.0004389503,0.003233228,0.00006738287],"domain_scores_gemma":[0.5316881,0.44976112,0.013238168,0.0017448432,0.0035398174,0.00002796284],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067428656,0.00009415293,0.0022542044,0.0001248721,0.0000522491,0.00011068651,0.00042978954,0.000037397487,0.9822501],"category_scores_gemma":[0.8377233,0.000043851647,0.0004023902,0.0007083098,0.00001928011,0.00022801026,0.00012674171,0.00008722695,0.00006808693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028347792,0.00006894042,0.0001389467,0.00007343655,0.00018144709,9.487046e-7,0.0023592138,0.00025547604,0.00015711386,0.000007377891,0.97356987,0.022903763],"study_design_scores_gemma":[0.010469296,0.000036194037,0.013544107,0.0036942277,0.0006451701,0.000008851183,0.011524505,0.9135716,0.00018745354,0.0007613473,0.04542277,0.00013449368],"about_ca_topic_score_codex":0.000013833184,"about_ca_topic_score_gemma":0.0000541484,"teacher_disagreement_score":0.982182,"about_ca_system_score_codex":0.000010449916,"about_ca_system_score_gemma":0.0001700188,"threshold_uncertainty_score":0.96027845},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977148167","doi":"10.6084/m9.figshare.14196861.v1","title":"Additional file 2 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Value (mathematics); Research design; Protocol analysis; Data collection; MEDLINE","score_opus":0.8473351431336439,"score_gpt":0.6379856797554058,"score_spread":0.20934946337823812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977148167","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013505309,0.0030664087,0.000031950338,0.0019912845,0.000010710937,0.09994483,0.887448,0.000002837378,0.0075026206],"genre_scores_gemma":[0.000022319842,0.000053954926,0.016977837,0.0018858031,0.00013569332,0.64809734,0.3246846,0.000014021945,0.008128456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.69577754,0.2719963,0.022868784,0.0017155145,0.0070775985,0.00056429656],"domain_scores_gemma":[0.4300124,0.5470857,0.013810448,0.004273865,0.0041579497,0.0006595974],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42770714,0.0002425099,0.021186894,0.0017347729,0.000064139625,0.00055280986,0.00089248334,0.00013439749,0.9989472],"category_scores_gemma":[0.94776183,0.00011509341,0.004431775,0.0075082164,0.000023045039,0.00020855656,0.00030970506,0.00037048323,0.001942188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009052621,0.00006856606,0.0000072125936,0.00040843675,0.0003718103,0.000016289043,0.000033253542,0.000015955096,8.2443826e-8,0.000021093387,0.9956868,0.0024652386],"study_design_scores_gemma":[0.01528111,0.00003121417,0.0033971937,0.0068572406,0.00015444699,0.000004939986,0.000031811258,0.0014245737,3.4939438e-7,0.00069374236,0.97200453,0.00011881631],"about_ca_topic_score_codex":0.000019104036,"about_ca_topic_score_gemma":0.00016845208,"teacher_disagreement_score":0.99700505,"about_ca_system_score_codex":0.000056987323,"about_ca_system_score_gemma":0.0005484506,"threshold_uncertainty_score":0.9988349},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977188902","doi":"10.6084/m9.figshare.17084267.v1","title":"Additional file 2 of Exploring reasons for recruitment failure in clinical trials: a qualitative study with clinical trial stakeholders in Switzerland, Germany, and Canada","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Qualitative research; Clinical trial; Qualitative property; MEDLINE; Qualitative analysis; Data collection; Grounded theory","score_opus":0.9399061791032597,"score_gpt":0.6555978051648418,"score_spread":0.2843083739384179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977188902","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040208913,0.000032032443,3.2421758e-7,0.0009607879,0.00005835072,0.0034092097,0.95515233,0.000007892375,0.00017014059],"genre_scores_gemma":[0.07355751,0.000049305476,0.0028659455,0.0004890952,0.000816935,0.039680116,0.8811502,0.00006542207,0.0013254903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931173,0.0028124375,0.0022181678,0.00063711684,0.00090547715,0.00030954962],"domain_scores_gemma":[0.649994,0.34774166,0.00057972723,0.00048623251,0.0008450171,0.00035336713],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008810753,0.00015915208,0.001169173,0.00009128763,0.000038496808,0.000019672842,0.0001332523,0.00027207664,0.5788283],"category_scores_gemma":[0.51412934,0.00012762238,0.00018002653,0.00027401134,0.000058390855,0.000073152965,0.00013822902,0.0016574601,0.000011188486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016472874,0.0012600403,0.00045246462,0.00027421216,0.00016998129,0.00032786955,0.0009913859,8.3431837e-7,1.4731552e-7,0.000012023008,0.9777808,0.0022573452],"study_design_scores_gemma":[0.15985647,0.012439872,0.046970055,0.024642998,0.000117954,0.000015036351,0.10099228,0.00008289564,0.000009499894,0.00048053253,0.6539032,0.0004891885],"about_ca_topic_score_codex":0.0042195227,"about_ca_topic_score_gemma":0.7552633,"teacher_disagreement_score":0.7510438,"about_ca_system_score_codex":0.00015000798,"about_ca_system_score_gemma":0.00694013,"threshold_uncertainty_score":0.9986896},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977295872","doi":"10.6084/m9.figshare.19663865.v1","title":"Additional file 3 of The reporting and handling of missing data in longitudinal studies of older adults is suboptimal: a methodological survey of geriatric journals","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Missing data; Data collection; Longitudinal data; Data file; MEDLINE","score_opus":0.7899558595002321,"score_gpt":0.5453263621123642,"score_spread":0.24462949738786788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977295872","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09820289,0.002327147,0.0000022746306,0.00004766231,0.000034189863,0.00011806305,0.8992066,0.0000028723234,0.000058326903],"genre_scores_gemma":[0.8097795,0.000094064235,0.020409094,0.00006579975,0.00009720746,0.00015612291,0.16923803,0.000018974004,0.0001411964],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.983695,0.014592552,0.0009403082,0.00022515877,0.00039851252,0.00014851082],"domain_scores_gemma":[0.8589429,0.1367208,0.0033935432,0.0003319289,0.0005736417,0.000037183952],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026218347,0.00006732961,0.00044213035,0.000102405706,0.00021984066,0.000004340795,0.00035886792,0.00006391364,0.67365706],"category_scores_gemma":[0.5522573,0.000052822634,0.00006330816,0.0006856046,0.00012866531,0.00009774193,0.00058096676,0.00019384825,4.0364267e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017695249,0.00016905974,0.060164243,0.0004185937,0.00013730561,0.000024653034,0.011174303,0.000037215534,0.000076862874,0.0000013691184,0.9201904,0.0058364673],"study_design_scores_gemma":[0.00015344543,0.000036898356,0.99374545,0.0012558482,0.000010041339,0.00001022095,0.0027063023,0.000042032145,0.00023366205,0.000045676974,0.001703314,0.000057088928],"about_ca_topic_score_codex":0.00043144255,"about_ca_topic_score_gemma":0.0004076065,"teacher_disagreement_score":0.93358123,"about_ca_system_score_codex":0.000016586228,"about_ca_system_score_gemma":0.0003226284,"threshold_uncertainty_score":0.9086808},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977338435","doi":"10.6084/m9.figshare.20677991.v1","title":"Additional file 1 of Factors associated with reporting of the Prevention of Falls Network Europe (ProFaNE) core outcome set domains in randomized trials on falls in older people: a citation analysis and correlational study","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"","keywords":"Core (optical fiber); Randomized controlled trial; Set (abstract data type); Outcome (game theory); Poison control","score_opus":0.1635515612711525,"score_gpt":0.4035147341800521,"score_spread":0.23996317290889962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977338435","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46202153,0.000008095448,0.0000020805294,0.000006919926,0.000030900086,0.001968696,0.53578365,0.0000072014313,0.0001709392],"genre_scores_gemma":[0.6292855,4.3659594e-7,0.00002175087,0.000014033195,0.00001253342,0.001194409,0.36916968,0.000008887781,0.00029277176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99200636,0.004261479,0.002746252,0.00024076771,0.0005676702,0.00017746922],"domain_scores_gemma":[0.977078,0.014290834,0.008135271,0.00017976243,0.0002906944,0.000025421037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034040234,0.00013741525,0.0012704897,0.00029125737,0.00018825116,0.0000036726196,0.000114506656,0.00009076429,0.27623168],"category_scores_gemma":[0.04066279,0.00009828942,0.00025351983,0.001988751,0.000015188064,0.00007480288,0.00010942624,0.0004125626,0.0000024254675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040983637,0.0015873959,0.8206068,0.00029910728,0.00094233925,0.0000039473884,0.009125445,0.0020590543,0.00002141405,0.00003312394,0.16113079,0.00009218763],"study_design_scores_gemma":[0.018878942,0.00011634602,0.975353,0.0020947705,0.0001936229,1.976623e-7,0.0023318222,0.0008133365,1.9288936e-7,0.00006799542,0.000065511034,0.00008428027],"about_ca_topic_score_codex":0.00006501538,"about_ca_topic_score_gemma":0.0022301269,"teacher_disagreement_score":0.27622926,"about_ca_system_score_codex":0.000095358395,"about_ca_system_score_gemma":0.00025164106,"threshold_uncertainty_score":0.96741813},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6977386344","doi":"10.6084/m9.figshare.1378926","title":"Proposal for Alfred P. Sloan Grant #2014-3-25 \"to support greater understanding of social media in scholarly communication and the actual meaning of various altmetrics\"","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Foundation (evidence); Scholarly communication; Period (music); Social media; Identity (music); Information center","score_opus":0.23441171087190804,"score_gpt":0.2818770805864573,"score_spread":0.04746536971454923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977386344","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21466218,0.001566061,0.000041991825,0.003449716,0.00080189225,0.00640367,0.38519523,0.000226585,0.38765267],"genre_scores_gemma":[0.99389297,0.0000011301278,0.000063072584,0.000079694466,0.00008325652,0.00006873991,0.0055090617,0.000017068456,0.0002850064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99909556,0.00007117931,0.00029714985,0.0001181103,0.00024991942,0.00016808801],"domain_scores_gemma":[0.9989456,0.00038106632,0.00015711479,0.00015190631,0.00031134448,0.00005297439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045713253,0.0001071612,0.0002377474,0.00018164935,0.00017515461,0.00052578247,0.00027472884,0.000048333277,0.0033583548],"category_scores_gemma":[0.0011705728,0.00007755988,0.000061016835,0.000059802504,0.000097205055,0.00079565594,0.00013159546,0.00014433735,0.000014220362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031605063,0.00005344065,0.000078172096,0.00017264487,0.000045370318,0.0000018670944,0.39102653,0.0000015491727,0.0000035503538,0.5276801,0.07979507,0.0008256335],"study_design_scores_gemma":[0.0185668,0.0019634853,0.003280536,0.0024873654,0.00021218871,0.000015799467,0.3604457,0.0002958684,0.0004388104,0.28189138,0.32904762,0.0013544367],"about_ca_topic_score_codex":0.00008512248,"about_ca_topic_score_gemma":0.0034536887,"teacher_disagreement_score":0.7792308,"about_ca_system_score_codex":0.000069332214,"about_ca_system_score_gemma":0.00010330101,"threshold_uncertainty_score":0.9975527},"labels":[{"model":"gemma","categories":["scholarly_communication","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977388958","doi":"10.6084/m9.figshare.c.3872059_d1.v1","title":"Additional file 1: of A descriptive qualitative examination of knowledge translation practice among health researchers in Manitoba, Canada","year":2017,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Knowledge translation; Interview; Descriptive research; MEDLINE; Qualitative analysis","score_opus":0.9197470721224184,"score_gpt":0.665040749372056,"score_spread":0.2547063227503623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977388958","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007556862,0.000012163027,0.0000016100307,0.0014819606,0.000032996097,0.00091230834,0.97824746,0.0000066485327,0.018549154],"genre_scores_gemma":[0.26941064,0.000003303183,0.0022298917,0.0010883723,0.00011536522,0.0043792482,0.72167104,0.000024539679,0.0010775849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951504,0.002974811,0.00074407505,0.0001978505,0.000539973,0.0003928915],"domain_scores_gemma":[0.96506447,0.03175621,0.0015902107,0.00027536968,0.0011407448,0.0001729739],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015782337,0.00008403695,0.00021005367,0.00016494942,0.0005700901,0.000008066874,0.00028940995,0.00007377462,0.8405409],"category_scores_gemma":[0.108359784,0.000089528534,0.00002121807,0.00026871683,0.000052891708,0.0007103702,0.000067139,0.00036132862,0.00018249481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012338298,0.00001874525,0.00003130048,0.0004548751,0.0000038689313,8.3769766e-7,0.06905566,6.802123e-7,0.000001133657,0.000017372147,0.92636496,0.004038226],"study_design_scores_gemma":[0.00042847585,0.00007067702,0.31339744,0.0042421105,0.0000010701126,2.2027919e-7,0.10984706,0.00019041129,0.000009977965,0.000026650112,0.5717088,0.00007712826],"about_ca_topic_score_codex":0.35751453,"about_ca_topic_score_gemma":0.9232676,"teacher_disagreement_score":0.8403584,"about_ca_system_score_codex":0.0009899251,"about_ca_system_score_gemma":0.0092731025,"threshold_uncertainty_score":0.9963434},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"opus","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977471544","doi":"10.6084/m9.figshare.c.7153927.v1","title":"Systems for rating bodies of evidence used in systematic reviews of air pollution exposure and reproductive and children’s health: a methodological survey","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Railway Engineering and Dynamics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Operationalization; Systematic review; Rating scale; Rating system; Public health; Evidence-based practice; Exposure assessment","score_opus":0.2795359256211499,"score_gpt":0.3598976177604348,"score_spread":0.08036169213928485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977471544","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002819787,0.8617247,0.00080978125,0.00002161272,0.00029873726,0.0054832962,0.13088226,0.0002736911,0.00022396698],"genre_scores_gemma":[0.7646163,0.057403605,0.033157907,0.00007087276,0.002211078,0.017108709,0.07895991,0.004227322,0.042244274],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99858767,0.00033934537,0.0005826715,0.00027132602,0.000089051624,0.00012990827],"domain_scores_gemma":[0.9987726,0.00066801807,0.00025785225,0.00023798487,0.000032842894,0.00003067687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013620009,0.00020562425,0.0011278398,0.00017498888,0.000007804947,0.000012024682,0.000069447706,0.00017152091,0.000054875803],"category_scores_gemma":[0.0077562733,0.00015308829,0.00005319108,0.000111631394,0.000007849878,0.0000319889,0.00002984003,0.00014030942,0.000002809149],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073108117,0.000007841983,0.00018977826,0.8494327,0.00014877746,0.000001000093,0.0007863397,0.010665092,0.000025002317,0.000012962457,0.13851911,0.00020405841],"study_design_scores_gemma":[0.00030998708,0.00026123246,0.009242925,0.95599353,0.00008779102,0.00003680206,0.00014695215,0.03133693,0.000027403146,0.000017106893,0.0019224461,0.00061691774],"about_ca_topic_score_codex":0.00011679972,"about_ca_topic_score_gemma":0.000110736306,"teacher_disagreement_score":0.80432105,"about_ca_system_score_codex":0.000040929666,"about_ca_system_score_gemma":0.000016061578,"threshold_uncertainty_score":0.92855436},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977629057","doi":"10.6084/m9.figshare.c.6842755.v1","title":"Sleep disturbances and the risk of lung cancer: a meta-epidemiological study","year":2023,"lang":"en","type":"other","venue":"Figshare","topic":"Computational Physics and Python Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sleep (system call); Funnel plot; Chronotype; Odds ratio; Confidence interval; Lung cancer; Incidence (geometry); Observational study; Meta-analysis","score_opus":0.060412125168337064,"score_gpt":0.32732866330819943,"score_spread":0.2669165381398624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977629057","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002142294,0.06118783,0.0077865343,0.0032053357,0.0004739014,0.0071030864,0.8037385,0.0018920752,0.11459132],"genre_scores_gemma":[0.39720684,0.0058382833,0.016244981,0.0038050413,0.007765973,0.09319539,0.0553532,0.003542677,0.41704762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909216,0.0001686749,0.00016866946,0.00031196605,0.00016685907,0.000091680304],"domain_scores_gemma":[0.9977876,0.0014173798,0.0003389316,0.00038501358,0.000041630898,0.000029436147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015567603,0.00015073452,0.00043945352,0.000036673024,0.0000659421,0.000039674203,0.0005996893,0.000046786707,0.0066281683],"category_scores_gemma":[0.00026142618,0.00007816388,0.00016433369,0.00026098386,0.000020280171,0.000027219086,0.00034686076,0.0001352243,0.000064718515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015779177,0.00003171406,0.00016254389,0.00003947097,0.00092657935,8.047709e-7,0.00012780678,0.00021815613,1.3608541e-8,0.006163574,0.9858409,0.006486867],"study_design_scores_gemma":[0.0011358527,0.00007630083,0.052649267,0.0005517478,0.0013857185,0.0000015119866,0.000028020624,0.18579279,9.0850796e-7,0.022106808,0.7356279,0.00064317364],"about_ca_topic_score_codex":0.0003900719,"about_ca_topic_score_gemma":0.00028560683,"teacher_disagreement_score":0.7483853,"about_ca_system_score_codex":0.0000069419766,"about_ca_system_score_gemma":0.000023990035,"threshold_uncertainty_score":0.9942799},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977951747","doi":"10.7939/dvn/10468","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A meta-epidemiological study","year":2015,"lang":"en","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality (philosophy); Clinical trial; Scale (ratio); MEDLINE; Meta-analysis; Quality of evidence","score_opus":0.8582710749683431,"score_gpt":0.6583148020165382,"score_spread":0.19995627295180485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977951747","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049877894,0.00044975843,0.00001844543,0.0006481664,0.00053568423,0.0056470823,0.99188334,0.00013635648,0.00018236702],"genre_scores_gemma":[0.0001713579,0.00016680363,0.0002885095,0.0010559006,0.0016223047,0.0012254937,0.99526185,0.00011240742,0.00009540063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8499753,0.13034223,0.012919913,0.0020494985,0.003725335,0.0009877376],"domain_scores_gemma":[0.8855519,0.09602799,0.008349228,0.0072182724,0.0017740629,0.0010785331],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.3783942,0.0013103067,0.017451748,0.00027111106,0.00014430111,0.000114883194,0.004024424,0.0013675084,0.0011079442],"category_scores_gemma":[0.5608617,0.00053931953,0.0033785559,0.00089697033,0.000671542,0.00010917622,0.0013545213,0.002094588,0.00052516494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068643675,0.0036080957,0.00040534156,0.00012570442,0.008564843,0.000095428346,0.00006836587,0.000012706841,0.0000013210148,0.000048229067,0.98006594,0.00013965595],"study_design_scores_gemma":[0.0028784804,0.00223851,0.017592464,0.000046430865,0.01593967,0.000010502196,0.0005203513,0.0000033661493,0.0000010380542,0.00017647458,0.95994955,0.0006431511],"about_ca_topic_score_codex":0.17344797,"about_ca_topic_score_gemma":0.1912705,"teacher_disagreement_score":0.1824675,"about_ca_system_score_codex":0.00015302122,"about_ca_system_score_gemma":0.0013975422,"threshold_uncertainty_score":0.99996483},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6979846341","doi":"","title":"Altmetrics Data Quality Code of Conduct","year":2016,"lang":"en","type":"article","venue":"Lincoln (University of Nebraska)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Altmetrics; Transparency (behavior); Quality (philosophy); Data quality; Identifier; Best practice; Code (set theory); Citizen science","score_opus":0.4303592756177617,"score_gpt":0.41115125984697587,"score_spread":0.019208015770785847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979846341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04922023,0.00013094104,0.9299292,0.0129584335,0.00016452212,0.00027401795,0.0005491126,0.00007640343,0.006697141],"genre_scores_gemma":[0.8172687,0.0013573895,0.17033106,0.00009723883,0.000040597406,2.1838818e-7,0.00005564419,0.000009650531,0.010839455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981054,0.00027563705,0.00017909081,0.0005363377,0.00068760454,0.00021593797],"domain_scores_gemma":[0.9956491,0.00096743065,0.00038373278,0.0026763491,0.00021374233,0.00010963487],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019869318,0.00008387014,0.00022367212,0.00035463358,0.0000910573,0.00008224827,0.0068778563,0.00005149421,0.000080688464],"category_scores_gemma":[0.0010730544,0.000077251054,0.000047137622,0.0010325295,0.0002273656,0.018211368,0.0051221414,0.00008617665,0.000046686324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001546471,0.0007300754,0.017137665,0.00033005915,0.00035469673,0.00011111469,0.00048730656,0.000011996672,0.013437588,0.66138667,0.040555652,0.2653025],"study_design_scores_gemma":[0.0036373318,0.00045908464,0.139979,0.00014251079,0.000072755065,0.0000057783172,0.001306318,0.0055126003,0.0021644707,0.00435777,0.8417768,0.0005855726],"about_ca_topic_score_codex":0.00070690835,"about_ca_topic_score_gemma":0.0003307618,"teacher_disagreement_score":0.80122113,"about_ca_system_score_codex":0.000039738352,"about_ca_system_score_gemma":0.00016294818,"threshold_uncertainty_score":0.9984954},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6986284496","doi":"","title":"Perceptions of authorial identity in academic writing among undergraduate accounting students: implications for unintentional plagiarism","year":2012,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Identity (music); Perception; Academic writing; Self-disclosure; Period (music)","score_opus":0.0490742639248541,"score_gpt":0.4032221993906984,"score_spread":0.35414793546584433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986284496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769395,0.000016868538,0.004914848,0.0070193284,0.0002409064,0.00078934414,0.00016444318,0.000058252004,0.009856481],"genre_scores_gemma":[0.9955877,0.00030699413,0.00042298957,0.000018757055,0.00051115593,0.000009257504,0.000084953834,0.000013323032,0.0030448693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961843,0.00082673243,0.0004066176,0.00032344993,0.0012466197,0.0010122986],"domain_scores_gemma":[0.99749494,0.0009921449,0.00021058282,0.00017794064,0.0008073595,0.00031703335],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009191931,0.00013620195,0.00023904347,0.0006596516,0.0016628911,0.00007190466,0.0009949582,0.0009250042,0.00020823523],"category_scores_gemma":[0.0016637176,0.00016886735,0.00016705431,0.0012698217,0.00097463984,0.0024615105,0.0003882408,0.003045073,0.000023920746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028996092,0.00011917673,0.58174545,0.00002142034,0.00003168708,0.0000021375088,0.0037095193,0.000007852699,0.00015769232,0.41255927,0.001406939,0.0002098581],"study_design_scores_gemma":[0.0007905217,0.00004041301,0.8763913,0.00016790377,0.000047187546,0.000001391759,0.09469143,0.0000320584,0.00003168396,0.020272937,0.007267889,0.00026529827],"about_ca_topic_score_codex":0.014508674,"about_ca_topic_score_gemma":0.0017685523,"teacher_disagreement_score":0.39228633,"about_ca_system_score_codex":0.00052984426,"about_ca_system_score_gemma":0.00048989063,"threshold_uncertainty_score":0.9996368},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6995622515","doi":"","title":"Paper 1 - Questionable Research Practices (QRPs) among Psychology Students in Canada","year":2022,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Qualitative research","score_opus":0.04423338428944268,"score_gpt":0.38707850437412544,"score_spread":0.34284512008468276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995622515","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019771982,0.000026381955,0.0000041920157,0.00040026393,0.0010468871,0.0035934364,0.00029273573,0.00037368233,0.97449046],"genre_scores_gemma":[0.019560255,0.00047744796,0.00031724537,0.0003657695,0.00025054973,0.0032862448,0.00027652038,0.0017455622,0.97372043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9735975,0.010935111,0.0014732723,0.0072703417,0.004633596,0.0020901423],"domain_scores_gemma":[0.98365515,0.0019458332,0.0021558367,0.011294366,0.00032131976,0.00062750664],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.028434932,0.000987083,0.0013019779,0.001922661,0.00040453466,0.00029750544,0.0072114696,0.00088557636,0.9758626],"category_scores_gemma":[0.016433084,0.001225585,0.00020819534,0.0018165285,0.00059066253,0.00055513706,0.008768333,0.005619862,0.882894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019402549,0.00076348695,0.3903575,0.00012503272,0.0003484908,0.0005409869,0.00027882296,0.00031072556,0.00016097013,0.00023030573,0.60604984,0.000639803],"study_design_scores_gemma":[0.0011322035,0.000001739539,0.19434473,0.00024753818,0.00006483783,0.00004785487,0.0005327038,0.00002445175,0.00002859774,0.000793053,0.8019642,0.00081804127],"about_ca_topic_score_codex":0.9708275,"about_ca_topic_score_gemma":0.985704,"teacher_disagreement_score":0.19601275,"about_ca_system_score_codex":0.008797559,"about_ca_system_score_gemma":0.0056269895,"threshold_uncertainty_score":0.99924856},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6995929985","doi":"","title":"Pour tout savoir sur la recherche collégiale en éducation","year":2023,"lang":"fr","type":"other","venue":"Bibliothèque et Archives nationales du Québec (Québec government)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Association pour la Recherche au Collégial","funders":"","keywords":"Context (archaeology); Subject (documents); Relation (database); Perspective (graphical)","score_opus":0.066508436003863,"score_gpt":0.295491966538168,"score_spread":0.228983530534305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995929985","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03236877,0.008457933,0.00073936617,0.036920514,0.0010125022,0.0022297686,0.0029422438,0.0016844902,0.91364443],"genre_scores_gemma":[0.03525191,0.0044199475,0.0050816634,0.0011738902,0.002404138,0.0011465031,0.00013433503,0.0040961537,0.94629145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98295337,0.007872041,0.0019577825,0.0023547472,0.0034200023,0.0014420295],"domain_scores_gemma":[0.5920327,0.40392637,0.0018028935,0.0013182597,0.0002669931,0.00065278244],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.00554796,0.001990448,0.0015730103,0.0039255195,0.00049877504,0.0012151512,0.0026881993,0.0012691797,0.056345295],"category_scores_gemma":[0.29230952,0.0022152402,0.0010958501,0.0034222628,0.0011296597,0.0013923034,0.0013138939,0.0029336,0.047229156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00043459795,0.0018771947,0.027981663,0.0006188108,0.0015796175,0.000103410894,0.015785592,0.0004776515,0.004424869,0.026332447,0.91790265,0.0024815002],"study_design_scores_gemma":[0.0026423987,0.0001783168,0.10151773,0.0015056154,0.0004811165,0.00013714634,0.000647664,0.0012698573,0.0006077622,0.0016378069,0.88737756,0.0019970445],"about_ca_topic_score_codex":0.21531285,"about_ca_topic_score_gemma":0.99308246,"teacher_disagreement_score":0.7777696,"about_ca_system_score_codex":0.27242872,"about_ca_system_score_gemma":0.50302655,"threshold_uncertainty_score":0.99982166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6996059729","doi":"","title":"Protocol for a scoping review: The use of accelerometers on preschool aged children: a methodological review","year":2018,"lang":"en","type":"other","venue":"The Atrium (University of Guelph)","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Accelerometer; Protocol (science); Data collection; mHealth","score_opus":0.2340541685866505,"score_gpt":0.4073633160952727,"score_spread":0.1733091475086222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996059729","genre_codex":"protocol","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019156438,0.021667192,0.010602735,0.010930472,0.0002546938,0.93873835,0.00019021616,0.0001884358,0.017236322],"genre_scores_gemma":[0.0001840043,0.17223245,0.13529806,0.028381865,0.001868614,0.02346404,0.00072092115,0.00063502416,0.637215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706596,0.0019667598,0.00031817888,0.00028818662,0.00017987251,0.00018104717],"domain_scores_gemma":[0.9967726,0.0012392142,0.0010449756,0.00080056424,0.000097405515,0.00004527209],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003254496,0.00020761939,0.0010738893,0.00009753305,0.000120147604,0.000001940301,0.00046333458,0.00025920678,0.0026623255],"category_scores_gemma":[0.0018520594,0.00012131261,0.00059577264,0.00019847557,0.00038768759,0.000041050775,0.00013004233,0.00030805028,0.000042108164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089401036,0.000056322093,0.00020780199,0.032437444,0.0002948708,9.983621e-7,0.00001859976,2.634439e-7,0.00013700257,0.000031034186,0.96476835,0.0011533031],"study_design_scores_gemma":[0.0025863657,0.002143871,0.028248696,0.43597648,0.003750046,0.000028933855,0.000019479943,0.000008130362,0.000036294765,0.00012598677,0.52674955,0.0003261738],"about_ca_topic_score_codex":0.00009629907,"about_ca_topic_score_gemma":0.000031445663,"teacher_disagreement_score":0.9152743,"about_ca_system_score_codex":0.00002229422,"about_ca_system_score_gemma":0.00009194384,"threshold_uncertainty_score":0.99824935},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6996092637","doi":"","title":"Questionable Research Practices, the Replication Crisis and Open Science: A National Survey of Canadian Psychology Students","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Psychological research; History of psychology; Survey research","score_opus":0.17497047455718232,"score_gpt":0.4896291490376248,"score_spread":0.3146586744804425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996092637","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034108919,0.0000282134,0.00001145983,0.0015976339,0.0002357119,0.003094532,0.00048681046,0.000054957418,0.9910798],"genre_scores_gemma":[0.03583127,0.0008174374,0.0013347557,0.0003161181,0.00009699734,0.0011138702,0.00044453584,0.00043352623,0.9596115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98123014,0.007666084,0.00091569684,0.005759079,0.0034781962,0.0009508275],"domain_scores_gemma":[0.98176414,0.0017483246,0.0017651517,0.010240743,0.0039069136,0.00057471613],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.12830313,0.00039517324,0.0006406873,0.003056971,0.0007277069,0.0009807707,0.010044793,0.00057127,0.40518695],"category_scores_gemma":[0.087812394,0.00039135333,0.00006952687,0.004995721,0.0018373517,0.0004400535,0.008708916,0.0013979065,0.30671933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096279284,0.00044891523,0.10831746,0.000076818455,0.0002749053,0.0000092913815,0.00042843446,0.000017818185,0.0008615859,0.003192844,0.8856041,0.0006715737],"study_design_scores_gemma":[0.00042764843,0.0000014650424,0.41634056,0.00018415581,0.00003600958,0.0000505694,0.00016015471,0.000028270839,0.000217852,0.0020726642,0.580201,0.0002796515],"about_ca_topic_score_codex":0.79959553,"about_ca_topic_score_gemma":0.6365774,"teacher_disagreement_score":0.3080231,"about_ca_system_score_codex":0.0013125531,"about_ca_system_score_gemma":0.008595941,"threshold_uncertainty_score":0.99985385},"labels":[{"model":"gemma","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6999565571","doi":"","title":"Contexts, Conditions and Methods Conducive to Knowledge Co-Production:\\tThree Case Studies Involving Scientific and Community Perspectives in Arctic Wildlife Research","year":2019,"lang":"en","type":"other","venue":"YorkSpace (York University)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology of scientific knowledge; Context (archaeology); Discipline; Wildlife; Traditional knowledge; Work (physics); Process (computing); Citizen science; Arctic; Knowledge-based systems","score_opus":0.22021209295370173,"score_gpt":0.44812246258536237,"score_spread":0.22791036963166064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999565571","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4191501,0.09902442,0.00018823356,0.0026630608,0.0032063783,0.011245878,0.0020683846,0.0014310868,0.46102244],"genre_scores_gemma":[0.117004104,0.0011700548,0.0046680183,0.000026465977,0.0002119218,0.000019898855,0.000071563314,0.00057119824,0.87625676],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98831505,0.00854799,0.0002691608,0.0015502754,0.00044530517,0.0008722427],"domain_scores_gemma":[0.9936304,0.0028806983,0.000312607,0.0015854641,0.0011227378,0.00046805554],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.0058182115,0.00064954977,0.0011210793,0.00906071,0.0028521696,0.00034208328,0.00065622985,0.0004715361,0.00013318332],"category_scores_gemma":[0.003539667,0.00076615246,0.00009829175,0.005663802,0.0060519036,0.00043519525,0.0013400975,0.002887688,0.0004598239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023937873,0.0008734536,0.004399158,0.0012478282,0.0012724932,0.0010492991,0.17192063,0.000026519934,0.0016479034,0.038191378,0.77885157,0.00028040927],"study_design_scores_gemma":[0.0013260397,0.00023062377,0.00044056404,0.0020274383,0.00020680121,0.00032926834,0.62182975,0.000009523252,0.00003005971,0.00030814842,0.37246114,0.00080062373],"about_ca_topic_score_codex":0.0053681764,"about_ca_topic_score_gemma":0.07432538,"teacher_disagreement_score":0.44990915,"about_ca_system_score_codex":0.0018321559,"about_ca_system_score_gemma":0.0005860444,"threshold_uncertainty_score":0.99947894},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6999862663","doi":"","title":"Do infants prefer prosocial others? A direct replication of Hamlin &amp; Wynn (2011)","year":2018,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Prosocial behavior; Wynn; Replication (statistics); Replicate; Sample (material); Empirical evidence; Realm; Flexibility (engineering); Empirical research; Behavioural sciences","score_opus":0.01733351558846782,"score_gpt":0.23448767548833832,"score_spread":0.2171541598998705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999862663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95953697,0.000092875605,0.0000686495,0.00009157374,0.00017414114,0.00023819749,0.00007286479,0.00006334976,0.039661374],"genre_scores_gemma":[0.9910769,0.000018680928,0.0005484084,0.000045490324,0.0000915895,9.387795e-7,0.000017961105,0.0000142388735,0.0081858095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883157,0.00008064504,0.0001447945,0.000569416,0.00017753425,0.00019604129],"domain_scores_gemma":[0.9989632,0.00004357792,0.00021149429,0.00051118823,0.00020602942,0.000064520165],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036864332,0.000042195185,0.00023039714,0.000041329997,0.00016593606,0.000027747377,0.00024649422,0.00012693099,0.002280577],"category_scores_gemma":[0.00008530799,0.0001329453,0.00008795312,0.00015724865,0.00031663006,0.00009493916,0.00008490741,0.00010654218,0.00033953664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014707235,0.0004107524,0.16677293,0.000051862477,0.00017664743,0.000014199407,0.007710282,2.6309155e-7,0.0016365497,0.000026714382,0.04971247,0.7733402],"study_design_scores_gemma":[0.00075968105,0.00012734276,0.97984976,0.000094946554,0.00002395903,0.000008902041,0.0005918807,0.0000017452786,0.0000051109646,0.00011222653,0.018286008,0.00013846697],"about_ca_topic_score_codex":0.029848352,"about_ca_topic_score_gemma":0.05334763,"teacher_disagreement_score":0.8130768,"about_ca_system_score_codex":0.000041163028,"about_ca_system_score_gemma":0.00006177659,"threshold_uncertainty_score":0.9986315},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7002114897","doi":"","title":"Measuring and Improving Research Impact","year":2023,"lang":"en","type":"article","venue":"Research portal (Tilburg University)","topic":"Advanced Electron Microscopy Techniques and Applications","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Quality (philosophy); Research methodology","score_opus":0.08000225224529353,"score_gpt":0.4187330217390641,"score_spread":0.33873076949377057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7002114897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98782724,0.00018334309,0.0010647184,0.0001448781,0.000009942605,0.00030959785,0.00001768792,0.000070599555,0.010372019],"genre_scores_gemma":[0.98799336,0.0009766415,0.00031640712,0.00000451945,0.00007030058,0.0000057612096,0.000054375796,0.000019923928,0.010558734],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99840266,0.00011610974,0.00007519268,0.00039156835,0.0003097035,0.00070474204],"domain_scores_gemma":[0.99913627,0.00004052349,0.000020225078,0.0003144324,0.0003008621,0.00018770662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001186321,0.00008596612,0.00008051362,0.00046467377,0.0004884237,0.000037022335,0.00026264548,0.000104961095,0.00002635232],"category_scores_gemma":[0.000126589,0.000089952926,0.000049570142,0.0011689218,0.00026598258,0.0000119997285,0.0004923576,0.00037204762,0.000022589307],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004287499,0.000018969135,0.0010483284,0.000012984132,0.000016095431,0.0000449425,0.000019356894,0.000012603091,0.98778605,0.0016821653,0.0055247927,0.0037908042],"study_design_scores_gemma":[0.00057247584,0.0008969195,0.004640077,0.000040786545,0.000008194011,0.00003629981,0.0017704157,0.00031187845,0.69178283,0.0015748296,0.29797438,0.00039093156],"about_ca_topic_score_codex":0.0001349634,"about_ca_topic_score_gemma":0.000042762586,"teacher_disagreement_score":0.29600328,"about_ca_system_score_codex":0.000053249532,"about_ca_system_score_gemma":0.00019782463,"threshold_uncertainty_score":0.37566096},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7005988486","doi":"","title":"The state and evolution of Gold Open Access: A country level analysis","year":2018,"lang":"en","type":"other","venue":"Leiden Repository (Leiden University)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Web of science; Quarter (Canadian coin); China; Bibliometrics; State (computer science); Filter (signal processing)","score_opus":0.02455380905811092,"score_gpt":0.26295163211002615,"score_spread":0.23839782305191523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005988486","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012674059,0.0014072667,0.00054208725,0.000028707189,0.0005100305,0.0013972467,0.0006176625,0.00023669201,0.98258626],"genre_scores_gemma":[0.019663576,0.00019873933,0.0002176951,0.000009867342,0.00022317028,0.000004407223,0.000046395548,0.00043273158,0.9792034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963523,0.00064717507,0.0005410114,0.001079876,0.00083007413,0.0005495513],"domain_scores_gemma":[0.9953426,0.0002263706,0.0019348967,0.0017123906,0.0005423261,0.00024138782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000622221,0.00059122057,0.001030654,0.0034138807,0.0004954716,0.0010039238,0.005198328,0.0004600998,0.00028513063],"category_scores_gemma":[0.00009981288,0.00054161204,0.00029155496,0.0054192236,0.0011347247,0.0012283137,0.0037277641,0.00034520935,0.0003795829],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006960741,0.00014968963,0.25067443,0.00021858339,0.011438475,0.00042940964,0.00017112501,0.00007135873,0.0012936784,0.0033314694,0.73133224,0.00019345786],"study_design_scores_gemma":[0.0013265201,0.00012264616,0.12547901,0.0005077634,0.0068100933,0.000034604614,0.00043757437,0.00018621967,0.0003282493,0.0002177977,0.86354065,0.0010088986],"about_ca_topic_score_codex":0.05033275,"about_ca_topic_score_gemma":0.034716547,"teacher_disagreement_score":0.13220838,"about_ca_system_score_codex":0.0009899228,"about_ca_system_score_gemma":0.0007430059,"threshold_uncertainty_score":0.9997035},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7008682128","doi":"","title":"Collaboration to stimulate innovation in the space sector and encourage cross-fertilization of Earth-Space RD: A study using bibliometrics and surveys of the Canadian space sector","year":2017,"lang":"en","type":"other","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Space (punctuation); Bibliometrics; Public sector; Work (physics)","score_opus":0.03148225110057918,"score_gpt":0.3009328390881242,"score_spread":0.269450587987545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008682128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722175,0.0012433934,0.013796596,0.00086625374,0.00027643424,0.007903802,0.0017685296,0.00017355282,0.0017539513],"genre_scores_gemma":[0.9898115,0.00008038204,0.0035470044,0.00011548027,0.000094625204,0.00018716388,0.000059372684,0.00053213496,0.0055723605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949726,0.0015147385,0.00086681225,0.0007711708,0.0011565274,0.0007181737],"domain_scores_gemma":[0.99476784,0.0002879007,0.0019590452,0.0017769587,0.00096977124,0.00023846824],"candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0058907554,0.00066791003,0.0008725148,0.018536257,0.00047074008,0.00086659286,0.000877264,0.0007425508,0.00003307191],"category_scores_gemma":[0.0031720723,0.0005459572,0.000069470036,0.027601676,0.00033037853,0.00048413078,0.00031318548,0.00061691075,0.0000028347413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001959695,0.00043000048,0.94259006,0.00033947293,0.00018630215,0.000030554467,0.0048083724,0.0064408267,0.031516448,0.0013838531,0.011422388,0.00065575313],"study_design_scores_gemma":[0.0015681469,0.00035196714,0.96944064,0.00057752174,0.00013535797,0.000021300719,0.0007057375,0.017459484,0.0043126345,0.00008684936,0.0045946613,0.00074572524],"about_ca_topic_score_codex":0.75114816,"about_ca_topic_score_gemma":0.970876,"teacher_disagreement_score":0.21972783,"about_ca_system_score_codex":0.00072592933,"about_ca_system_score_gemma":0.0017127977,"threshold_uncertainty_score":0.9996992},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7008977300","doi":"","title":"Course Replication of Griskevicius, V., Tybur, J. M., &amp;amp; Van den Bergh, B. (2010). University of Toronto LEC0101 W19","year":2019,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Replication (statistics); Life course approach; Exposition (narrative)","score_opus":0.018418557235178833,"score_gpt":0.2653027954323512,"score_spread":0.24688423819717237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008977300","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036032854,0.00010062639,0.0016733251,0.00007335853,0.00061735197,0.0033137137,0.0009540508,0.0005930843,0.9890712],"genre_scores_gemma":[0.0054815137,0.0011821802,0.0051434515,0.000025777334,0.00015144862,0.000041467465,0.0006625953,0.0011208778,0.9861907],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899461,0.0013690096,0.0012942055,0.005113777,0.0013812446,0.00089564774],"domain_scores_gemma":[0.9686458,0.0004320156,0.0034408101,0.026329245,0.00069435063,0.0004577754],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0057947,0.0010632551,0.0019243339,0.00037228788,0.000134084,0.0000504107,0.0040198243,0.0014989505,0.77799517],"category_scores_gemma":[0.0025281478,0.0013664995,0.0007593646,0.0004101289,0.0007461393,0.0004367294,0.0030082113,0.0009117037,0.9001613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048548882,0.001306207,0.016565733,0.0008613706,0.0015997435,0.0000080252585,0.001402727,0.00028231394,0.015969265,0.0009835389,0.95325273,0.0072828825],"study_design_scores_gemma":[0.0015147979,0.0000029046255,0.012294808,0.0007564274,0.0009927802,0.000023472949,0.00017424722,0.000043112737,0.0019693028,0.00047514014,0.98065543,0.001097559],"about_ca_topic_score_codex":0.050266672,"about_ca_topic_score_gemma":0.043721367,"teacher_disagreement_score":0.122166164,"about_ca_system_score_codex":0.0013405278,"about_ca_system_score_gemma":0.0008563347,"threshold_uncertainty_score":0.9997973},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7015741787","doi":"","title":"Unintended Plagiarism Amongst International Students in Western Universities","year":2021,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Nucleofection; Hyporeflexia; Pretext; TSG101; Articular cartilage damage; Diafiltration; Gestational period; Liquation","score_opus":0.021025724154268427,"score_gpt":0.2850070829873513,"score_spread":0.2639813588330828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015741787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531013,0.000090098656,0.000078939825,0.005908057,0.0005551334,0.00012617174,0.000057284986,0.000057205834,0.04002585],"genre_scores_gemma":[0.9506621,0.00022455772,0.0003248218,0.00026962836,0.00009910063,1.7576929e-7,0.00005869416,0.000011331349,0.0483496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714196,0.00065521564,0.00021339055,0.0004290614,0.0011093459,0.00045102317],"domain_scores_gemma":[0.9987213,0.00020736268,0.00019277465,0.00025249788,0.00041894612,0.00020712256],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015760968,0.00017528856,0.0003115407,0.00035124808,0.00064159173,0.00007837255,0.001406333,0.0009739951,0.0020622641],"category_scores_gemma":[0.00023540377,0.00024741658,0.00016822523,0.00059350656,0.00076379214,0.0012678831,0.0006012338,0.0018189591,0.00018114729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021208862,0.00020033286,0.9291797,0.000017370237,0.00013668647,0.0005533262,0.0566232,0.00001949503,0.00086768816,0.010909575,0.00082539057,0.000455136],"study_design_scores_gemma":[0.0022569436,0.00004603345,0.67123425,0.00022899418,0.000067767476,0.000015521855,0.22707696,0.000018650808,0.0008397585,0.0022552116,0.095494635,0.00046528832],"about_ca_topic_score_codex":0.0038061019,"about_ca_topic_score_gemma":0.0223934,"teacher_disagreement_score":0.25794548,"about_ca_system_score_codex":0.00074019475,"about_ca_system_score_gemma":0.0005666545,"threshold_uncertainty_score":0.9999978},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7024006608","doi":"","title":"Publication bias and quality of reporting of Pharmacodynamic Studies utilizing invasive research procedures within early phase cancer trials","year":2012,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Pharmacodynamics; Accrual; Clinical trial; Cancer; Quality (philosophy); Value (mathematics); Cancer drugs; Appeal","score_opus":0.9169457515076735,"score_gpt":0.6533331509725127,"score_spread":0.2636126005351609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024006608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764623,0.012814313,5.042411e-7,0.00003481377,0.0006995038,0.0026724883,0.00074816047,0.000015457848,0.0065524704],"genre_scores_gemma":[0.9914155,0.0014078206,0.0005788056,0.000025894118,0.000061473555,0.0005296235,0.00016723071,0.00006511696,0.005748546],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8451254,0.062489722,0.07389958,0.0032300388,0.014225444,0.0010298069],"domain_scores_gemma":[0.8730424,0.019885024,0.08754636,0.0024831882,0.016724987,0.00031804023],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52895314,0.0007632901,0.0105279125,0.0020375045,0.0008528785,0.0004321912,0.0017626013,0.00049385556,0.0009877498],"category_scores_gemma":[0.7516201,0.00045881313,0.0020602578,0.0034999591,0.00024808,0.0014731415,0.00030871187,0.0012211881,0.00006541529],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084744307,0.000863361,0.015258469,0.016091347,0.006693892,0.00000797274,0.0018400663,0.000015475393,0.69126767,0.072188765,0.00018903067,0.19473654],"study_design_scores_gemma":[0.0062662154,0.0007647973,0.08347615,0.011911283,0.008616456,0.000035255096,0.06371859,0.00022657013,0.7177365,0.09510255,0.008858628,0.0032869952],"about_ca_topic_score_codex":0.0009971583,"about_ca_topic_score_gemma":0.0056034056,"teacher_disagreement_score":0.22266701,"about_ca_system_score_codex":0.00029978805,"about_ca_system_score_gemma":0.00043904915,"threshold_uncertainty_score":0.9999255},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7028590992","doi":"","title":"FDRI digital workshop: enabling reproducibility in hydrological research","year":2024,"lang":"en","type":"other","venue":"NERC Open Research Archive (Natural Environment Research Council)","topic":"European history and politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"British Geological Survey; Cardiff University; University of Bristol; Cranfield University; University of Leeds; University of Oxford; University of Southampton; Trent University; University of Aberdeen; Newcastle University; Consortium of Universities for the Advancement of Hydrologic Science; Natural Resources Wales; Scottish Environment Protection Agency; James Hutton Institute; Nottingham Trent University; King's College London; Natural Environment Research Council; UK Research and Innovation; Queen Mary University of London","keywords":"Key (lock); Reproducibility; Measure (data warehouse); Reliability (semiconductor); Digital data","score_opus":0.3265586735517418,"score_gpt":0.439211242601276,"score_spread":0.11265256904953419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7028590992","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008464614,0.012101291,0.000004541992,0.0057014674,0.0005540851,0.005794854,0.0003416034,0.00018636588,0.9744693],"genre_scores_gemma":[0.047873132,0.012039454,0.0003069141,0.00008146688,0.0027182873,0.0006636565,0.00014189033,0.0006590377,0.9355162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93530965,0.023344032,0.0011141881,0.008086777,0.02571132,0.0064340592],"domain_scores_gemma":[0.982764,0.007692936,0.0001395534,0.0066074976,0.0012460205,0.0015499893],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","open_science","insufficient_payload"],"category_scores_codex":[0.22549309,0.00070031616,0.0010188189,0.0025384268,0.0023227283,0.0033941437,0.007825333,0.0008982452,0.0087859295],"category_scores_gemma":[0.068935886,0.0006194286,0.0002976648,0.002964389,0.014243465,0.00079135416,0.013684429,0.018619545,0.019030131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00043581397,0.0006256225,0.00014558445,0.00022670953,0.00008271788,0.0012257897,0.007644641,0.000009754066,0.00019562908,0.027527945,0.95553035,0.006349463],"study_design_scores_gemma":[0.00046266275,0.0003489925,0.00009719852,0.00082565047,0.0000068544527,0.000005232742,0.004043396,0.00005433592,0.000008542612,0.0429101,0.9506399,0.00059714256],"about_ca_topic_score_codex":0.025333973,"about_ca_topic_score_gemma":0.02931472,"teacher_disagreement_score":0.1565572,"about_ca_system_score_codex":0.016018663,"about_ca_system_score_gemma":0.0074892957,"threshold_uncertainty_score":0.9996257},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7037816534","doi":"","title":"Ética de la investigación: una visión bibliométrica desde WOS (1976-2023) (1976-2023)","year":2024,"lang":"es","type":"article","venue":"Dialnet (Universidad de la Rioja)","topic":"Diatoms and Algae Research","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medical practice; Ethics committee; Web of science","score_opus":0.016648551205979457,"score_gpt":0.31448318344798326,"score_spread":0.2978346322420038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037816534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88268733,0.0065734223,0.00089917437,0.0034023523,0.001181282,0.0007098814,0.00070154975,0.00064512476,0.10319989],"genre_scores_gemma":[0.9826198,0.0048926244,0.0023688881,0.0005067509,0.0009408191,0.00004197818,0.000060867045,0.00018600884,0.008382247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99226755,0.0020515933,0.00056601973,0.0014918451,0.0014288324,0.0021941585],"domain_scores_gemma":[0.9938198,0.0032960714,0.00020579844,0.0010434105,0.00020643095,0.0014285328],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037946985,0.00076926715,0.000837165,0.005349309,0.0006893434,0.0048827445,0.0018309003,0.0010417791,0.0047414764],"category_scores_gemma":[0.0009886479,0.00081644,0.00048120163,0.011582222,0.0019892824,0.0013396625,0.001056118,0.0014121813,0.0050379136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004754038,0.0009946461,0.010292319,0.0030808519,0.00070795545,0.013731962,0.00391843,0.00047323602,0.3186472,0.35503286,0.25564343,0.037001703],"study_design_scores_gemma":[0.0025647406,0.0006696974,0.0514615,0.00244763,0.0006177869,0.0004072206,0.0016220923,0.016779875,0.0229653,0.028069662,0.8700108,0.0023836857],"about_ca_topic_score_codex":0.002653491,"about_ca_topic_score_gemma":0.00007063053,"teacher_disagreement_score":0.61436737,"about_ca_system_score_codex":0.00082524173,"about_ca_system_score_gemma":0.0028391336,"threshold_uncertainty_score":0.99942863},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7037849563","doi":"","title":"The evaluation of the research on the social sciences in Turkey: A scientometric approach","year":2021,"lang":"en","type":"article","venue":"DSpace (Sirnak University)","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Nucleofection; Government (linguistics); Context (archaeology); Work (physics)","score_opus":0.2518332468355427,"score_gpt":0.38299869691802574,"score_spread":0.13116545008248304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037849563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78639054,0.0004549928,0.0056981724,0.023187743,0.0008088638,0.00080835493,0.000011949055,0.00003095074,0.18260841],"genre_scores_gemma":[0.997937,0.000012111489,0.00008999238,0.000037534974,0.000029058085,0.0000017819094,3.918882e-7,0.0000018378737,0.0018902518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960874,0.0014330978,0.00010012734,0.00031838857,0.0017646403,0.00029637522],"domain_scores_gemma":[0.99829865,0.0004758732,0.0000933612,0.00046937476,0.00064192835,0.000020804346],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063009313,0.00006710875,0.000089857036,0.00043924307,0.0015669283,0.00024475777,0.0020732349,0.000044297347,0.000003059943],"category_scores_gemma":[0.00047971006,0.000036432404,0.00006761933,0.01823961,0.0005424673,0.00020856089,0.0005135305,0.00026298687,0.000005368438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008461696,0.00014310022,0.0014516084,0.000008527681,0.000014627304,0.0000042476604,0.0024996833,0.004080697,0.0002831572,0.97926974,0.0059444765,0.0062916493],"study_design_scores_gemma":[0.0023910159,0.00018010568,0.1227863,0.00022476741,0.000037227077,0.0000132586865,0.057323616,0.5812283,0.0027305428,0.0058037546,0.22678256,0.00049854006],"about_ca_topic_score_codex":0.00014362077,"about_ca_topic_score_gemma":0.0001128662,"teacher_disagreement_score":0.97346604,"about_ca_system_score_codex":0.00022118002,"about_ca_system_score_gemma":0.0006673259,"threshold_uncertainty_score":0.9997329},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7042331891","doi":"","title":"Openness and data sharing at The Neuro (Montreal Neurological Institute-Hospital)","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Openness to experience; Data sharing; Protocol (science); Data collection","score_opus":0.03877506496761851,"score_gpt":0.2866840090623571,"score_spread":0.24790894409473857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042331891","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016075168,0.00006351365,0.00010375958,0.0009849473,0.0014833099,0.002759244,0.00074121763,0.0007469755,0.97704184],"genre_scores_gemma":[0.0052362797,0.0008583361,0.00042038682,0.0005382687,0.00050794875,0.00040569188,0.0014054031,0.0014049899,0.9892227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9840312,0.0013627106,0.0009995763,0.011405646,0.0010337103,0.001167146],"domain_scores_gemma":[0.97164816,0.00081662234,0.0008971606,0.025971845,0.00012068851,0.0005455572],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.006156449,0.0012583154,0.0013267838,0.00029190377,0.00052380725,0.0007622211,0.011468932,0.00096165284,0.68781054],"category_scores_gemma":[0.008639495,0.0010934573,0.00027486967,0.0005383497,0.0013095449,0.00048725316,0.06920723,0.0019734758,0.75399095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021188722,0.0006584024,0.034757998,0.00027034382,0.00066119764,0.0009987496,0.00038420325,0.00028607922,0.00046141385,0.0007612616,0.94816023,0.01238821],"study_design_scores_gemma":[0.0010051372,0.0000022904194,0.0403909,0.00026433697,0.00032606925,0.00035049056,0.00003877838,0.0010113232,0.00008664874,0.00042125193,0.95501614,0.0010866598],"about_ca_topic_score_codex":0.004025021,"about_ca_topic_score_gemma":0.011201144,"teacher_disagreement_score":0.066180415,"about_ca_system_score_codex":0.00024973883,"about_ca_system_score_gemma":0.0002649699,"threshold_uncertainty_score":0.99971116},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7043527902","doi":"","title":"SSEA Preregistration Workshop","year":2019,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Work (physics); The Internet; Agency (philosophy); Attendance","score_opus":0.020676219090083322,"score_gpt":0.27638271318228175,"score_spread":0.2557064940921984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043527902","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024714743,0.000011094719,0.0012008408,0.00017504684,0.0013705045,0.0043398626,0.0002692248,0.0020538506,0.9903324],"genre_scores_gemma":[0.0021180178,0.00017692588,0.0016933307,0.00011596344,0.00067615556,0.0006651041,0.00043382944,0.0029653984,0.99115527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881221,0.0013326904,0.0012067525,0.006588197,0.0014922415,0.0012580046],"domain_scores_gemma":[0.9801302,0.0005664274,0.0016506318,0.01690794,0.00022383545,0.00052095397],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0054528173,0.0013698173,0.00140707,0.0009185921,0.00015642501,0.0004434136,0.0036091942,0.0019392814,0.9189384],"category_scores_gemma":[0.0044854386,0.0016175251,0.0006478499,0.00068940286,0.00042755337,0.00037829444,0.0027429017,0.0018015779,0.9977701],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017435072,0.0005225492,0.0021780957,0.0004708509,0.00070166145,0.00004589063,0.00047601046,0.00040539738,0.0017403904,0.0025529398,0.98476964,0.005962232],"study_design_scores_gemma":[0.0010760125,8.719554e-7,0.00094298786,0.0008616041,0.0002855035,0.00005361615,0.00010083347,0.00025420368,0.0010253063,0.00093939016,0.99300045,0.0014592063],"about_ca_topic_score_codex":0.00083492935,"about_ca_topic_score_gemma":0.00086997624,"teacher_disagreement_score":0.07883171,"about_ca_system_score_codex":0.00090195163,"about_ca_system_score_gemma":0.00071490335,"threshold_uncertainty_score":0.9999052},"labels":[{"model":"gemma","categories":["open_science","metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7047123583","doi":"","title":"Exploring paths for the normalization of altmetrics: Applying the Characteristic Scores and Scales. The 2016 Altmetrics Workshop, Bucharest, Romania","year":2016,"lang":"en","type":"article","venue":"Leiden Repository (Leiden University)","topic":"Superconducting and THz Device Technology","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal; Universiteit Leiden; Department of Science and Technology, Ministry of Science and Technology, India; Alfred P. Sloan Foundation","keywords":"Normalization (sociology); Altmetrics; Focus (optics); Probabilistic logic; Pattern recognition (psychology)","score_opus":0.0447820698840049,"score_gpt":0.21581563146882188,"score_spread":0.17103356158481697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7047123583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762944,0.00037239364,0.021186946,0.0006016847,0.0004566677,0.00073775876,0.000021252607,0.00006331528,0.0002655572],"genre_scores_gemma":[0.99797094,0.00013252428,0.00007363809,0.000017684786,0.00032094232,0.000053425436,0.0000047452554,0.000020242274,0.0014058339],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989176,0.00010281935,0.00024000369,0.00028682084,0.0001948161,0.00025795848],"domain_scores_gemma":[0.9971591,0.0018126506,0.0002631056,0.0005105536,0.00020974739,0.000044794677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035022225,0.00017066956,0.00019858703,0.00024785075,0.0007878276,0.00007534764,0.0006242321,0.00006230295,0.000006829267],"category_scores_gemma":[0.00014330537,0.00008813093,0.000111623456,0.0008851716,0.00027900236,0.00044765233,0.00023714453,0.00016475405,0.0000043679424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006135682,0.00009224232,0.7924574,0.0000787804,0.0005402408,0.00001755979,0.001184416,0.000048137044,0.012358401,0.057029206,0.0004017288,0.13573052],"study_design_scores_gemma":[0.0063974047,0.00060986367,0.6132145,0.0018452768,0.0028195055,0.000117061696,0.11116846,0.0024292953,0.07480185,0.0039355536,0.1802234,0.0024378288],"about_ca_topic_score_codex":0.0009092712,"about_ca_topic_score_gemma":0.000028425819,"teacher_disagreement_score":0.17982168,"about_ca_system_score_codex":0.000048835227,"about_ca_system_score_gemma":0.00005193778,"threshold_uncertainty_score":0.60594124},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7048995107","doi":"","title":"Multi-Site Bilingual Team-Based Grounded Theory Research: A Retrospective Methodological Review","year":2018,"lang":"en","type":"other","venue":"NSUWorks (Nova Southeastern University)","topic":"Photocathodes and Microchannel Plates","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Grounded theory; Variety (cybernetics); Teamwork; Qualitative research; Constructivist grounded theory; Key (lock)","score_opus":0.15605837507204573,"score_gpt":0.3358125277329915,"score_spread":0.17975415266094574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7048995107","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009363313,0.015972147,0.14682119,0.000044081513,0.0014631301,0.0028861335,0.00065802346,0.002606007,0.828613],"genre_scores_gemma":[0.00774442,0.00446873,0.023284892,0.00021993167,0.0010384528,0.000010698162,0.00023031849,0.0013008653,0.9617017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967374,0.00095065165,0.00028219205,0.0008393441,0.00038603626,0.0008043774],"domain_scores_gemma":[0.9981872,0.00038323348,0.00014720847,0.0008551214,0.00019731431,0.00022991323],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018927688,0.0005993675,0.00092420855,0.0010134297,0.00013824172,0.00005431414,0.00082232716,0.0008945776,0.0025469046],"category_scores_gemma":[0.00022706321,0.00057548593,0.00032193933,0.0010767465,0.00046428666,0.00006439027,0.00025216592,0.0012315167,0.0014690924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003431525,0.0024708454,0.0020130775,0.0342506,0.0074421153,0.0044896496,0.013346965,0.0012976,0.014627803,0.010992148,0.8819364,0.023701284],"study_design_scores_gemma":[0.0027097564,0.0003759788,0.00008086785,0.016971033,0.00056334893,0.000042004314,0.0025241568,0.0042355405,0.00039748734,0.0005643369,0.96935004,0.0021854495],"about_ca_topic_score_codex":0.0001478125,"about_ca_topic_score_gemma":0.0006149251,"teacher_disagreement_score":0.13308874,"about_ca_system_score_codex":0.00025174717,"about_ca_system_score_gemma":0.00012572648,"threshold_uncertainty_score":0.9996697},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7065995226","doi":"","title":"Fork of Course Replication of Diener, E., Ng, W., Harter, J., &amp;amp; Arora, R. (2010). at University of Toronto T5101 W19","year":2019,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Nuclear Structure and Function","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Diener; Course (navigation); Fork (system call)","score_opus":0.010329336118334954,"score_gpt":0.23314017133095988,"score_spread":0.22281083521262493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7065995226","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056606002,0.000084084655,0.0014387273,0.000029996345,0.0006478686,0.00079219096,0.00019229889,0.000032541207,0.9401763],"genre_scores_gemma":[0.031435836,0.0009673689,0.0014562202,0.000017249477,0.00009308558,0.0000049027003,0.00036925264,0.000120120094,0.96553594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977115,0.00016215017,0.00036294683,0.0013352757,0.00022709915,0.00020106278],"domain_scores_gemma":[0.99322546,0.000026563313,0.00085398165,0.005644755,0.00016551779,0.00008370013],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006597288,0.00026277645,0.00046785234,0.000047477643,0.000037675185,0.0000053426643,0.0006457171,0.0006035636,0.1468421],"category_scores_gemma":[0.0002548794,0.00030069472,0.00026657144,0.00005014487,0.00020289862,0.000009227754,0.00079290627,0.00013010106,0.026204908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042387817,0.00023165454,0.007461291,0.00033802923,0.0005022145,5.401329e-7,0.00020287465,0.000039217364,0.35060263,0.00013393814,0.6337578,0.006305884],"study_design_scores_gemma":[0.0005637016,0.000007078655,0.007427374,0.00009833156,0.00017765259,0.00000646933,0.00004104916,0.00000675042,0.028860284,0.000057640736,0.9624953,0.00025836492],"about_ca_topic_score_codex":0.0025840278,"about_ca_topic_score_gemma":0.004273333,"teacher_disagreement_score":0.32873747,"about_ca_system_score_codex":0.000077063916,"about_ca_system_score_gemma":0.0001081482,"threshold_uncertainty_score":0.9999445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7075301064","doi":"","title":"Relational Practices in Arts-Based Research: A Roundtable Reflection on the Fostering Dialogues Project","year":2024,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Water Quality and Resources Studies","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Reflection (computer programming); Action (physics); Affect (linguistics); Futures contract; Power (physics)","score_opus":0.9137639386238426,"score_gpt":0.6427134940325466,"score_spread":0.271050444591296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7075301064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94915026,0.0035442412,0.000107590175,0.0043346225,0.0003695946,0.00066466606,0.000011416719,0.000036968093,0.04178062],"genre_scores_gemma":[0.9959696,0.0013403923,0.000105038955,0.00022601827,0.00014216862,0.00011800121,0.0000048957395,0.0000217828,0.0020721161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968525,0.00087625964,0.0004664446,0.00042339973,0.0010295308,0.00035182005],"domain_scores_gemma":[0.9974231,0.0019070283,0.0003095193,0.0002647961,0.000038204613,0.00005731764],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059009655,0.00016522508,0.00024744886,0.00048621613,0.0005846429,0.0020612816,0.001019124,0.000071155475,0.002425441],"category_scores_gemma":[0.0009301015,0.000106931766,0.000082929466,0.0015067904,0.00025295472,0.0029978135,0.0011059967,0.00071004627,0.00007020178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015712517,0.0010213066,0.7208376,0.00032963115,0.000297058,0.00018590486,0.008400784,0.014221864,0.11066747,0.0012983457,0.12639989,0.014768926],"study_design_scores_gemma":[0.0005415278,0.0001272288,0.6281393,0.0019013549,0.00005494883,0.000020941327,0.0013283388,0.0026744816,0.018576536,0.0340079,0.3119938,0.00063359906],"about_ca_topic_score_codex":0.006158177,"about_ca_topic_score_gemma":0.0015632504,"teacher_disagreement_score":0.18559392,"about_ca_system_score_codex":0.00045897329,"about_ca_system_score_gemma":0.00006734728,"threshold_uncertainty_score":0.9989747},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7075305078","doi":"","title":"Awareness of Implicit Attitudes Revisited: A Meta-Analysis on Replications Across Samples and Settings","year":2024,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Implicit-association test; Consistency (knowledge bases); Replication (statistics); Correlation; Cognition; Association (psychology); Social cognition","score_opus":0.08092403851394613,"score_gpt":0.30419126661776064,"score_spread":0.2232672281038145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7075305078","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004464066,0.00045978642,0.00030272943,0.00023385552,0.00027189695,0.0005469805,0.005544751,0.00011486281,0.9920787],"genre_scores_gemma":[0.0075571164,0.000886847,0.00061822525,0.00012009902,0.000051987583,0.00021239197,0.000069649286,0.00015425439,0.99032944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99482805,0.00006074489,0.0010283235,0.00363028,0.00008888604,0.0003637111],"domain_scores_gemma":[0.99433583,0.00021942546,0.0010410873,0.004232938,0.000052723615,0.00011800516],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004112372,0.00041210698,0.0022949905,0.00068608497,0.00012920698,0.00021760864,0.00079689693,0.0002759775,0.5997945],"category_scores_gemma":[0.00078325847,0.00044265855,0.0010941215,0.000536133,0.00029219518,0.00008939166,0.0013415954,0.00026341985,0.67732126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011272715,0.0001377093,0.013512195,0.00051025476,0.08821693,0.0000028859677,0.0010403176,0.000108929235,0.000005311339,0.04064717,0.855605,0.0002020202],"study_design_scores_gemma":[0.00014652997,9.252798e-7,0.002928907,0.00005641934,0.010693386,0.0000024413262,0.00017452608,0.000069624955,0.000037561087,0.004925087,0.9804901,0.00047449698],"about_ca_topic_score_codex":0.0017399655,"about_ca_topic_score_gemma":0.00017937386,"teacher_disagreement_score":0.1248851,"about_ca_system_score_codex":0.00010193397,"about_ca_system_score_gemma":0.000025231517,"threshold_uncertainty_score":0.99980253},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reproducibility","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7077149800","doi":"10.71892/11143/897","title":"Contribution des chercheuses et des chercheurs aux politiques publiques : perspectives sur les enjeux éthiques","year":2025,"lang":"fr","type":"other","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Geochemistry and Geologic Mapping","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"British American Tobacco; European Commission; Government of Canada","keywords":"Publics; Social mobilization; Politics; Technology and society","score_opus":0.06225839372906385,"score_gpt":0.29537184328593946,"score_spread":0.2331134495568756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7077149800","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00634847,0.02050996,0.21499479,0.33727244,0.00015227825,0.0005338776,0.00008126892,0.0008326803,0.41927424],"genre_scores_gemma":[0.6377899,0.012544463,0.06312936,0.000447858,0.000081228914,0.00011376833,0.00022925682,0.00006359668,0.28560057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9828539,0.013445601,0.00075941836,0.0014644215,0.00047996407,0.0009967146],"domain_scores_gemma":[0.8665726,0.0053243996,0.000837997,0.002497891,0.12433061,0.00043647288],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0090226885,0.00079380494,0.0007721267,0.00034805166,0.00097059074,0.0015083032,0.0025335269,0.0009918436,0.0020558876],"category_scores_gemma":[0.18289006,0.0008418521,0.00040494677,0.0009843701,0.0021416096,0.0009010765,0.0014638845,0.001205804,0.00005489169],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010402138,0.0006567302,0.0025126052,0.00051060965,0.00017203359,0.000010069746,0.030204002,0.000006207837,0.0019241512,0.9260635,0.0025950859,0.035334602],"study_design_scores_gemma":[0.000907058,0.0000049822015,0.024074066,0.012175489,0.0001302131,0.000057506644,0.0036062782,0.0042554336,0.08801103,0.6042,0.26102963,0.0015482998],"about_ca_topic_score_codex":0.02091734,"about_ca_topic_score_gemma":0.012873563,"teacher_disagreement_score":0.6314414,"about_ca_system_score_codex":0.00063679303,"about_ca_system_score_gemma":0.0023774647,"threshold_uncertainty_score":0.9995282},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7078997720","doi":"10.17605/osf.io/vgjmh","title":"Preregistration before UK survey","year":2024,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Geochemistry and Geologic Mapping","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ideology; Scale (ratio); Sample (material); General Social Survey; Economic Justice; Narcissism; Survey data collection; Quarter (Canadian coin)","score_opus":0.018935618349259838,"score_gpt":0.2514182850166948,"score_spread":0.23248266666743495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7078997720","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042550433,0.000011044997,0.017692365,0.0006428117,0.00092243205,0.0006625587,0.000040807656,0.000780984,0.9792044],"genre_scores_gemma":[0.006764717,0.00005223233,0.0027018413,0.00008469894,0.00022266629,0.00013568209,0.00010616858,0.0000958784,0.9898361],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944915,0.00046412012,0.00052364654,0.0035157078,0.0004871246,0.0005178702],"domain_scores_gemma":[0.9922072,0.00015474219,0.00039311734,0.006905473,0.00013430734,0.00020511507],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0041681034,0.0005180351,0.0005010678,0.00020193243,0.00008256567,0.00036806343,0.003131377,0.0007149107,0.46483055],"category_scores_gemma":[0.0021698305,0.00054387224,0.00022235417,0.00039860813,0.00014430178,0.00013452255,0.0028418752,0.0007515227,0.82610196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006830971,0.000076200035,0.0025862518,0.000474468,0.00016603468,0.0000603198,0.00041978905,0.00006501858,0.00006954006,0.0055482164,0.98327863,0.0072486955],"study_design_scores_gemma":[0.00015195603,9.663634e-7,0.0023085482,0.00033063578,0.000032864347,0.00005355267,0.000011030665,0.0009928531,0.0005847506,0.020193316,0.9748199,0.00051962055],"about_ca_topic_score_codex":0.001136386,"about_ca_topic_score_gemma":0.00082436635,"teacher_disagreement_score":0.36127144,"about_ca_system_score_codex":0.000118643715,"about_ca_system_score_gemma":0.00023094789,"threshold_uncertainty_score":0.99970126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7084042380","doi":"10.6084/m9.figshare.30188249","title":"Unraveling retraction dynamics in COVID-19 research: Patterns, reasons, and implications","year":2025,"lang":"en","type":"other","venue":"Figshare","topic":"Plant Pathogenic Bacteria Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Quality (philosophy); Dynamics (music); Panel Study of Income Dynamics; Period (music)","score_opus":0.1323103782581213,"score_gpt":0.33868054365874284,"score_spread":0.20637016540062153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084042380","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005393808,0.001613856,2.8292783e-7,0.0029747467,0.00006223753,0.0005185266,0.912308,0.00014614295,0.08183687],"genre_scores_gemma":[0.017120399,0.0038753857,0.0000522439,0.00060901686,0.0006887882,0.0006687333,0.8302922,0.000019039559,0.14667414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990346,0.00011420058,0.00012940571,0.0003646038,0.00012861507,0.00022861903],"domain_scores_gemma":[0.99922967,0.00048464973,0.000085155625,0.00007523461,0.000041393472,0.00008392336],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013898779,0.00013215533,0.00016767516,0.00006565686,0.00013658879,0.00006926531,0.00019541009,0.00032828675,0.039232254],"category_scores_gemma":[0.0015727194,0.00006242463,0.000029205727,0.0003003865,0.000009749307,0.000033802055,0.00019980173,0.00033969298,0.00013636741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004164316,0.000015458569,0.0018074281,0.00014140242,0.000010345673,0.000007954605,0.000008772341,5.2060898e-8,0.00022879566,0.00004456294,0.98027205,0.017459005],"study_design_scores_gemma":[0.00005836981,0.000015107212,0.07935442,0.0024337359,0.000004075821,0.0000073633632,0.00018923094,0.0000109567345,0.0000027668084,0.00007311256,0.9176937,0.0001572162],"about_ca_topic_score_codex":0.0010249466,"about_ca_topic_score_gemma":0.036601573,"teacher_disagreement_score":0.0820157,"about_ca_system_score_codex":0.00019293993,"about_ca_system_score_gemma":0.000046385423,"threshold_uncertainty_score":0.98097795},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7084052736","doi":"10.6084/m9.figshare.30188249.v1","title":"Unraveling retraction dynamics in COVID-19 research: Patterns, reasons, and implications","year":2025,"lang":"en","type":"other","venue":"Figshare","topic":"Night-time city culture","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Quality (philosophy); Dynamics (music); Panel Study of Income Dynamics; Period (music)","score_opus":0.14405528893226768,"score_gpt":0.43691829471634086,"score_spread":0.2928630057840732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084052736","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030822027,0.0009970712,0.000005414529,0.005694978,0.00008152082,0.000721672,0.21814948,0.00019298917,0.77415377],"genre_scores_gemma":[0.0016572706,0.0011091947,0.00013872523,0.0005752502,0.0007162306,0.00035837354,0.14167404,0.00014932311,0.8536216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839425,0.00035636718,0.00014204615,0.00040998976,0.00037333072,0.00032402837],"domain_scores_gemma":[0.9989055,0.00037084174,0.000111216876,0.00029346006,0.00012777444,0.00019121583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004027241,0.00013331142,0.00016938122,0.00038468398,0.00037282455,0.0001928719,0.0003452065,0.0007825947,0.1323583],"category_scores_gemma":[0.0074012843,0.00014502605,0.000036006357,0.0006126811,0.000033419896,0.00009182321,0.00012287489,0.0007950738,0.00043830552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014395303,0.000012828365,0.00041378106,0.00021924055,0.000007431866,0.000005197977,0.0005162155,3.340435e-7,4.142665e-7,0.002873905,0.99376065,0.0021885687],"study_design_scores_gemma":[0.00009241812,0.0000036508882,0.0011084586,0.003042071,0.0000041519393,7.2639693e-7,0.0019195193,0.000010584035,4.0330977e-7,0.00048688526,0.99318427,0.00014685432],"about_ca_topic_score_codex":0.011840531,"about_ca_topic_score_gemma":0.19494286,"teacher_disagreement_score":0.18310232,"about_ca_system_score_codex":0.0011125131,"about_ca_system_score_gemma":0.0009896565,"threshold_uncertainty_score":0.9947397},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7093638646","doi":"","title":"Evaluative Study of Ph. D. LIS Dissertations of Pakistani Library &amp; Information Science Schools","year":2021,"lang":"","type":"article","venue":"Insecta mundi","topic":"Alzheimer's disease research and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Citation; Style (visual arts); Citation analysis; Information science; Bibliometrics; Information source (mathematics)","score_opus":0.042445601210481264,"score_gpt":0.38150688385570003,"score_spread":0.3390612826452188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093638646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884411,0.0051222797,0.000020269666,0.00014253185,0.00019064768,0.0016677344,0.00033869696,0.000027179623,0.004049531],"genre_scores_gemma":[0.9985217,0.0005045989,0.00029281885,0.000038448205,0.000044301825,0.00009615394,0.00037934643,0.000022816621,0.00009982479],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956334,0.0003588105,0.0010288999,0.00040275854,0.0020538813,0.0005222156],"domain_scores_gemma":[0.99562573,0.00030776617,0.0005057899,0.00095212384,0.0020460482,0.00056251296],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005012087,0.00028094117,0.0005567319,0.0006336589,0.00039755378,0.00015920751,0.00038264372,0.000084876294,0.0015705823],"category_scores_gemma":[0.001801359,0.0002577194,0.00015833217,0.0032521212,0.0005188917,0.0036624875,0.0003043349,0.00034991227,0.00018111532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013943394,0.010281407,0.9223468,0.00054129254,0.0077395323,0.000087490254,0.05088846,0.0000404354,0.003568448,0.000708347,0.0002066616,0.0021968142],"study_design_scores_gemma":[0.0060017253,0.0025185884,0.9576353,0.00069122884,0.0015271733,0.000010696804,0.024758268,0.0002910131,0.0059397398,0.0003299257,0.000058195354,0.00023819024],"about_ca_topic_score_codex":0.0041807475,"about_ca_topic_score_gemma":0.0005852573,"teacher_disagreement_score":0.035288487,"about_ca_system_score_codex":0.00015973092,"about_ca_system_score_gemma":0.007000444,"threshold_uncertainty_score":0.9999875},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7094999132","doi":"10.5281/zenodo.17444614","title":"What Does Reproducibility Look Like for DH Projects?","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Race, Genetics, and Society","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Presentation (obstetrics); Key (lock); Process (computing); Function (biology); Salient; Variety (cybernetics); Component (thermodynamics)","score_opus":0.02170035974714531,"score_gpt":0.2674268714701937,"score_spread":0.2457265117230484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094999132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87498283,0.003774993,0.023941794,0.006343271,0.0025542,0.0044453605,0.0005016335,0.00084136997,0.08261454],"genre_scores_gemma":[0.9602322,0.0021269368,0.0013745321,0.0012189747,0.0006726553,7.2086283e-7,0.002905393,0.0009942211,0.03047436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981175,0.00017405086,0.00021911957,0.0010450822,0.00014310605,0.00030112793],"domain_scores_gemma":[0.99791706,0.000011032867,0.00006653006,0.0013422151,0.0005827374,0.00008045161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001251837,0.00013184421,0.00012540947,0.000057006448,0.001203951,0.00051945687,0.0006050103,0.00011912677,0.00039859748],"category_scores_gemma":[0.001185078,0.00012103902,0.0001039591,0.00019194144,0.00020442334,0.00002058522,0.0008602613,0.00011534029,0.00017556899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036558483,0.00040083565,0.000096369855,0.0003750529,0.00022826665,0.0000022534116,0.0021839738,0.0000560411,0.24278897,0.0016002408,0.6591911,0.09271133],"study_design_scores_gemma":[0.000465344,0.00022897578,0.00034933753,0.00002231364,0.000017209795,0.0000063701614,0.0014059595,0.0000715945,0.041896023,0.00036704628,0.95502174,0.00014806616],"about_ca_topic_score_codex":0.000004764011,"about_ca_topic_score_gemma":0.0000018446477,"teacher_disagreement_score":0.29583067,"about_ca_system_score_codex":0.000048448568,"about_ca_system_score_gemma":0.0000146288,"threshold_uncertainty_score":0.9259939},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7096841259","doi":"","title":"Bibliometric analysis of output and impact based on CRIS data: a case study on the registered output of a Dutch university","year":2014,"lang":"en","type":"article","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Bibliometrics; Perspective (graphical); Order (exchange); Web of science; Information system","score_opus":0.7104587863483294,"score_gpt":0.5599914982932118,"score_spread":0.15046728805511755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096841259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887248,0.00003619725,0.006297264,0.0004160996,0.000052356827,0.0003572987,0.00026912885,0.000009516665,0.0038373377],"genre_scores_gemma":[0.9987784,0.000020689995,0.00014358018,0.00006815401,0.000009333605,6.6002457e-7,0.000004991104,0.000005830792,0.00096833793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98959535,0.001047461,0.0006724826,0.0009458484,0.007382758,0.00035609453],"domain_scores_gemma":[0.9704817,0.022543043,0.00057254353,0.0036538471,0.0024087315,0.00034012782],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.036883797,0.00017909441,0.0006926326,0.75836414,0.0002143486,0.00066910044,0.0030344983,0.000076841294,0.0002491142],"category_scores_gemma":[0.04747846,0.00009085402,0.00026057073,0.9133988,0.00023391537,0.00034709251,0.0011215956,0.00019750014,0.000014274594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019355741,0.0013612576,0.9079389,0.0000059239123,0.00045276748,0.00014923899,0.00025717582,0.0005970347,0.000024580831,0.00013091473,0.01122577,0.07766286],"study_design_scores_gemma":[0.0008088789,0.0015999783,0.77874756,0.0000038041537,0.00021422554,0.0000053528483,0.0046788263,0.21299137,0.00003578137,0.00003457784,0.000764987,0.000114642105],"about_ca_topic_score_codex":0.005917748,"about_ca_topic_score_gemma":0.00038183035,"teacher_disagreement_score":0.21239434,"about_ca_system_score_codex":0.00006538398,"about_ca_system_score_gemma":0.00014666184,"threshold_uncertainty_score":0.9917308},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7098164640","doi":"","title":"DOI: 10.1093/aje/kwf174 PRACTICE OF EPIDEMIOLOGY Hospital or Population Controls for Case-Control Studies of Severe Childhood Diseases?","year":2002,"lang":"en","type":"article","venue":"","topic":"Subterranean biodiversity and taxonomy","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Epidemiology; Odds ratio; Population; Socioeconomic status; Selection bias; Odds; Case-control study; Incidence (geometry)","score_opus":0.07753880259725325,"score_gpt":0.26542063346444733,"score_spread":0.18788183086719407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098164640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97193074,0.008938829,0.000825712,0.003132777,0.00062628277,0.0023636867,0.00368453,0.00008117678,0.008416287],"genre_scores_gemma":[0.993484,0.00010230024,0.0053011077,0.00047879093,0.00009884807,0.0000042103206,0.00009947459,0.0000021194987,0.0004291351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986855,0.00023479342,0.00044694886,0.00025790703,0.000111224144,0.00026363618],"domain_scores_gemma":[0.9895628,0.009593965,0.00042162687,0.00017406218,0.00014702854,0.000100499],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004329729,0.00014840318,0.000535575,0.00007070551,0.0001517078,0.0000074184004,0.00012589958,0.00008774854,0.009017057],"category_scores_gemma":[0.005499702,0.000104544604,0.00015800935,0.000099815195,0.00013754272,0.00041752067,0.000010376626,0.000066094675,0.00006682564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009398852,0.00022383676,0.959273,0.00009319652,0.0006603673,0.00007090538,0.00045515923,0.0011108916,3.5948722e-7,0.0001174614,0.007480509,0.029574422],"study_design_scores_gemma":[0.009425181,0.003888296,0.9466849,0.000053909785,0.0014019124,0.00047098685,0.005649723,0.013052125,0.0000076161355,0.0015046042,0.017246116,0.0006146273],"about_ca_topic_score_codex":0.0012129127,"about_ca_topic_score_gemma":0.00048975437,"teacher_disagreement_score":0.028959794,"about_ca_system_score_codex":0.0000056381,"about_ca_system_score_gemma":0.000013355522,"threshold_uncertainty_score":0.9918888},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7098720898","doi":"","title":"Simulation-Based Finite-Sample Inference in Simultaneous Equations Jean-Marie Dufour∗","year":2003,"lang":"en","type":"article","venue":"","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Simultaneous equations; Inference; Simultaneous equations model; Context (archaeology); Estimation; Stability (learning theory)","score_opus":0.10276279491876725,"score_gpt":0.4503399770965343,"score_spread":0.347577182177767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098720898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010083314,0.000036751437,0.99408877,0.0038095312,0.000046346766,0.0005438098,0.000016820644,0.000089051566,0.00036057085],"genre_scores_gemma":[0.99260545,0.000030757077,0.0035295654,0.0023800114,0.0000310714,0.000040546,0.000028695355,0.000014904834,0.001338995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822485,0.00013011812,0.00045158635,0.00033011538,0.00048589098,0.00037745596],"domain_scores_gemma":[0.0023485254,0.99661434,0.00005636343,0.00040755628,0.0003657221,0.00020752409],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006038408,0.00014846194,0.00031249033,0.00020921549,0.00010631068,0.00002359839,0.00009393428,0.000093864684,0.0020552122],"category_scores_gemma":[0.99392617,0.00012327151,0.000087000815,0.0006190254,0.00013275603,0.000054045526,0.000045781428,0.0003256652,0.00019008911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006233985,0.00027118172,0.019738043,0.00006188113,0.000016428305,0.000040531002,0.000050601597,0.97506493,0.000022584212,0.001654859,8.089717e-7,0.003015828],"study_design_scores_gemma":[0.0014737019,0.00022723993,0.00007968193,0.00005215136,0.000018563765,3.2844108e-10,0.00002941938,0.9854129,0.00006575407,0.001993336,0.010521169,0.00012606337],"about_ca_topic_score_codex":0.0006459194,"about_ca_topic_score_gemma":0.0006769775,"teacher_disagreement_score":0.9964842,"about_ca_system_score_codex":0.00016500331,"about_ca_system_score_gemma":0.0007060572,"threshold_uncertainty_score":0.998857},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7100417721","doi":"","title":"RESEARCH ARTICLE. Integrated Knowledge Translation and Grant Development: Addressing the Research Practice Gap through Stakeholder- informed Research","year":2012,"lang":"en","type":"article","venue":"","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stakeholder; Timeline; Focus group; Knowledge translation; Stakeholder engagement; Plan (archaeology); Process (computing); Preference; Principal (computer security)","score_opus":0.9855658984431326,"score_gpt":0.7819056324219951,"score_spread":0.20366026602113751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100417721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46269467,0.0016605001,0.002650437,0.115509994,0.0006560149,0.007839861,0.00002453848,0.00023421287,0.40872976],"genre_scores_gemma":[0.9780748,0.00030325836,0.013242175,0.0027405384,0.00046284616,0.0011481488,0.000014036235,0.000044580825,0.0039696367],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.96518964,0.025466518,0.001440833,0.0005115716,0.003402879,0.0039885854],"domain_scores_gemma":[0.92526853,0.06764149,0.00018761655,0.000705187,0.005466278,0.0007308883],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13076107,0.00019205386,0.00024972024,0.00085948117,0.01125193,0.00022525064,0.00063750835,0.0002729022,0.0010347664],"category_scores_gemma":[0.03182004,0.00012459014,0.000022333408,0.0056692422,0.0013684522,0.0028833337,0.00051325385,0.0048012245,0.0022782953],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025901283,0.00020524811,0.0063799713,0.0005504915,0.000027200824,0.0000022364213,0.7835247,7.1600545e-7,0.0015932352,0.03299766,0.09927317,0.07518636],"study_design_scores_gemma":[0.0008259485,0.00007638781,0.01150706,0.00025867147,0.0000036947886,0.000005417638,0.26961163,0.00017037235,0.00093488995,0.00073912094,0.7157382,0.00012859715],"about_ca_topic_score_codex":0.0026716085,"about_ca_topic_score_gemma":0.0044921534,"teacher_disagreement_score":0.61646503,"about_ca_system_score_codex":0.0010900117,"about_ca_system_score_gemma":0.0073186383,"threshold_uncertainty_score":0.9998784},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7104268932","doi":"10.7910/dvn/bgvihx","title":"Replication data for: The Power of Tests for Detecting p-Hacking","year":2025,"lang":"","type":"dataset","venue":"Harvard Dataverse","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Power (physics); Replication (statistics); Key (lock); Noise (video); Reliability (semiconductor)","score_opus":0.06764329387006822,"score_gpt":0.3440787444167645,"score_spread":0.27643545054669627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104268932","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014435383,0.000031872307,0.018846137,0.00002291324,0.0020039373,0.009816218,0.969069,0.00012410615,0.0000713534],"genre_scores_gemma":[0.00035098198,0.00051320833,0.0094938185,0.00026585578,0.00060414866,0.0011158128,0.98706573,0.00024104565,0.00034942495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989322,0.00042118528,0.002872944,0.004692477,0.0011748397,0.0015165597],"domain_scores_gemma":[0.92277414,0.01147348,0.0046415003,0.059231758,0.0016417023,0.00023743146],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.011289964,0.0013739446,0.0016448911,0.0008984817,0.0019610708,0.0007291712,0.014563083,0.00089735555,0.0030502216],"category_scores_gemma":[0.07506815,0.0012590532,0.000595974,0.0019251441,0.00063537824,0.0020491167,0.0100891255,0.0011260201,0.007447029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014583501,0.00034654507,0.00001210799,0.0023342497,0.0013996336,0.0000038331564,0.000101266196,0.000079613485,0.001441826,0.00014871934,0.9872661,0.005407742],"study_design_scores_gemma":[0.0028179192,0.0002607734,0.000025578014,0.0017455448,0.005027333,0.000024792615,0.0008611936,0.013729548,0.0011712988,0.00008171484,0.9731831,0.0010712051],"about_ca_topic_score_codex":0.00051043154,"about_ca_topic_score_gemma":0.00097613595,"teacher_disagreement_score":0.06654786,"about_ca_system_score_codex":0.0005209056,"about_ca_system_score_gemma":0.0015833835,"threshold_uncertainty_score":0.9999011},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7104451277","doi":"10.71781/22963","title":"Analyse bibliométrique de la contribution des postdoctorants canadiens à l’avancement des connaissances","year":2014,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Context (archaeology); Face (sociological concept); Research methodology","score_opus":0.038002843255313355,"score_gpt":0.3451215453848234,"score_spread":0.3071187021295101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104451277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91820246,0.05334578,0.0019685654,0.0011179374,0.0026107298,0.00087229826,0.00037830978,0.00014874394,0.021355174],"genre_scores_gemma":[0.9544676,0.0076531176,0.0010147021,0.00025783916,0.00055944145,0.0001381843,0.0010544568,0.000054863267,0.034799814],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99410474,0.0020746978,0.00094549026,0.00083020027,0.00066035584,0.0013845125],"domain_scores_gemma":[0.9944752,0.0009831432,0.000923908,0.0005134327,0.0018501253,0.0012542086],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014013302,0.0006795989,0.00077117624,0.0014568287,0.02430228,0.000117186784,0.00054758287,0.0012966956,0.00046914248],"category_scores_gemma":[0.00095445587,0.00077683094,0.00043538318,0.0016937315,0.0018067996,0.0006244773,0.0001440764,0.0012792099,0.00015174624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0021866062,0.0016936393,0.3483237,0.0025785498,0.0019858782,0.0013260982,0.3635292,0.0074663823,0.014356996,0.23345347,0.010858246,0.012241218],"study_design_scores_gemma":[0.0026252547,0.00032880966,0.56440747,0.0025347467,0.0010106282,0.0003403814,0.182041,0.0024764368,0.001862725,0.0036454236,0.23753679,0.0011903574],"about_ca_topic_score_codex":0.43818444,"about_ca_topic_score_gemma":0.44359496,"teacher_disagreement_score":0.22980805,"about_ca_system_score_codex":0.02212926,"about_ca_system_score_gemma":0.00842534,"threshold_uncertainty_score":0.9999998},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7106034893","doi":"10.3138/jsp-2024-0049","title":"An Empirical Study of International Retracted Research Articles of Famous Chinese Universities from 2012 to 2022","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Misconduct; Citation; Academic dishonesty; Ranking (information retrieval); Publishing; Empirical research; Scientific misconduct; Quality (philosophy); Academic integrity","score_opus":0.07012572944052395,"score_gpt":0.422144762125753,"score_spread":0.35201903268522905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106034893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97537607,0.0001862841,0.00019028026,0.015003022,0.0006780205,0.000103230865,0.000023397919,0.000007796963,0.008431923],"genre_scores_gemma":[0.997892,0.000036020367,0.0005862086,0.00020489289,0.00045099406,4.6167239e-7,0.0000024290991,0.000003928377,0.00082305796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99542254,0.001439201,0.0005770141,0.00014079991,0.0022079432,0.00021248781],"domain_scores_gemma":[0.99370056,0.001104919,0.00034073045,0.00014282174,0.0045277034,0.00018329071],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.014912013,0.00006998151,0.00024153644,0.0011081652,0.0003124764,0.0024127413,0.0016145117,0.00045763867,0.00027545405],"category_scores_gemma":[0.011738339,0.000060970266,0.000068955625,0.0015224683,0.00013911873,0.030514542,0.00019440525,0.004861398,0.0000014940018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051881815,0.0007403609,0.8232947,0.0000061070527,0.00018779251,0.000027245267,0.13786744,0.000054916123,0.0056668967,0.0020496082,0.025267757,0.004318351],"study_design_scores_gemma":[0.0005799704,0.00029193578,0.62657565,0.00009953555,0.000022807335,0.0000012081442,0.355366,0.000054615848,0.00018806476,0.0050614025,0.011692849,0.00006597917],"about_ca_topic_score_codex":0.011340471,"about_ca_topic_score_gemma":0.0025850146,"teacher_disagreement_score":0.21749856,"about_ca_system_score_codex":0.00030875904,"about_ca_system_score_gemma":0.00084563525,"threshold_uncertainty_score":0.99862283},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7106039481","doi":"10.3138/jsp-2024-0093","title":"Confidentiality, Peer Review, and the Submission Case Database","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Accountability; Harm; Constructive; Focus (optics); Work (physics)","score_opus":0.040421936073048594,"score_gpt":0.35548525284433696,"score_spread":0.31506331677128835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106039481","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019227453,0.046985973,0.0018900629,0.8571988,0.0014517009,0.00027710808,0.000024028097,0.000016659016,0.07292826],"genre_scores_gemma":[0.876449,0.030473292,0.0013731577,0.056627546,0.0019880298,0.000004431458,0.000010242356,0.000013496084,0.033060797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653894,0.0012714812,0.0005317384,0.00011149524,0.0013563735,0.00018995037],"domain_scores_gemma":[0.99462605,0.00097468134,0.00044521102,0.00014903556,0.00363295,0.0001721038],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.06021591,0.0000762559,0.0002549996,0.00014510281,0.000977006,0.013726838,0.00072450005,0.00037429773,0.00015477171],"category_scores_gemma":[0.07970546,0.00004763116,0.00009632886,0.0004239686,0.0002977303,0.03417159,0.00018735073,0.0054773777,0.0000016768136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005060098,0.00001785362,0.0014998848,0.00011594329,0.00006810832,0.00023414544,0.0066400515,2.1562855e-7,0.000041258234,0.20149763,0.7828009,0.007033382],"study_design_scores_gemma":[0.0008483263,0.000007732094,0.00024952233,0.000950783,0.00026988558,0.00064595434,0.011763031,0.0000070952296,0.000019935012,0.017450573,0.96770906,0.00007811193],"about_ca_topic_score_codex":0.0056688837,"about_ca_topic_score_gemma":0.00039321123,"teacher_disagreement_score":0.85722154,"about_ca_system_score_codex":0.00007687451,"about_ca_system_score_gemma":0.0005062572,"threshold_uncertainty_score":0.99681705},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7110525921","doi":"","title":"Surveying the landscape of CIHR-funded research data sharing practices: An analysis of the published literature","year":2024,"lang":"","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data management; Key (lock); Health data; Information sharing; Research data; Data access","score_opus":0.13742648934911544,"score_gpt":0.40253804276078853,"score_spread":0.2651115534116731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110525921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040476523,0.00028851678,0.000109634464,0.0009375367,0.0014123716,0.006570579,0.0053819856,0.00028286385,0.94453996],"genre_scores_gemma":[0.40988874,0.0008825782,0.00039779552,0.000043598495,0.00045505827,0.00036373752,0.0018713165,0.0013909617,0.58470625],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9309423,0.031990044,0.0053466507,0.020644326,0.008014646,0.0030620517],"domain_scores_gemma":[0.86945856,0.0095422305,0.010537086,0.10535477,0.004202618,0.0009047248],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.2310785,0.0020549388,0.0038989473,0.005895393,0.0009912498,0.0066290926,0.052390415,0.0024723497,0.736718],"category_scores_gemma":[0.14042953,0.0014837672,0.0020056618,0.026194332,0.0028959212,0.00394585,0.06558107,0.011078745,0.50798565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029903725,0.0061319787,0.46385026,0.008967838,0.079751134,0.0001816521,0.052598543,0.009943815,0.013619458,0.0070003006,0.349372,0.0055926265],"study_design_scores_gemma":[0.0036815924,0.000024934418,0.22032571,0.01937425,0.049005978,0.0001967998,0.015332482,0.17584202,0.0048754863,0.011725605,0.49425256,0.0053625912],"about_ca_topic_score_codex":0.008930883,"about_ca_topic_score_gemma":0.017505536,"teacher_disagreement_score":0.3694122,"about_ca_system_score_codex":0.0011340666,"about_ca_system_score_gemma":0.002738094,"threshold_uncertainty_score":0.9998176},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7110833836","doi":"10.3389/frhs.2025.1712015.s001","title":"Data Sheet 1_Redesigning mental health research systems from within: the role of peer-led co-production.pdf","year":2025,"lang":"","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Hierarchy; Lived experience; Conceptual framework; Embedding; Collaborative network","score_opus":0.24102536760615667,"score_gpt":0.4248311445435352,"score_spread":0.18380577693737854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110833836","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005614465,0.030861126,1.7241803e-7,0.0010051047,0.0020466498,0.009538019,0.95564353,0.00014719155,0.000752603],"genre_scores_gemma":[0.0005501399,0.00018843701,0.00008492672,0.000096101954,0.0032066775,0.0016870803,0.9910938,0.00031616836,0.002776638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96568704,0.011602053,0.0040966524,0.0054172953,0.010621239,0.002575695],"domain_scores_gemma":[0.96765345,0.0035691836,0.0047897897,0.018825376,0.004250894,0.00091133214],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.01446013,0.0018624075,0.0030346871,0.0016453357,0.0042373175,0.0020220457,0.017026503,0.0012764884,0.2715245],"category_scores_gemma":[0.041189946,0.0016470378,0.00035968737,0.004574246,0.00040443073,0.001427619,0.0110789575,0.007245241,0.063246086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057631836,0.00057729986,0.0000075324447,0.0056921616,0.0015388379,0.000029898847,0.0009738253,0.00034516928,0.0003580921,0.0000059582526,0.98973304,0.00016186631],"study_design_scores_gemma":[0.0009996556,0.00034433365,0.000017575527,0.06727771,0.00018807212,0.000055782206,0.014840672,0.0040328726,0.00084265176,0.000017693852,0.9103604,0.001022568],"about_ca_topic_score_codex":0.008995934,"about_ca_topic_score_gemma":0.0017192921,"teacher_disagreement_score":0.2082784,"about_ca_system_score_codex":0.0028672165,"about_ca_system_score_gemma":0.013090463,"threshold_uncertainty_score":0.99941206},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7110991364","doi":"10.1371/journal.pmed.1004580.g002","title":"Risk of bias assessment of included studies using the Newcastle–Ottawa Scale.","year":2025,"lang":"","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk assessment; MEDLINE; Data collection; Population; Noise (video)","score_opus":0.23635850144583134,"score_gpt":0.4269758450464419,"score_spread":0.19061734360061058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110991364","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003388395,0.018160233,0.0000054703937,0.000030673902,0.00039250226,0.0027361866,0.84997714,0.00008632521,0.12827262],"genre_scores_gemma":[0.1824102,0.0030945514,0.01261609,0.00037058335,0.0037603334,0.0024219991,0.41192663,0.008068792,0.37533084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903926,0.0024541363,0.0026006987,0.00137046,0.0021911112,0.0009909513],"domain_scores_gemma":[0.981814,0.003181262,0.008556037,0.0029179277,0.0033579348,0.00017281756],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0012272092,0.0015938531,0.0033287117,0.0012465953,0.00053371553,0.000106100015,0.0023093019,0.0009040509,0.580306],"category_scores_gemma":[0.01407616,0.0011960564,0.0012576157,0.0026818316,0.0003263223,0.0001760201,0.004030262,0.0015245496,0.0032165337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004503725,0.00050845847,0.0020273787,0.0081562605,0.007056627,0.000015737543,0.0010940756,0.0016900606,0.00036599243,0.000021257578,0.97743404,0.0015850976],"study_design_scores_gemma":[0.0030171194,0.0004439655,0.02487073,0.2167041,0.005345216,0.000013573595,0.0049649267,0.007739508,0.0035220722,0.00017334573,0.7309698,0.0022356643],"about_ca_topic_score_codex":0.00048261098,"about_ca_topic_score_gemma":0.0011622275,"teacher_disagreement_score":0.5770895,"about_ca_system_score_codex":0.0010054121,"about_ca_system_score_gemma":0.0032083185,"threshold_uncertainty_score":0.99968094},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7111990554","doi":"","title":"Replication Games Report on Altmann et al. 2022","year":2023,"lang":"","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.02346462226025473,"score_gpt":0.30953176786884473,"score_spread":0.28606714560859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111990554","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030447738,0.00001477744,0.00062196126,0.005834048,0.0041491846,0.0101107275,0.00083708594,0.005367183,0.97002023],"genre_scores_gemma":[0.003632882,0.0037156725,0.00096597435,0.00325821,0.00065970625,0.005510654,0.0012827698,0.0092988815,0.9716753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94435287,0.0069418103,0.005986349,0.034010123,0.00536823,0.003340631],"domain_scores_gemma":[0.9076375,0.0032070482,0.008069284,0.07817994,0.0012029731,0.0017032719],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.06815455,0.0038871672,0.0038139997,0.0031464954,0.0008885088,0.0010884902,0.008229179,0.0028433462,0.9331858],"category_scores_gemma":[0.07146873,0.0048931944,0.0023002678,0.0032933233,0.0014275229,0.0010357893,0.010662612,0.0063464986,0.9982607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010320857,0.002876339,0.008995498,0.0004105572,0.002835718,0.0020815665,0.0012518911,0.002511515,0.005713921,0.0036347173,0.9308814,0.037774805],"study_design_scores_gemma":[0.0019379304,0.00000905895,0.02181265,0.0024261456,0.00074514555,0.0010682027,0.00018622656,0.000854672,0.005880156,0.0029393863,0.9584055,0.003734908],"about_ca_topic_score_codex":0.0017987929,"about_ca_topic_score_gemma":0.0011282312,"teacher_disagreement_score":0.065074846,"about_ca_system_score_codex":0.0047161058,"about_ca_system_score_gemma":0.002340115,"threshold_uncertainty_score":0.9999485},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7112938759","doi":"","title":"Paper 1 - Questionable Research Practices (QRPs) among Psychology Students in Canada","year":2022,"lang":"","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Qualitative research","score_opus":0.04630499022965448,"score_gpt":0.38813644187016855,"score_spread":0.3418314516405141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112938759","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116451025,0.000057465204,0.000009980257,0.00093229534,0.0026414532,0.009001496,0.0005047247,0.00025393022,0.87014765],"genre_scores_gemma":[0.15294924,0.0020012746,0.0003714026,0.0006181185,0.0004543463,0.0067599495,0.0003523842,0.0022682187,0.83422506],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9154595,0.042390253,0.004801865,0.02007858,0.011536294,0.005733496],"domain_scores_gemma":[0.9560918,0.0073161814,0.0066256328,0.02666513,0.0013480652,0.0019531548],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.09033403,0.002663066,0.0033205724,0.0040720096,0.0016315761,0.0011037623,0.018260162,0.0022037434,0.9942874],"category_scores_gemma":[0.054318212,0.0035334495,0.0006192329,0.005126294,0.0020938427,0.001935807,0.027200531,0.016135197,0.96551913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011566451,0.0034384192,0.5392011,0.00039361228,0.0012693588,0.0017478074,0.0013054057,0.0027119105,0.0005474787,0.00041618204,0.445513,0.0022991092],"study_design_scores_gemma":[0.002611776,0.0000054592274,0.37232703,0.0006043173,0.00020842165,0.00013502814,0.0019294813,0.00014967787,0.00006260255,0.0013584677,0.61880714,0.0018005992],"about_ca_topic_score_codex":0.9751584,"about_ca_topic_score_gemma":0.9877983,"teacher_disagreement_score":0.17329414,"about_ca_system_score_codex":0.03258845,"about_ca_system_score_gemma":0.02247218,"threshold_uncertainty_score":0.9999332},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7113425927","doi":"","title":"Replication of Muenks et al. (2020; Study 1) at McGill University","year":2025,"lang":"","type":"other","venue":"Arabixiv (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Mindset; Perception; Selection (genetic algorithm); Stem cell","score_opus":0.017147578517979423,"score_gpt":0.27408756006579676,"score_spread":0.25693998154781733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113425927","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064484335,0.000042947853,0.00019100386,0.0016826631,0.0006257013,0.008122928,0.0044301166,0.00052222604,0.9198981],"genre_scores_gemma":[0.15549114,0.0008283395,0.00041154644,0.0005473048,0.000032209125,0.000057652607,0.00017376203,0.0006285383,0.8418295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9813877,0.0039773206,0.0016967079,0.010587892,0.0013820649,0.00096831436],"domain_scores_gemma":[0.97681105,0.0006445895,0.0030235325,0.018126018,0.00096383615,0.00043098273],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.01058471,0.0013738932,0.00198555,0.0011445219,0.00054772035,0.000034374454,0.0035768363,0.0009169803,0.25240052],"category_scores_gemma":[0.0032170808,0.0018136423,0.00078420015,0.0020989983,0.0005659478,0.00035987675,0.006367887,0.0014663334,0.4474895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024566173,0.009351162,0.050091054,0.0005084567,0.003606736,0.00018628001,0.0016291994,0.00089764723,0.010401038,0.004483174,0.90818924,0.008199382],"study_design_scores_gemma":[0.0034732788,0.00005388942,0.047947366,0.00061226066,0.0013027755,0.000014714525,0.0007640411,0.0002578664,0.0020325382,0.00026032608,0.94203097,0.0012499491],"about_ca_topic_score_codex":0.0035186058,"about_ca_topic_score_gemma":0.0024484461,"teacher_disagreement_score":0.19508897,"about_ca_system_score_codex":0.0038846314,"about_ca_system_score_gemma":0.00084815366,"threshold_uncertainty_score":0.99993926},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7113640193","doi":"","title":"Do You Know Who You’re Talking To? Methodological Reflections on Maintaining Inclusivity and Research Integrity When Responding to Inauthentic Encounters in Online Qualitative Research","year":2025,"lang":"en","type":"article","venue":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"St. George's, University of London; La Trobe University; University of Leeds; McMaster University; University of Otago","keywords":"Qualitative research; Harm; Context (archaeology); Suspect; Research integrity; Inclusion (mineral); Quality (philosophy); Scientific integrity; Research ethics; Reactionary","score_opus":0.34667918493348027,"score_gpt":0.5389135994867567,"score_spread":0.1922344145532764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113640193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241185,0.00010242715,0.012452911,0.008012509,0.00020198234,0.00085449556,0.00009789136,0.0000388542,0.054120384],"genre_scores_gemma":[0.97148687,0.00012607586,0.024732845,0.000040582996,0.000057834106,8.5017984e-7,0.0000055191495,0.000007668163,0.0035417732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9855491,0.010905508,0.00040200914,0.000922858,0.0015083312,0.0007121781],"domain_scores_gemma":[0.9924755,0.0051133162,0.00021263688,0.00049496006,0.0013822684,0.00032131255],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.024141232,0.00025977317,0.0005693731,0.0020596103,0.004997011,0.000104406834,0.0013349623,0.0003666486,0.0000696839],"category_scores_gemma":[0.0034242938,0.00028066937,0.0001850083,0.0037486206,0.0052361973,0.00056321605,0.00087610696,0.0020714393,0.0000070308038],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012364747,0.00036847917,0.0009373571,0.00006579992,0.00009797598,0.0001294258,0.32016623,0.0002958208,0.0064247777,0.66664636,0.00017393104,0.0034573555],"study_design_scores_gemma":[0.00063934,0.0007451274,0.024054866,0.0011699762,0.00003762276,0.0000045980332,0.9272132,0.00008415739,0.00038077228,0.03862059,0.006775305,0.0002744696],"about_ca_topic_score_codex":0.01754859,"about_ca_topic_score_gemma":0.016003642,"teacher_disagreement_score":0.62802577,"about_ca_system_score_codex":0.0015567911,"about_ca_system_score_gemma":0.0017416527,"threshold_uncertainty_score":0.99996454},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7113897858","doi":"10.2196/preprints.88838","title":"Battling the bots: Defending against fraudulent responses while conducting an international community-engaged web-based survey with people living with Long COVID (Preprint)","year":2025,"lang":"","type":"article","venue":"","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Incentive; Survey data collection; General Social Survey; Survey methodology; Survey research; 2019-20 coronavirus outbreak","score_opus":0.21032170171732797,"score_gpt":0.40704223043674775,"score_spread":0.19672052871941978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113897858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97842157,0.000108591405,0.002972774,0.00511822,0.0062533156,0.002793506,0.00003325301,0.00029789592,0.0040008817],"genre_scores_gemma":[0.99521965,0.00022292582,0.0013585663,0.0015985689,0.00055025815,0.0007860428,0.00006977837,0.00006361839,0.00013059482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93631124,0.059501715,0.0010273858,0.00081800943,0.0013203981,0.0010212228],"domain_scores_gemma":[0.8020243,0.1944018,0.0008556489,0.0011168696,0.0011576444,0.00044372337],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062272664,0.00050897896,0.0005908241,0.00047883,0.019202188,0.0011445867,0.0019166904,0.00030797403,0.000730021],"category_scores_gemma":[0.11406338,0.00040646468,0.000108296976,0.002441824,0.0011516304,0.0011736251,0.00033546597,0.005074076,0.000018917035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033925808,0.0004338968,0.815655,0.00017032409,0.00012229876,0.0000015688797,0.17840096,0.002039235,0.00008630383,0.00030081373,0.000033782275,0.0024165586],"study_design_scores_gemma":[0.0007635057,0.00016518967,0.5889414,0.0019459845,0.00006757354,0.0000012891302,0.4050004,0.0022527098,0.00019202799,0.000017265345,0.00025257547,0.00040012566],"about_ca_topic_score_codex":0.05717242,"about_ca_topic_score_gemma":0.32498607,"teacher_disagreement_score":0.26781365,"about_ca_system_score_codex":0.0018697706,"about_ca_system_score_gemma":0.008657524,"threshold_uncertainty_score":0.9998923},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7115717398","doi":"10.48448/1dme-6p77","title":"Retraction Prevalence and Gender Imbalance Among Highly-Cited Authors and Among All Authors Across Scientific Disciplines","year":2025,"lang":"","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Demographics; Gender gap; MEDLINE; Tracking (education); Propensity score matching","score_opus":0.030923282250168212,"score_gpt":0.34172130542734647,"score_spread":0.31079802317717825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115717398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96275324,0.004040055,0.0023573318,0.0005530153,0.013968473,0.0042320723,0.0021360847,0.0009854629,0.008974274],"genre_scores_gemma":[0.75459707,0.00094343664,0.0038595796,0.0000615267,0.00062689226,0.00011158,0.00018662498,0.0005542084,0.23905909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.977718,0.00086980057,0.0026834093,0.008983424,0.0052379323,0.0045074597],"domain_scores_gemma":[0.9882348,0.00062139955,0.0031461022,0.0034110963,0.0022032058,0.002383388],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.016099006,0.0026207604,0.0019774341,0.00495946,0.0067598796,0.0090794945,0.0037054524,0.0024815698,0.0007472972],"category_scores_gemma":[0.0034666285,0.0025500364,0.0002879756,0.013239201,0.052134696,0.005978046,0.0041168653,0.0037326633,0.0004493552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045244434,0.0016980295,0.87808365,0.006416286,0.00079399394,0.00020788745,0.015378931,0.0014986935,0.049460456,0.00520785,0.023287212,0.01751456],"study_design_scores_gemma":[0.0017374097,0.00024106105,0.82202595,0.0031247924,0.0008459949,0.00008512374,0.0015287759,0.15098341,0.0012301913,0.0027936406,0.011917213,0.0034864105],"about_ca_topic_score_codex":0.0007324697,"about_ca_topic_score_gemma":0.00330804,"teacher_disagreement_score":0.2300848,"about_ca_system_score_codex":0.0014684665,"about_ca_system_score_gemma":0.0026568004,"threshold_uncertainty_score":0.9988134},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7115741523","doi":"10.48448/sc28-0c69","title":"Retraction of Systematic Reviews and Clinical Practice Guidelines","year":2025,"lang":"","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Systematic review; MEDLINE; Descriptive statistics; Alternative medicine","score_opus":0.22506156093699956,"score_gpt":0.5102964284822538,"score_spread":0.2852348675452542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115741523","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014966028,0.21474352,0.029667094,0.007810736,0.02880079,0.03399679,0.00045390395,0.0005098542,0.68386763],"genre_scores_gemma":[0.0026223985,0.17957544,0.5342877,0.004033783,0.0036905804,0.00024016791,0.000056573284,0.00088956574,0.27460378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9757258,0.0038823471,0.01240875,0.0030139773,0.0038606296,0.0011084372],"domain_scores_gemma":[0.95245826,0.008126654,0.019260151,0.0042898683,0.015065473,0.00079960417],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.088427335,0.0011863982,0.00467244,0.0025970761,0.0005809327,0.00052973157,0.0024057003,0.0013983211,0.0009477292],"category_scores_gemma":[0.425305,0.00095694885,0.00051260623,0.0062490744,0.006512612,0.001999258,0.0009877685,0.0020310353,0.0036169146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043192238,0.004276206,0.0005803052,0.34643978,0.0014841427,0.00007739172,0.00044884213,0.00008569934,0.0033481966,0.023286061,0.5062227,0.113318756],"study_design_scores_gemma":[0.0014778655,0.0009223591,0.00018209225,0.20907323,0.00603253,0.00034431252,0.0019948347,0.048552193,0.000094390816,0.00056402385,0.7291167,0.0016455055],"about_ca_topic_score_codex":0.0003919627,"about_ca_topic_score_gemma":0.00022082154,"teacher_disagreement_score":0.5046206,"about_ca_system_score_codex":0.0006559233,"about_ca_system_score_gemma":0.0064147515,"threshold_uncertainty_score":0.99996555},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7116677449","doi":"10.1177/16094069251412602","title":"Reflective Interviews in Virtual Reality: From Intervention to <i>Intravention</i>","year":2025,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Carleton University","keywords":"Affordance; Virtual reality; Intervention (counseling); Interview; Reflection (computer programming); Coaching; Psychological intervention; Process (computing); Reflective practice","score_opus":0.9043614495950206,"score_gpt":0.8087316082270993,"score_spread":0.0956298413679213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116677449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07630246,0.00030183175,0.90035695,0.009087718,0.0025546162,0.0002445155,0.00002594115,0.000013811421,0.011112137],"genre_scores_gemma":[0.6884187,0.00013996234,0.30717257,0.0015309603,0.0005521831,0.000059537626,0.000006329633,0.000017965016,0.002101835],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95814836,0.03883015,0.001355144,0.00027721282,0.0010687795,0.0003203764],"domain_scores_gemma":[0.9910125,0.0064733443,0.00053329265,0.00014593,0.0016304029,0.00020450624],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05636311,0.0001426974,0.00044218457,0.0010523769,0.00009623905,0.00014320847,0.0009560506,0.00010243395,0.00031418266],"category_scores_gemma":[0.03018092,0.00013750195,0.00029970042,0.0008785544,0.00029622405,0.00052312174,0.0001887937,0.0005033802,0.000019213137],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010924792,0.00047061633,0.0003846062,0.000008399301,0.00049287657,0.00003833689,0.26901516,0.000086037195,0.008325349,0.16307084,0.0019703761,0.55504495],"study_design_scores_gemma":[0.0024616253,0.0006680694,0.008196849,0.0015331028,0.00006329397,0.0000021041315,0.24497893,0.00026298634,0.01962692,0.56244385,0.15943147,0.00033079134],"about_ca_topic_score_codex":0.002981137,"about_ca_topic_score_gemma":0.0025217643,"teacher_disagreement_score":0.6121162,"about_ca_system_score_codex":0.0011894536,"about_ca_system_score_gemma":0.0004553079,"threshold_uncertainty_score":0.9779883},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7117138160","doi":"10.1111/jebm.70098","title":"Challenges Facing Evidence‐Synthesis and Clinical Practice Guidelines, and Their Solutions: Restoring Balance Through Core GRADE","year":2025,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Clinical Practice; Core (optical fiber); Balance (ability); Component (thermodynamics); Key (lock); Core stability","score_opus":0.809906837804852,"score_gpt":0.6039205569126929,"score_spread":0.2059862808921591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117138160","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04325209,0.2544661,0.016553255,0.6835593,0.0013700282,0.00056369574,0.0000026367163,0.000039208797,0.00019371253],"genre_scores_gemma":[0.5244402,0.40197036,0.048537407,0.02228943,0.002638916,0.000016505308,0.0000019150013,0.000029708182,0.00007553806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936431,0.0006836756,0.0038932888,0.00050499977,0.00090634683,0.00036860484],"domain_scores_gemma":[0.9371377,0.056542356,0.0021557484,0.00055467576,0.0032675005,0.00034200642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019877387,0.00032440774,0.0011985952,0.00032100073,0.00020528263,0.000035499605,0.00021971365,0.00021029223,0.000037820064],"category_scores_gemma":[0.4581867,0.00019868667,0.00018737267,0.00044454573,0.0005031949,0.0017004962,0.00012274043,0.001046735,0.0000020715313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069343033,0.0006686541,0.056518868,0.0019937605,0.0012002389,0.0005103174,0.0012385194,0.00008020663,0.0074783685,0.001158693,0.070385575,0.8518325],"study_design_scores_gemma":[0.022515839,0.014015279,0.19955082,0.24624595,0.014990157,0.00521518,0.046914533,0.011550601,0.0022950273,0.0074282116,0.4280342,0.0012442182],"about_ca_topic_score_codex":0.00021974326,"about_ca_topic_score_gemma":0.000049151426,"teacher_disagreement_score":0.85058826,"about_ca_system_score_codex":0.0002284938,"about_ca_system_score_gemma":0.0011478185,"threshold_uncertainty_score":0.8102208},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W7117239396","doi":"10.17742/image29743","title":"Critical AI Literacy for Sustainable Scholarly Publishing","year":2025,"lang":"en","type":"article","venue":"Imaginations Journal of Cross-Cultural Image Studies","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Publishing; Literacy; Information literacy; Knowledge production","score_opus":0.05391864103712203,"score_gpt":0.5444084240806485,"score_spread":0.4904897830435265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117239396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014716103,0.009460093,0.003215316,0.5049006,0.0014006273,0.00038012172,0.000024413512,0.000058940557,0.46584383],"genre_scores_gemma":[0.97340673,0.00071387127,0.0078264605,0.003201961,0.00073529687,0.000015928714,0.0000023413693,0.000009789295,0.014087596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979545,0.00018205289,0.0005684316,0.0001665591,0.00058648427,0.00054198236],"domain_scores_gemma":[0.75179803,0.0014579719,0.00021924073,0.00009655691,0.24629793,0.0001302947],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts","scholarly_communication"],"category_scores_codex":[0.0037029444,0.00014890583,0.00033930744,0.0002797879,0.0039211153,0.1237477,0.0005486725,0.0001188315,0.000022847931],"category_scores_gemma":[0.352594,0.000119228935,0.0002614373,0.00067479635,0.00561679,0.32607415,0.00013673064,0.0007918149,0.0000022214303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020848158,0.00006548439,0.00069417316,0.00008709061,0.00013905505,0.000021733105,0.017724264,0.000001409139,0.00020527997,0.92128766,0.05717695,0.002576076],"study_design_scores_gemma":[0.0005546599,0.000049465125,0.0015656872,0.00012152355,0.000077592216,0.000003906205,0.038148478,0.000007549082,0.00016700696,0.69312596,0.26605144,0.00012669481],"about_ca_topic_score_codex":0.00021812796,"about_ca_topic_score_gemma":0.00005824635,"teacher_disagreement_score":0.95869064,"about_ca_system_score_codex":0.00045225167,"about_ca_system_score_gemma":0.0007724487,"threshold_uncertainty_score":0.99737567},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117241548","doi":"10.47391/jpma.20978","title":"Artificial intelligence for medical writing in doctors of Punjab; a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Journal of the Pakistan Medical Association","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sample (material); Quarter (Canadian coin); Medical writing; Medical science","score_opus":0.09144913990637832,"score_gpt":0.49899461132691125,"score_spread":0.40754547142053293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117241548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816688,0.00008563046,0.0041292123,0.011386666,0.0020988625,0.00044852358,0.0000027695628,0.000007830228,0.00017170647],"genre_scores_gemma":[0.9983781,0.000026527672,0.00013364067,0.0005086666,0.0007806739,0.000013130566,0.0000012045822,0.000007927059,0.00015014001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942915,0.00023177953,0.0032552704,0.0001340334,0.0018689743,0.00021843759],"domain_scores_gemma":[0.99483174,0.0029805072,0.000861113,0.00012615592,0.0010524068,0.00014805883],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013211914,0.00008876471,0.00034788236,0.00021336228,0.000117172414,0.000042612566,0.00026163578,0.00030986,0.00020988638],"category_scores_gemma":[0.030338228,0.00006274169,0.00021226966,0.00057313225,0.000083878585,0.00008118158,0.00003958222,0.00074665126,0.0000029327625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003260815,0.0008419085,0.9684034,0.000085955915,0.00007627345,0.0000065119225,0.00096789625,0.00002528279,0.0000611296,0.0014263759,0.00026383816,0.027515376],"study_design_scores_gemma":[0.000263551,0.0005717758,0.967365,0.0007976762,0.00009244735,0.000026413509,0.005855874,0.0024100028,0.002815705,0.019337585,0.00037558455,0.00008834154],"about_ca_topic_score_codex":0.00021846463,"about_ca_topic_score_gemma":0.0005304338,"teacher_disagreement_score":0.027427034,"about_ca_system_score_codex":0.0008593546,"about_ca_system_score_gemma":0.0018117679,"threshold_uncertainty_score":0.97782964},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117298754","doi":"10.5281/zenodo.18056545","title":"Barriers and pathways for advancing open science and open scholarship in academic institutions: a Canadian perspective","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Fonds de recherche du Québec; Social Sciences and Humanities Research Council; Canada Research Chairs","keywords":"Scholarship; Corporate governance; Equity (law); Open science; Indigenous; Engaged scholarship; Work (physics)","score_opus":0.18662070235144906,"score_gpt":0.3937475157614601,"score_spread":0.20712681341001105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117298754","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01923884,0.0023532282,0.18346038,0.07208792,0.0008791761,0.027719924,0.004352901,0.001063427,0.6888442],"genre_scores_gemma":[0.94566226,0.0060569225,0.04163416,0.0027537288,0.00013185393,0.000012113804,0.0008694563,0.00082662376,0.0020528596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630016,0.000557731,0.00030190882,0.0015474006,0.00057548843,0.00071730034],"domain_scores_gemma":[0.9963894,0.0001167273,0.00016620304,0.0011998732,0.0014018145,0.00072601484],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.010817446,0.00020208224,0.00024599218,0.0015174159,0.004315253,0.038211245,0.020617235,0.00012042734,0.00008030182],"category_scores_gemma":[0.02600012,0.00023051637,0.000017839953,0.0017107546,0.0005578555,0.026199372,0.079467766,0.0011685466,0.000037789563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044249442,0.000023075867,0.000036434212,0.00016476019,0.000032611206,0.000022278202,0.0021864101,0.00012307467,0.00019748078,0.9563168,0.0050287484,0.03582403],"study_design_scores_gemma":[0.0010702795,0.00016774469,0.0018861465,0.0005176804,0.00001651375,0.000034765973,0.002866671,0.0069228285,0.00009580771,0.029000401,0.9569517,0.0004694563],"about_ca_topic_score_codex":0.016339164,"about_ca_topic_score_gemma":0.0013748074,"teacher_disagreement_score":0.95192295,"about_ca_system_score_codex":0.00197237,"about_ca_system_score_gemma":0.0010158432,"threshold_uncertainty_score":0.99698097},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117368100","doi":"10.1016/j.jclinepi.2025.112121","title":"Systematic reviews of quasi-experimental studies: challenges and considerations","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Systematic review; Preprint; Consistency (knowledge bases); Variety (cybernetics); Transparency (behavior); Grey literature; MEDLINE; Protocol (science); Identification (biology); Comparability","score_opus":0.9664743422323613,"score_gpt":0.7342298440974422,"score_spread":0.2322444981349191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117368100","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051501077,0.8969989,0.010957228,0.032559026,0.0025021564,0.001398182,0.000002626174,0.0000020768996,0.004078732],"genre_scores_gemma":[0.85831285,0.11083207,0.02469429,0.0045745936,0.0002920986,0.000035727266,2.2806839e-7,0.000006986292,0.0012511598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5701527,0.29362932,0.13313125,0.00093481335,0.0018275912,0.00032434775],"domain_scores_gemma":[0.23717219,0.6895519,0.06778111,0.0023308473,0.0029039234,0.00026001988],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6651582,0.00021743396,0.02824038,0.0003361355,0.00006373704,0.000028085147,0.0006731523,0.00018141649,0.0006333097],"category_scores_gemma":[0.9228594,0.00008648804,0.0039576967,0.00025434679,0.00038246316,0.00012669753,0.00013910608,0.00036129932,0.000087114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093531264,0.0016960436,0.043838017,0.024227295,0.008886334,0.000031280248,0.002804486,0.00006265313,0.000046119556,0.62067586,0.27387816,0.023760233],"study_design_scores_gemma":[0.0018934703,0.0029226216,0.027832493,0.015068934,0.0032703697,0.00035983912,0.014155797,0.002466925,0.00002360819,0.86502826,0.06660215,0.0003755277],"about_ca_topic_score_codex":9.722763e-7,"about_ca_topic_score_gemma":0.000007756372,"teacher_disagreement_score":0.80681175,"about_ca_system_score_codex":0.00001705018,"about_ca_system_score_gemma":0.00012482623,"threshold_uncertainty_score":0.9861864},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117383184","doi":"10.1016/j.msksp.2025.103480","title":"Latent classes of trial reporting and publication practices in spinal manipulation research: a meta-epidemiological study","year":2025,"lang":"en","type":"article","venue":"Musculoskeletal Science and Practice","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université du Québec à Trois-Rivières","funders":"","keywords":"Interpretability; Credibility; Spinal manipulation; Transparency (behavior); Alternative medicine; Clinical trial; MEDLINE","score_opus":0.3890855268524256,"score_gpt":0.5452740837269713,"score_spread":0.1561885568745457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117383184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713244,0.00050353503,0.000045291523,0.018691402,0.00008624478,0.001913215,2.720698e-7,0.000018310533,0.007417317],"genre_scores_gemma":[0.99780923,0.00012579598,0.0015781983,0.00020657045,0.000044742643,0.00013038154,0.0000025729335,0.0000038090086,0.00009870398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952978,0.001661343,0.0011817765,0.00063046603,0.0009344579,0.00029414374],"domain_scores_gemma":[0.99257886,0.004050191,0.001568116,0.00034316137,0.0013364794,0.0001231674],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054258704,0.0001316444,0.00050364714,0.0005987187,0.00025574665,0.000096852236,0.00010521083,0.0000918137,0.00001609504],"category_scores_gemma":[0.2746386,0.00008556235,0.00008862706,0.0020365983,0.00072244275,0.0013509333,0.00015234524,0.0004200102,0.0000014852577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06354894,0.012983503,0.51724267,0.0053346455,0.0013765313,0.000077539175,0.004587993,0.000034604323,0.09398876,0.045655046,0.0006315745,0.25453818],"study_design_scores_gemma":[0.004639368,0.00361949,0.9842712,0.000092176095,0.0004275625,0.00001854253,0.0038645638,0.0006043183,0.000043415585,0.00088660023,0.0014361542,0.00009660882],"about_ca_topic_score_codex":0.00081084005,"about_ca_topic_score_gemma":0.000079557,"teacher_disagreement_score":0.46702853,"about_ca_system_score_codex":0.00009191089,"about_ca_system_score_gemma":0.00036296708,"threshold_uncertainty_score":0.9738397},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7117489679","doi":"10.1016/j.semarthrit.2025.152907","title":"Determining the best discriminatory physical functioning outcome measurement instrument for psoriatic arthritis trials: A meta-epidemiological study","year":2025,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Krembil Foundation; University Health Network; Ottawa Hospital; University of Ottawa","funders":"Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Psoriatic arthritis; Outcome (game theory); Patient-reported outcome; Arthritis; MEDLINE; Psychometrics","score_opus":0.16281216313373342,"score_gpt":0.37394785276592624,"score_spread":0.2111356896321928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117489679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743727,0.11973844,0.00022696814,0.0013723038,0.0006948928,0.003119537,0.000033234766,0.00004139225,0.0004004875],"genre_scores_gemma":[0.95894176,0.03742121,0.0008575907,0.00030272632,0.00007121373,0.0022557909,0.00001282862,0.000021482781,0.00011536824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967291,0.0005267838,0.0012543111,0.00059403834,0.0004286473,0.00046714663],"domain_scores_gemma":[0.9977535,0.0014116148,0.0002604277,0.0003430334,0.00012824348,0.000103185004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038022269,0.0004274634,0.0022181785,0.00015552843,0.0005681948,0.000071791284,0.000102586135,0.000101270045,0.000025193276],"category_scores_gemma":[0.0033191438,0.00025423968,0.00049504417,0.00020172192,0.00019217575,0.000118823744,0.00014927208,0.00029374883,0.0000043341342],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014848505,0.0012472705,0.1420935,0.00006722141,0.0013082325,0.00003596766,0.001148389,0.000003054829,0.000009829358,0.0014111409,0.0003313863,0.8521955],"study_design_scores_gemma":[0.04708352,0.0076871887,0.8866857,0.021993153,0.005190059,0.00011954554,0.019587288,0.0007037446,0.00007752029,0.0079995915,0.002059714,0.00081294595],"about_ca_topic_score_codex":0.000117784824,"about_ca_topic_score_gemma":0.00047328122,"teacher_disagreement_score":0.8513826,"about_ca_system_score_codex":0.0001606742,"about_ca_system_score_gemma":0.00005793797,"threshold_uncertainty_score":0.999991},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117582584","doi":"10.1111/jebm.70106","title":"The Necessity and Feasibility Assessment Tool of the Clinical Prediction Model for Individual Prognosis Before Its Startup: A Multi‐Sectoral Delphi Consensus Study","year":2025,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Provincial Laboratory of Public Health; University of Calgary","funders":"Army Medical University; General Hospital of People’s Liberation Army; Peking University Third Hospital; Peking University; Shandong University; Nanjing Medical University; Sichuan University; Beijing Children's Hospital, Capital Medical University; Fudan University; Capital Medical University; National Natural Science Foundation of China; West China Hospital, Sichuan University; Tianjin University","keywords":"Delphi method; Predictive modelling; Delphi; MEDLINE; Risk assessment","score_opus":0.6466986557540526,"score_gpt":0.5807877204602196,"score_spread":0.06591093529383296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117582584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9281089,0.0012178172,0.0050872755,0.06161956,0.0012824798,0.0026591364,0.000014369893,0.000008052454,0.000002441116],"genre_scores_gemma":[0.9970123,0.00021615892,0.0013792551,0.0007841575,0.00048185707,0.000056535984,0.0000022696154,0.000007671229,0.000059775233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99650085,0.00048165888,0.0018634485,0.00022676925,0.00071777677,0.00020948185],"domain_scores_gemma":[0.9930888,0.0034058685,0.0009863563,0.0003257532,0.0020413916,0.00015187425],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008980425,0.00014836955,0.0005293577,0.000119631695,0.00032410343,0.000019927242,0.00021514876,0.00011913283,0.000006273788],"category_scores_gemma":[0.013241732,0.00006711084,0.00017346501,0.00031568776,0.0004578606,0.000116029245,0.00004421125,0.0005565588,9.643716e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015858433,0.0011282836,0.95703584,0.00031368167,0.00015824307,0.0000022472157,0.0017246595,0.00014702186,0.00013132041,0.000030808333,0.0021497863,0.035592236],"study_design_scores_gemma":[0.0016701298,0.0077038766,0.90245306,0.003501446,0.0011915979,0.000008768075,0.0063798195,0.075758725,0.0005274063,0.00066206115,0.00007984004,0.00006325997],"about_ca_topic_score_codex":0.00010664287,"about_ca_topic_score_gemma":0.00034490268,"teacher_disagreement_score":0.0756117,"about_ca_system_score_codex":0.0002010901,"about_ca_system_score_gemma":0.002909371,"threshold_uncertainty_score":0.99507016},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7128238597","doi":"10.1007/s11024-025-09591-1","title":"Canada’s Leap Forward in Research Security","year":2025,"lang":"en","type":"article","venue":"Minerva","topic":"Global Security and Public Health","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Cognitive reframing; Geopolitics; International security; National security; Security studies; Foreign policy; Academic freedom; Critical security studies; Higher education","score_opus":0.08130254074188956,"score_gpt":0.4330419808577356,"score_spread":0.351739440115846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128238597","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23086588,0.00038031166,0.0000025143763,0.11593839,0.00033379285,0.00019480567,0.000012682773,0.000018579904,0.65225303],"genre_scores_gemma":[0.98791224,0.00006807171,0.000014745565,0.0020698449,0.00010305134,0.000010037485,0.0000030255126,0.0000019049922,0.009817075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811214,0.00049702806,0.00014891848,0.00016671071,0.00049645244,0.00057874736],"domain_scores_gemma":[0.99932444,0.00023544097,0.000013879611,0.00013394642,0.00014054183,0.00015172464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002908545,0.000048049194,0.0001073936,0.00010485682,0.00036217764,0.000051182757,0.00030850447,0.000095216164,0.00019775641],"category_scores_gemma":[0.0010684604,0.000049579845,0.000019176061,0.0010307833,0.00013022622,0.0000911952,0.000064568936,0.00030690624,0.000015942802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069028215,0.00004637225,0.015984274,0.000029243229,0.0000037311156,0.000015322712,0.005215629,0.0000015236524,0.0000024004528,0.36599177,0.60674876,0.0059540956],"study_design_scores_gemma":[0.00011079294,0.000007128604,0.010141991,0.000025212707,7.330441e-7,9.67489e-8,0.0032462028,0.000026941312,0.0000049421046,0.01187842,0.97451174,0.00004580951],"about_ca_topic_score_codex":0.99704117,"about_ca_topic_score_gemma":0.99971306,"teacher_disagreement_score":0.75704634,"about_ca_system_score_codex":0.00071964494,"about_ca_system_score_gemma":0.0081282845,"threshold_uncertainty_score":0.9974947},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7128443786","doi":"10.4103/amas.amas_38_25","title":"Systematic Review and Meta-analysis: A Primer for the Surgical Researchers","year":2025,"lang":"en","type":"article","venue":"Annals of Minimal Access Surgery & Allied Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Systematic review; Transparency (behavior); Guideline; Checklist; MEDLINE; Publication bias; Evidence-based medicine; Best practice","score_opus":0.909443725631151,"score_gpt":0.6340713115035632,"score_spread":0.27537241412758773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128443786","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01726727,0.8555995,0.006686575,0.100852765,0.00028971693,0.011723664,0.0001584077,0.000021731179,0.0074003427],"genre_scores_gemma":[0.96496004,0.009306539,0.00072658516,0.007889115,0.000029032133,0.001502314,0.00000488847,0.000015904956,0.015565557],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9729979,0.0067607076,0.010723741,0.001635825,0.0072277854,0.00065400964],"domain_scores_gemma":[0.8994432,0.08071494,0.0069052298,0.0058816937,0.0067093265,0.0003456252],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36890304,0.0003719511,0.011281041,0.0014959181,0.00052141334,0.0018637487,0.0063219094,0.00006616861,0.0024175143],"category_scores_gemma":[0.13267295,0.00013900232,0.0077261687,0.013713641,0.0010778627,0.00087387126,0.0007326429,0.00016319916,0.000053406973],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017422577,0.00058559555,0.00930276,0.1640708,0.41533223,0.00002409017,0.0005880151,0.0003113602,0.00010597868,0.032680158,0.37448418,0.0023406267],"study_design_scores_gemma":[0.00019134545,0.000077415105,0.00813831,0.0025939469,0.94408655,0.000016583577,0.00080758124,0.00758979,0.00088330486,0.0070409514,0.027702706,0.0008715307],"about_ca_topic_score_codex":0.00003390696,"about_ca_topic_score_gemma":0.000023388024,"teacher_disagreement_score":0.9476928,"about_ca_system_score_codex":0.000011835949,"about_ca_system_score_gemma":0.0004766149,"threshold_uncertainty_score":0.9991724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7133071389","doi":"","title":"Exploring Relationships Between PhD Students’ Career Aspirations and Persistence Towards the Degree","year":2025,"lang":"","type":"dissertation","venue":"TSpace","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Career Pathways; Thematic analysis; Career development; Qualitative research; Career portfolio; Career counseling; Social cognitive theory; Graduate students","score_opus":0.9211711525666693,"score_gpt":0.5731110507320656,"score_spread":0.3480601018346037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133071389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8975463,0.00814447,0.0004374319,0.043584485,0.0060998374,0.003305988,0.000158435,0.00017432612,0.040548712],"genre_scores_gemma":[0.87880003,0.005594481,0.0003876916,0.00024076784,0.0011264083,0.0014649848,0.00068219466,0.000069984664,0.11163346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994106,0.001737713,0.0012275962,0.0009866392,0.0010261305,0.0009159125],"domain_scores_gemma":[0.9943425,0.0021651057,0.0007220548,0.001141836,0.0011496479,0.00047885862],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020382286,0.0006765775,0.00074550696,0.0004356628,0.009059433,0.0002660953,0.0009801986,0.0008227186,0.0006309635],"category_scores_gemma":[0.0019925141,0.0005818882,0.00028296578,0.001084662,0.00020534224,0.00057151564,0.0003751403,0.003918796,0.00023786885],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006118053,0.0003041767,0.07523568,0.0016595412,0.00074860326,0.0000026270998,0.87152785,0.00006439438,0.000010567184,0.021020133,0.005888531,0.023476712],"study_design_scores_gemma":[0.00036432166,0.00006652436,0.4743452,0.0011269865,0.00068723096,5.8598926e-7,0.49173588,0.000056743076,0.0000049374294,0.00024600283,0.030969601,0.00039600043],"about_ca_topic_score_codex":0.0027944534,"about_ca_topic_score_gemma":0.0078994045,"teacher_disagreement_score":0.3991095,"about_ca_system_score_codex":0.00059489347,"about_ca_system_score_gemma":0.0024504869,"threshold_uncertainty_score":0.99966323},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7134613536","doi":"","title":"The rise in subscription fees and the gold open access publishing, examined from financial reports of major publishers","year":2024,"lang":"ja","type":"article","venue":"Kyoto University Research Information Repository (Kyoto University)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payment; Financial plan; Quarter (Canadian coin); Work (physics); Financial services","score_opus":0.30010216013937585,"score_gpt":0.4569942950357946,"score_spread":0.15689213489641873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134613536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76416105,0.0015822063,0.00017037506,0.007486605,0.0018539369,0.0030445196,0.00013019665,0.00005727951,0.22151384],"genre_scores_gemma":[0.9388627,0.0019028779,0.000041859344,0.000055006174,0.000090958216,0.0000037784253,0.000032206422,0.000012530059,0.05899809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98538876,0.0030823601,0.001218833,0.0010416836,0.008180087,0.0010882912],"domain_scores_gemma":[0.9778947,0.010479948,0.0009405225,0.0018155276,0.008032716,0.0008365524],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"category_scores_codex":[0.034248292,0.00032120195,0.0005587932,0.048108373,0.0025172473,0.07960398,0.013145881,0.00050400133,0.0002730589],"category_scores_gemma":[0.03221793,0.00023561661,0.00026169283,0.12425376,0.0028032702,0.07051289,0.012420703,0.001895324,0.000094265975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0145887425,0.0006695271,0.1319952,0.00048407508,0.0007087655,0.006830854,0.026811624,0.00027788608,0.00041116937,0.18114449,0.5284851,0.10759255],"study_design_scores_gemma":[0.0034131354,0.00027004443,0.08361412,0.0002660428,0.000059751867,0.00004910272,0.044151172,0.0077712033,0.00031162793,0.0038128803,0.8558956,0.0003853631],"about_ca_topic_score_codex":0.07483634,"about_ca_topic_score_gemma":0.001994842,"teacher_disagreement_score":0.32741043,"about_ca_system_score_codex":0.0015331991,"about_ca_system_score_gemma":0.004045351,"threshold_uncertainty_score":0.99991053},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7135418809","doi":"10.6084/m9.figshare.5378920","title":"Additional file 1: of A descriptive qualitative examination of knowledge translation practice among health researchers in Manitoba, Canada","year":2017,"lang":"","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Knowledge translation; Interview; Descriptive research; MEDLINE; Qualitative analysis","score_opus":0.9235560984270809,"score_gpt":0.6547596401537334,"score_spread":0.2687964582733474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135418809","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045656582,0.000079450714,0.0000021449032,0.0038012804,0.000109553126,0.0023939058,0.9786879,0.0000076169595,0.014461571],"genre_scores_gemma":[0.21738072,0.0000180637,0.0017653775,0.0010048784,0.00018460456,0.0039724624,0.77447635,0.000044478784,0.0011530626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98516244,0.009880367,0.0021008288,0.00052694837,0.0013485982,0.0009808458],"domain_scores_gemma":[0.90685683,0.08290919,0.0056308955,0.0007201606,0.003311062,0.000571874],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039251833,0.000248113,0.000578307,0.00043214404,0.0013608222,0.00003696664,0.000740495,0.00023883821,0.9511752],"category_scores_gemma":[0.25123623,0.00028980762,0.0000663394,0.0007182068,0.00019184824,0.001798399,0.00020377357,0.0010097104,0.00040477078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042191776,0.00007990043,0.00001676845,0.0019762858,0.000015006097,0.0000028444456,0.17082286,0.000001916761,8.914802e-7,0.000017450737,0.81573147,0.011292427],"study_design_scores_gemma":[0.000847167,0.00022687048,0.22810024,0.017936155,0.000004613163,6.619215e-7,0.23129399,0.0006638912,0.000013042994,0.000027581016,0.52069634,0.00018945716],"about_ca_topic_score_codex":0.576281,"about_ca_topic_score_gemma":0.9613267,"teacher_disagreement_score":0.95077044,"about_ca_system_score_codex":0.0029238965,"about_ca_system_score_gemma":0.03513315,"threshold_uncertainty_score":0.9999554},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7140153615","doi":"","title":"Learning from the retraction and ridicule of fraudulent research about people and pet dogs in urban parks","year":2023,"lang":"en","type":"other","venue":"Open MIND","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grievance; Public health; Health worker; Qualitative research; Urban environment; Health services","score_opus":0.06625544500683896,"score_gpt":0.3683860929646041,"score_spread":0.3021306479577652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140153615","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72837555,0.0019879108,6.7813835e-7,0.00017219383,0.0001675237,0.0015885759,0.00047345585,0.000014672416,0.26721942],"genre_scores_gemma":[0.46004283,0.0020393913,0.00043387254,0.0000057954694,0.00040991846,0.00012301408,0.00034391656,0.0016170847,0.5349842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736315,0.0007573858,0.00028780114,0.0006409659,0.0006064889,0.00034423603],"domain_scores_gemma":[0.9984142,0.0007112108,0.00028592895,0.0004505213,0.000057148038,0.00008097358],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030387067,0.00021550558,0.00043855998,0.0003167654,0.00013324704,0.00027360325,0.0004370086,0.0002822709,0.006166003],"category_scores_gemma":[0.00055615674,0.0001702547,0.000028893026,0.00055700395,0.00021768305,0.00013326002,0.00061171514,0.0014007916,0.0016574794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028231918,0.00014642299,0.2262901,0.00006536522,0.00021545701,0.00010050635,0.013481301,0.000016896232,0.0012918805,0.000011531261,0.72980934,0.0282889],"study_design_scores_gemma":[0.0010778527,0.00014632617,0.25708437,0.0014986879,0.00005114154,0.000008795502,0.0041231043,0.0002549444,0.00015281272,0.00003409477,0.7352702,0.000297673],"about_ca_topic_score_codex":0.054871358,"about_ca_topic_score_gemma":0.13001303,"teacher_disagreement_score":0.26833272,"about_ca_system_score_codex":0.000095825206,"about_ca_system_score_gemma":0.000113114285,"threshold_uncertainty_score":0.9991198},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7140156199","doi":"","title":"Twenty-Five Strategies to Prevent Plagiarism","year":2020,"lang":"en","type":"other","venue":"Open MIND","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Resource (disambiguation); Qualitative research; Confidentiality","score_opus":0.03440572309427842,"score_gpt":0.3283883103755673,"score_spread":0.2939825872812889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140156199","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012360443,0.00023999694,0.00003292578,0.0002845747,0.00031911486,0.0025744778,0.0017488364,0.000020614827,0.99465585],"genre_scores_gemma":[0.0002896315,0.000009195318,0.013648733,0.00009563396,0.00044159047,0.000107586035,0.00032277807,0.0014350174,0.98364985],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978703,0.00013295758,0.00027800177,0.0008949991,0.00042682866,0.00039691228],"domain_scores_gemma":[0.9986646,0.00002362748,0.00028817347,0.0006862104,0.000023333494,0.00031406214],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020857231,0.00047591145,0.0006108432,0.00020439086,0.000040403662,0.00075039937,0.0016492775,0.00043958973,0.14425705],"category_scores_gemma":[0.000038695576,0.0004636813,0.00009064424,0.00029515664,0.000052336756,0.0001545646,0.0010297116,0.0004770735,0.3042473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040272702,0.00011541199,0.000001992678,0.00001880474,0.00023770216,0.00009854193,0.0015629097,0.000015067817,0.00044398237,0.00007416981,0.9885009,0.00889023],"study_design_scores_gemma":[0.00031429288,0.00010145586,0.00001420042,0.0003633528,0.00011052268,0.0000039801266,0.0011589582,0.0000048612183,0.0007329739,0.00006035862,0.9965759,0.0005591579],"about_ca_topic_score_codex":0.0011196794,"about_ca_topic_score_gemma":0.0026415372,"teacher_disagreement_score":0.15999024,"about_ca_system_score_codex":0.00011199339,"about_ca_system_score_gemma":0.00047314106,"threshold_uncertainty_score":0.9997815},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7154873752","doi":"","title":"The Development of PRITEM Reporting Guideline for Mapping Reviews","year":2024,"lang":"","type":"other","venue":"Open MIND","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Multidisciplinary approach; Delphi; Resource (disambiguation); Best practice; Systematic review; Guideline; Dissemination","score_opus":0.29981420757315447,"score_gpt":0.4526070781634036,"score_spread":0.15279287059024915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154873752","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010155009,0.09023147,0.004549243,0.00046413456,0.0019270845,0.024519527,0.00028113724,0.000004446493,0.8779214],"genre_scores_gemma":[0.0000072611515,0.00034745288,0.47194517,0.000013342699,0.00037255656,0.0005461867,0.0001389484,0.0009124492,0.5257166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97348404,0.0003277193,0.022589719,0.0018653127,0.00074136007,0.0009918624],"domain_scores_gemma":[0.9638823,0.000260641,0.032942075,0.0020782107,0.00064975844,0.00018697654],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.060860414,0.0010208646,0.002608638,0.00034214262,0.0005019266,0.0010459641,0.0026630869,0.0004371712,0.024684386],"category_scores_gemma":[0.011237387,0.000706683,0.0006486736,0.0009266275,0.00018692484,0.00014988663,0.0024572122,0.000519305,0.05862606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038638973,0.00005104363,0.000007754993,0.0009124775,0.00058646296,0.000011739804,0.0029702943,0.0000010333432,0.0022168118,0.0000053270733,0.37542406,0.61777437],"study_design_scores_gemma":[0.00040996654,0.000032167198,0.0000033840574,0.02432396,0.00041010024,0.000030488434,0.0013433512,0.0001749674,0.0029476483,0.000052735486,0.96946466,0.00080658926],"about_ca_topic_score_codex":0.000009312839,"about_ca_topic_score_gemma":0.0005541353,"teacher_disagreement_score":0.6169678,"about_ca_system_score_codex":0.00054742437,"about_ca_system_score_gemma":0.002826024,"threshold_uncertainty_score":0.99999106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7160532405","doi":"10.5683/sp3/tldy6w","title":"Replication Data for: Limited evidence of elevated microplastics in lower trophic levels downstream of wastewater treatment plants","year":2025,"lang":"","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; McMaster University","funders":"","keywords":"Microplastics; Trophic level; Effluent; Sewage treatment; Downstream (manufacturing); Wastewater; Upstream (networking); Watershed; Upstream and downstream (DNA)","score_opus":0.10132044888959107,"score_gpt":0.34472004544774737,"score_spread":0.2433995965581563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160532405","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030587617,0.0015214254,0.000040383165,0.00012305524,0.00029292828,0.005017643,0.96236044,0.0000482342,0.000008273127],"genre_scores_gemma":[0.029313736,0.0070803515,0.0011065854,0.000024065721,0.00012729596,0.00044245616,0.9616491,0.00016132568,0.00009506845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880581,0.0008150722,0.004841058,0.0037673474,0.0011920496,0.0013264024],"domain_scores_gemma":[0.9672379,0.0026995253,0.004132118,0.024479447,0.0011601239,0.00029089735],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0018302257,0.0017600927,0.0032961902,0.0022843485,0.0001281224,0.000097343436,0.0046576466,0.001413847,0.000083307415],"category_scores_gemma":[0.0068109604,0.0016337082,0.0004080591,0.0018148066,0.0006706508,0.00067205576,0.0014622766,0.00054653443,0.000021986118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010821701,0.004374254,0.00041614784,0.0033905015,0.0014895878,0.00007091739,0.00016760462,0.00030055686,0.07535643,0.000009991316,0.90246046,0.0011418369],"study_design_scores_gemma":[0.010962431,0.0057751453,0.004273387,0.027147805,0.005660142,0.00005429251,0.0001434801,0.004694702,0.1755485,0.000049450184,0.7634758,0.0022149088],"about_ca_topic_score_codex":0.034693792,"about_ca_topic_score_gemma":0.024714222,"teacher_disagreement_score":0.13898471,"about_ca_system_score_codex":0.0014700692,"about_ca_system_score_gemma":0.002408583,"threshold_uncertainty_score":0.9998825},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7161804531","doi":"10.82308/16669","title":"Assessing Organizational Participatory Research Partnerships in Health: A Content Validation Study","year":2024,"lang":"en","type":"dissertation","venue":"","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citizen journalism; Context (archaeology); Content analysis; Qualitative research","score_opus":0.9780879855976965,"score_gpt":0.8067035379575664,"score_spread":0.17138444764013006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161804531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663163,0.000106609616,0.00004051517,0.014683897,0.002445738,0.0060506314,0.000025519164,0.00021039373,0.010120416],"genre_scores_gemma":[0.9615406,0.000027434042,0.0001599654,0.0033068361,0.00043892284,0.002241763,0.00059790106,0.00009501464,0.031591598],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98110825,0.011082657,0.0029870106,0.00094221166,0.0022655008,0.0016143444],"domain_scores_gemma":[0.9927403,0.004241022,0.0006491227,0.00047476697,0.0014264253,0.00046839123],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.029886492,0.00029387817,0.0005805818,0.0015349385,0.0015394539,0.00019498495,0.00038696508,0.00035093943,0.0033135188],"category_scores_gemma":[0.0063954648,0.00027277172,0.000043654243,0.003011477,0.00005977059,0.00053224294,0.00011686635,0.0026894296,0.0027041559],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118901815,0.0007194843,0.34668186,0.0077840723,0.000073758165,0.000041419145,0.53451,0.000014314827,0.00037522163,0.026076276,0.08156252,0.0020421306],"study_design_scores_gemma":[0.0013370139,0.0002746025,0.25441334,0.0020343908,0.00001882449,6.079134e-7,0.72213686,0.00018928577,0.0000821308,0.0018796931,0.017236423,0.0003968116],"about_ca_topic_score_codex":0.0036688335,"about_ca_topic_score_gemma":0.03453743,"teacher_disagreement_score":0.18762684,"about_ca_system_score_codex":0.0023319547,"about_ca_system_score_gemma":0.013069925,"threshold_uncertainty_score":0.99997246},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7162344333","doi":"10.22215/glrnw/2431662","title":"Co-production of Knowledge in Forced Migration Studies: An Interdisciplinary Analysis of Challenges and the Possibilities for the Emergence of Best Practices","year":2024,"lang":"","type":"report","venue":"","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Forced migration; Refugee; Context (archaeology); Scholarship; Agency (philosophy); Best practice; Hegemony; Knowledge production","score_opus":0.2786127910045477,"score_gpt":0.49964711601153594,"score_spread":0.22103432500698822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162344333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5500877,0.4399171,0.000039246184,0.0015061051,0.0013257074,0.004151173,0.00048281337,0.000023010292,0.0024671743],"genre_scores_gemma":[0.72793186,0.2674791,0.0001161881,6.834622e-7,0.00018960463,0.00066319486,0.0001291047,0.000090518944,0.0033997574],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9904358,0.0015513046,0.004644783,0.0017411058,0.001199936,0.00042707892],"domain_scores_gemma":[0.97583085,0.0068473816,0.009548767,0.0021277433,0.005583357,0.00006190951],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.019781433,0.0008749213,0.0035609512,0.002591802,0.0003267231,0.00004757058,0.000757734,0.00039150965,0.00006308301],"category_scores_gemma":[0.006991718,0.0004735006,0.0011849027,0.0033032622,0.0044655856,0.0011282366,0.0007542864,0.00056524185,0.0000039451807],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007863229,0.0030262743,0.001176981,0.043894093,0.0773211,0.0000019545141,0.81723285,0.0029662943,0.013764226,0.00666696,0.0011710165,0.024915028],"study_design_scores_gemma":[0.00068049313,0.0017967949,0.0015396723,0.0024928078,0.041558806,0.000012421618,0.9203386,0.021290975,0.0072851307,0.0023270624,0.00021334257,0.0004639226],"about_ca_topic_score_codex":0.001965891,"about_ca_topic_score_gemma":0.17413503,"teacher_disagreement_score":0.17784418,"about_ca_system_score_codex":0.00026753367,"about_ca_system_score_gemma":0.0008980292,"threshold_uncertainty_score":0.99977165},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7165401262","doi":"10.70550/sebi.v1i3.73","title":"Fighting Predatory Journals: A Strategic Solution for the Quality and Sustainability of Scientific Publications in Indonesia","year":2024,"lang":"","type":"article","venue":"Social and Economic Bulletin","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Sustainability; Reputation; Context (archaeology); Agency (philosophy); Quality (philosophy); Process (computing); Qualitative research; Government (linguistics)","score_opus":0.5523710859871966,"score_gpt":0.546888739866304,"score_spread":0.0054823461208926005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165401262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9335787,0.016701426,0.0010697887,0.046396505,0.0007497671,0.0007976231,0.0002762438,0.000008943226,0.0004209894],"genre_scores_gemma":[0.9979191,0.0009807989,0.00004339516,0.000023073342,0.00017402261,0.000056175275,0.0000034892994,0.00000742339,0.0007925645],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995859,0.00043507077,0.0013404322,0.00086801196,0.00092959503,0.000567843],"domain_scores_gemma":[0.9904461,0.007414004,0.0004035962,0.00030434423,0.0012438726,0.00018808716],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.06180832,0.00015289786,0.00038499746,0.010741283,0.001418059,0.008062727,0.0007314593,0.00020465814,0.0005849447],"category_scores_gemma":[0.0062364293,0.00010779454,0.00017456824,0.018077094,0.0013709267,0.00042357214,0.0004972166,0.00038683717,0.000015067222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020802705,0.00042234067,0.25115854,0.0012264376,0.00016889427,0.0000019946838,0.008085914,0.00008879837,0.00025212223,0.1599487,0.024939973,0.55349827],"study_design_scores_gemma":[0.00087247713,0.00012497565,0.65367293,0.000058277175,0.00003639913,0.0000050593894,0.017906338,0.099244185,0.00002189299,0.14025244,0.087471575,0.00033347768],"about_ca_topic_score_codex":0.0008779424,"about_ca_topic_score_gemma":0.0002892595,"teacher_disagreement_score":0.5531648,"about_ca_system_score_codex":0.0003840014,"about_ca_system_score_gemma":0.0015268491,"threshold_uncertainty_score":0.999882},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7165620657","doi":"10.2196/89449","title":"Consensus on Core Competencies for Undergraduate Life Sciences Students in Entry-Level Participation in Clinical Trials: A RAND-Modified Delphi Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Core competency; Core (optical fiber); Delphi; Curriculum","score_opus":0.6559010665118099,"score_gpt":0.6442143020411057,"score_spread":0.011686764470704158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165620657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900747,0.000014872368,0.00008045786,0.0012938731,0.0003082452,0.00654846,0.000016229536,0.000105637555,0.0015575375],"genre_scores_gemma":[0.9984316,0.000018645966,0.00006411029,0.00010887277,0.000052591535,0.0010322417,0.000005008872,0.000010292849,0.00027659666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99258345,0.0033094662,0.0015873765,0.0006610457,0.0012478813,0.00061077485],"domain_scores_gemma":[0.9893704,0.009638855,0.00033580372,0.00031422448,0.00017872381,0.00016199735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026424196,0.00020022101,0.0007079608,0.00074930023,0.00063334836,0.0002176974,0.0009995761,0.00019690463,0.000027519174],"category_scores_gemma":[0.019510875,0.00017430489,0.00017558732,0.0010432499,0.0008600295,0.00010307467,0.00021619558,0.00044073423,0.0000073212527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003934194,0.0022783023,0.9665091,0.000020103724,0.000044166987,0.0000063449093,0.012753132,0.00011566117,0.00005630636,0.015315642,0.0012647436,0.0012430768],"study_design_scores_gemma":[0.004374524,0.00063287426,0.94690686,0.00015230432,0.000016842117,2.3636366e-8,0.03176191,0.00023173525,0.00005047292,0.01534602,0.00031939632,0.0002070564],"about_ca_topic_score_codex":0.0027595905,"about_ca_topic_score_gemma":0.026864627,"teacher_disagreement_score":0.024105037,"about_ca_system_score_codex":0.00033559668,"about_ca_system_score_gemma":0.0005968195,"threshold_uncertainty_score":0.9908925},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W88431714","doi":"10.1177/160940690900800204","title":"Learning to Think Qualitatively: Experiences of Graduate Students Conducting Qualitative Health Research","year":2009,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital; McMaster University; Université de Montréal","funders":"","keywords":"Honor; Qualitative research; Feeling; Humility; Graduate students; Psychology; Medical education; Pedagogy; Mathematics education; Sociology; Social psychology; Medicine; Computer science; Social science; Political science","score_opus":0.9610566714214468,"score_gpt":0.8342707177504582,"score_spread":0.12678595367098855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W88431714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6590504,0.001106473,0.27783492,0.0567636,0.0014473653,0.0006507987,0.000021682481,0.000035077748,0.0030896687],"genre_scores_gemma":[0.5072756,0.00041756654,0.49049956,0.00064121356,0.00040599247,0.000017061453,0.0000027647177,0.000019199872,0.00072102767],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7076341,0.27814078,0.0029261666,0.00058749114,0.00957479,0.0011366726],"domain_scores_gemma":[0.93264276,0.05175402,0.0020025868,0.00019028004,0.012725446,0.0006849269],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39744592,0.00026863586,0.0009908045,0.0014758715,0.000834421,0.00024782016,0.0020513944,0.0001463283,0.00013141557],"category_scores_gemma":[0.1414568,0.00023305307,0.00034945985,0.0016985043,0.0023895835,0.0009438202,0.00020905923,0.0020380067,0.000012821955],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031768484,0.00023788409,0.00001230352,0.000019331683,0.00024164289,0.000010545913,0.82944643,0.000027343433,0.0017436376,0.093178265,0.00060113793,0.074163795],"study_design_scores_gemma":[0.0005123197,0.0022309592,0.00017401941,0.00036918864,0.000006775864,0.0000033493086,0.8281154,0.000008175077,0.0022794295,0.16357496,0.0025398266,0.00018559849],"about_ca_topic_score_codex":0.0010904762,"about_ca_topic_score_gemma":0.000045042285,"teacher_disagreement_score":0.25598913,"about_ca_system_score_codex":0.00078345725,"about_ca_system_score_gemma":0.0016650608,"threshold_uncertainty_score":0.9503628},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}