{"meta":{"query_hash":"8ffaf2cf1999","filters":{"venue":"Research Integrity and Peer Review"},"cohort_total":29,"direct_labels_cover":18,"predictions_cover":29,"exported":29,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8ffaf2cf1999","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+Integrity+and+Peer+Review"},"results":[{"id":"W2416590355","doi":"10.1186/s41073-016-0014-7","title":"Updating standards for reporting diagnostic accuracy: the development of STARD 2015","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Diagnostic accuracy; Medical physics; Computer science; Medicine; Internal medicine","score_opus":0.921923900201108,"score_gpt":0.6904396986495264,"score_spread":0.23148420155158167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416590355","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034793854,0.40256336,0.1584483,0.36866382,0.0005632074,0.014909309,0.00075372704,0.000017535109,0.019286862],"genre_scores_gemma":[0.79987967,0.08169883,0.070342265,0.00129729,0.00055978744,0.0022135586,0.000057885056,0.00007153595,0.043879166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93800884,0.01692302,0.021559509,0.0011748346,0.021647014,0.000686777],"domain_scores_gemma":[0.41275844,0.405696,0.04783198,0.0155323325,0.1168609,0.0013203402],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70305026,0.00017715254,0.0023502533,0.00015152189,0.0004113115,0.00038696526,0.0013406835,0.000060611364,0.0031058176],"category_scores_gemma":[0.8594182,0.00005345941,0.0006952247,0.0008808497,0.00017869643,0.0002088626,0.00034707968,0.00040635766,0.00016209102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005248071,0.000018200788,0.0024034826,0.00226387,0.00009250893,0.0000013991773,0.00031705576,6.1312726e-8,0.00005933386,0.002608916,0.37101838,0.6212115],"study_design_scores_gemma":[0.000083118124,0.000033365355,0.0013351688,0.005665701,0.000055394532,0.0000071897457,0.0004254535,0.000023207256,0.00016495168,0.0070021646,0.9851204,0.0000838566],"about_ca_topic_score_codex":0.000020270927,"about_ca_topic_score_gemma":0.00008255867,"teacher_disagreement_score":0.7650858,"about_ca_system_score_codex":0.00007748703,"about_ca_system_score_gemma":0.00092925836,"threshold_uncertainty_score":0.9978055},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2484353070","doi":"10.1186/s41073-016-0012-9","title":"Proceedings of the 4th World Conference on Research Integrity","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Canada; Dalhousie University; Treasury Board of Canada Secretariat; University of Calgary; McGill University; University of Alberta; Université de Montréal; Brandon University; Queen's University; Fonds de recherche du Québec; Fonds de Recherche du Québec - Santé","funders":"National Research Foundation of Korea; University of New South Wales; National Research Foundation","keywords":"Research integrity; Political science; Engineering ethics; Computer science; Engineering","score_opus":0.8209765703090168,"score_gpt":0.6145609508358271,"score_spread":0.20641561947318976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484353070","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20595084,0.011107627,0.0000065048143,0.7280154,0.00023081325,0.0022913765,0.000021900314,0.000026467294,0.052349053],"genre_scores_gemma":[0.9173712,0.052033458,0.000065582375,0.00074767164,0.000250483,0.00011921226,0.0000025455984,0.000012043702,0.029397769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960629,0.00044838063,0.00048568507,0.0003675807,0.0021200306,0.00051546737],"domain_scores_gemma":[0.988508,0.0014707531,0.00009011937,0.0004379693,0.00917258,0.00032060305],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017520003,0.00011812059,0.0003627552,0.00024563403,0.00029728157,0.000044900247,0.00035189727,0.00013779971,0.0006784876],"category_scores_gemma":[0.01691943,0.000054457807,0.00009524931,0.00111405,0.00092996814,0.00012219786,0.00016400742,0.0032127253,0.00017705592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025519976,0.00037506394,0.030016724,0.008421923,0.000028714969,0.0000026863213,0.00090311293,2.1938793e-9,0.0024145027,0.19221817,0.32718402,0.43817988],"study_design_scores_gemma":[0.00014363113,0.0013829999,0.023608094,0.09573432,0.00004292327,0.000047133184,0.0018089749,0.000019576139,0.03772318,0.08459098,0.7546656,0.00023258408],"about_ca_topic_score_codex":0.0018303255,"about_ca_topic_score_gemma":0.00043325115,"teacher_disagreement_score":0.72726774,"about_ca_system_score_codex":0.00020030538,"about_ca_system_score_gemma":0.0007982599,"threshold_uncertainty_score":0.9990869},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2531842628","doi":"10.1186/s41073-016-0022-7","title":"Is it becoming harder to secure reviewers for peer review? A test with data from five ecology journals","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Wildlife Fund Canada; University of British Columbia; Women's Health Research Institute","funders":"","keywords":"Ecology; Community; Publishing; Functional ecology; Evolutionary ecology; Rhetorical question; Biology; Habitat; Political science; Ecosystem; Law","score_opus":0.9221730707033521,"score_gpt":0.7096993867356763,"score_spread":0.21247368396767574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531842628","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005110418,0.34053174,0.0014475455,0.65045696,0.00015405026,0.002460596,0.003103672,0.000009509171,0.0013248941],"genre_scores_gemma":[0.001295789,0.90540236,0.004976423,0.020568965,0.00029994838,0.00027006606,0.00009847949,0.000030421204,0.06705754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717272,0.0017873342,0.0015532733,0.0019223058,0.021658812,0.0013510691],"domain_scores_gemma":[0.6633531,0.13572043,0.0015033262,0.011049611,0.18310234,0.005271216],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22905879,0.00031132856,0.0014028784,0.008199491,0.0005751274,0.0018189815,0.0058880993,0.00020723142,0.009945498],"category_scores_gemma":[0.6551285,0.00014581611,0.00023535629,0.04588677,0.0003807069,0.0010729847,0.002725561,0.001550264,0.0017139163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022627122,0.000071562594,0.0042054285,0.00096979976,0.000036505924,0.000012503712,0.000059838872,1.21300054e-8,0.000024506942,0.00005459077,0.82216835,0.17237426],"study_design_scores_gemma":[0.00042553712,0.00042062256,0.0031072118,0.019074518,0.000047578,0.000028095124,0.00013084522,0.00005704773,0.000027551963,0.0020120258,0.97442335,0.00024563877],"about_ca_topic_score_codex":0.00031066744,"about_ca_topic_score_gemma":0.00045767368,"teacher_disagreement_score":0.629888,"about_ca_system_score_codex":0.00018788362,"about_ca_system_score_gemma":0.00092774985,"threshold_uncertainty_score":0.9994905},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2552820166","doi":"10.1186/s41073-016-0024-5","title":"Ranking major and minor research misbehaviors: results from a survey among participants of four World Conferences on Research Integrity","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":219,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Minor (academic); Misconduct; Psychology; Quality (philosophy); Product (mathematics); Social psychology; Public relations; Political science; Law","score_opus":0.6723211565749861,"score_gpt":0.5540285380960718,"score_spread":0.11829261847891437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552820166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.861551,0.020811625,0.000017958337,0.08644508,0.00028216786,0.0026701675,0.001594898,0.00005837515,0.02656874],"genre_scores_gemma":[0.9092004,0.07678433,0.00012279063,0.00011399547,0.00034430414,0.0001329459,0.000052680145,0.000021956184,0.013226617],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9537946,0.033613347,0.001260175,0.0012933133,0.0077980524,0.0022405116],"domain_scores_gemma":[0.94592357,0.04295914,0.00024130297,0.0008526239,0.009016134,0.0010072541],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.24208291,0.00031668623,0.0009932108,0.00087579136,0.0018235566,0.0003834807,0.0014684098,0.0010817425,0.00093564583],"category_scores_gemma":[0.14647785,0.00020720872,0.00013873888,0.0022208935,0.0068842876,0.0005498516,0.00065471133,0.013675056,0.00016193488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027504836,0.00078005804,0.33206454,0.00212436,0.0002465387,0.0001408125,0.022310926,3.409883e-8,0.00061586354,0.08584691,0.3289609,0.2241586],"study_design_scores_gemma":[0.002466422,0.000965386,0.30549428,0.057158034,0.0000895669,0.000005518131,0.00989569,0.000027603513,0.0015564532,0.05778453,0.56363755,0.00091896486],"about_ca_topic_score_codex":0.31289145,"about_ca_topic_score_gemma":0.18560389,"teacher_disagreement_score":0.23467667,"about_ca_system_score_codex":0.00032137084,"about_ca_system_score_gemma":0.0018089805,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W2592437185","doi":"10.1186/s41073-017-0027-x","title":"Recruitment of reviewers is becoming harder at some journals: a test of the influence of reviewer fatigue at six journals in ecology and evolution","year":2017,"lang":"en","type":"editorial","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"3v Geomatics (Canada); Women's Health Research Institute; B.C. Women's Hospital & Health Centre","funders":"British Ecological Society; Ecological Society of America; Society for the Study of Evolution","keywords":"Demography; Medicine; Gerontology; Ecology; Psychology; Biology; Sociology","score_opus":0.8090483276171163,"score_gpt":0.6622627539633377,"score_spread":0.14678557365377864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592437185","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025772454,0.93180895,0.0000021063909,0.011036277,0.027585013,0.002798155,0.0006991639,0.0000019186011,0.00029598753],"genre_scores_gemma":[0.00654475,0.98257834,0.00008259507,0.00008254914,0.00630599,0.00008736342,0.0000073829783,0.000016656852,0.004294385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9617069,0.0053209574,0.004153596,0.0011565923,0.026690667,0.00097132253],"domain_scores_gemma":[0.82454765,0.067569174,0.007961532,0.0044520716,0.09441885,0.0010507157],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.24278136,0.00034845195,0.0026647598,0.013699664,0.0005505351,0.0005201535,0.0041913474,0.00076565525,0.0005209294],"category_scores_gemma":[0.7379476,0.00019318551,0.00052507047,0.025694234,0.0016282039,0.0006622484,0.004254799,0.004103616,0.000023113418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024618039,0.00012952667,0.06711761,0.0071317223,0.000044452157,0.0000045847937,0.000107572916,7.488179e-7,0.00013936452,0.0000377978,0.8967075,0.028554553],"study_design_scores_gemma":[0.00037903554,0.00026958782,0.079638556,0.03925018,0.000052578165,0.000012214059,0.000031160183,0.00001675768,0.000083376784,0.0020110244,0.8780813,0.00017418561],"about_ca_topic_score_codex":0.00072144705,"about_ca_topic_score_gemma":0.00052420696,"teacher_disagreement_score":0.49516624,"about_ca_system_score_codex":0.0007623481,"about_ca_system_score_gemma":0.0017765661,"threshold_uncertainty_score":0.998194},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2613383989","doi":"10.1186/s41073-017-0031-1","title":"Retractions in cancer research: a systematic survey","year":2017,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Impact factor; MEDLINE; Medicine; Descriptive statistics; Family medicine; Library science; Computer science; Political science; Law; Statistics","score_opus":0.7171569621897869,"score_gpt":0.63058816574139,"score_spread":0.08656879644839688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613383989","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025447747,0.27862105,0.000019988012,0.4800517,0.0008498012,0.0055266935,0.00024247156,0.00006567856,0.20917487],"genre_scores_gemma":[0.41262174,0.55493337,0.000038821465,0.00031545412,0.00031695477,0.00038000938,0.000012766293,0.00001250483,0.031368412],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799778,0.014581808,0.00049649325,0.0004221336,0.0035750358,0.00094671664],"domain_scores_gemma":[0.9898578,0.0051021925,0.00013535017,0.0006634606,0.0039051077,0.00033608323],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20593694,0.000118204545,0.00054206856,0.0002662322,0.003627497,0.00061263575,0.0012495943,0.00068248494,0.00067085744],"category_scores_gemma":[0.18218885,0.00009390079,0.000072837705,0.0006902989,0.0015855392,0.00058770436,0.0002651946,0.012058276,0.00023499041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077563935,0.00033084696,0.045576405,0.10118412,0.000102334874,0.00013007555,0.016087122,1.4349244e-7,0.000024088702,0.2321558,0.586793,0.017538488],"study_design_scores_gemma":[0.00022711788,0.00006871347,0.044086847,0.13819627,0.0000253786,0.000011845185,0.0044836635,0.00003720691,0.000011721232,0.019517995,0.79300547,0.00032779225],"about_ca_topic_score_codex":0.36742365,"about_ca_topic_score_gemma":0.25025675,"teacher_disagreement_score":0.47973627,"about_ca_system_score_codex":0.0003865078,"about_ca_system_score_gemma":0.0011345779,"threshold_uncertainty_score":0.99766964},"labels":[],"label_agreement":null},{"id":"W2626981796","doi":"10.1186/s41073-017-0037-8","title":"Reviewer training to assess knowledge translation in funding applications is long overdue","year":2017,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michael Smith Health Research BC","funders":"Michael Smith Health Research BC","keywords":"Knowledge translation; Excellence; Relevance (law); Accreditation; Political science; Public relations; Health care; Medical education; Modalities; Business; Engineering ethics; Knowledge management; Medicine; Computer science; Sociology; Engineering","score_opus":0.9780282322318703,"score_gpt":0.8145573755709148,"score_spread":0.1634708566609555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626981796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0109838145,0.060296517,0.009648537,0.7901394,0.0008749405,0.020336773,0.00033151382,0.00009749741,0.10729102],"genre_scores_gemma":[0.43010208,0.4108197,0.009017775,0.08422105,0.0032902043,0.019185519,0.00011374462,0.00013466332,0.04311527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942305,0.002516332,0.0009091821,0.00045175038,0.0009852786,0.00090694946],"domain_scores_gemma":[0.99173373,0.0038567318,0.00022501894,0.0007860528,0.0028442987,0.0005541955],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043390553,0.00012848676,0.00045028646,0.0002541782,0.0023586492,0.00010910117,0.0006051311,0.00013057009,0.000900335],"category_scores_gemma":[0.0374746,0.000109753484,0.000050410996,0.0006750843,0.00014210404,0.00048238804,0.00021755468,0.0021328204,0.0008200983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008074674,0.00004107846,0.020825695,0.017907523,0.000007963665,0.0000023224943,0.026454957,5.2267584e-8,0.000043390217,0.011037761,0.15654445,0.76712674],"study_design_scores_gemma":[0.00020868625,0.000024043742,0.033772882,0.010405137,0.000005429134,0.00000104109,0.0008299635,0.000025189465,0.0000040672126,0.0005532522,0.954066,0.00010430911],"about_ca_topic_score_codex":0.0008469955,"about_ca_topic_score_gemma":0.003266067,"teacher_disagreement_score":0.79752153,"about_ca_system_score_codex":0.0002680535,"about_ca_system_score_gemma":0.0012737487,"threshold_uncertainty_score":0.99995786},"labels":[],"label_agreement":null},{"id":"W2676139175","doi":"10.1186/s41073-017-0038-7","title":"Improving the process of research ethics review","year":2017,"lang":"en","type":"editorial","venue":"Research Integrity and Peer Review","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research ethics; Process (computing); Workload; Workflow; Set (abstract data type); Engineering ethics; Process management; Business; Management science; Knowledge management; Political science; Computer science; Engineering","score_opus":0.8275826729916408,"score_gpt":0.742965650036921,"score_spread":0.08461702295471973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2676139175","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027279343,0.69173366,0.0000035322525,0.22927032,0.060941346,0.0045888675,0.00020297116,0.00002457411,0.0132319685],"genre_scores_gemma":[0.000031292104,0.7616955,0.00006594628,0.0007331114,0.19775593,0.0004991588,0.00019819634,0.000074855474,0.03894599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9271649,0.014270109,0.0028029638,0.0021488054,0.05135246,0.0022607488],"domain_scores_gemma":[0.12756337,0.56228936,0.0021561466,0.014852911,0.29063725,0.0025009334],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.50420654,0.00048565684,0.0026926487,0.0004066156,0.0017202916,0.00033611569,0.0040466534,0.0046733827,0.00036162868],"category_scores_gemma":[0.9291375,0.00028014337,0.0005790418,0.0013378968,0.007985244,0.0001459931,0.0026983316,0.16632363,0.0001798792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006920005,0.000097353884,0.000009219068,0.39270842,0.00007877245,0.0000450379,0.00010442992,1.1793649e-9,0.0000030809683,0.0010587241,0.58377904,0.022046693],"study_design_scores_gemma":[0.00021783574,0.0005055036,0.0000066328676,0.3646941,0.00016387313,0.00001504201,0.00006593389,0.0000022184572,0.000018156616,0.0073608016,0.62680286,0.00014704949],"about_ca_topic_score_codex":0.0030345242,"about_ca_topic_score_gemma":0.0010336222,"teacher_disagreement_score":0.79960155,"about_ca_system_score_codex":0.00034401292,"about_ca_system_score_gemma":0.032129582,"threshold_uncertainty_score":0.9999651},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2736138949","doi":"10.1186/s41073-017-0039-6","title":"Reporting of sex and gender in randomized controlled trials in Canada: a cross-sectional methods study","year":2017,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Institute of Gender and Health; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital; University of British Columbia; Ottawa Public Health; Cochrane; B.C. Women's Hospital & Health Centre; University of Waterloo; University of British Columbia Hospital; Bruyère; University of Ottawa","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Data extraction; MEDLINE; Family medicine; Psychology; Political science; Nursing","score_opus":0.7495869905793017,"score_gpt":0.6726107220083017,"score_spread":0.07697626857099993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736138949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8241727,0.15940683,0.000015036062,0.006890452,0.00012913685,0.007574274,0.000011379457,0.000003844159,0.0017963792],"genre_scores_gemma":[0.9684279,0.029924732,0.00045989317,0.00015450429,0.00007047928,0.00041327285,0.0000053472822,0.000007260106,0.00053663476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9705798,0.01982415,0.006599001,0.00061892,0.0018818683,0.00049627636],"domain_scores_gemma":[0.9801442,0.015410047,0.0018391312,0.000665034,0.0016967631,0.00024481484],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.384031,0.00012857273,0.0052719503,0.0001840872,0.00016555673,0.00006268892,0.00011881795,0.00009434937,0.00010479599],"category_scores_gemma":[0.44302619,0.000077001336,0.0002244266,0.00013280506,0.0002015744,0.00006052039,0.00011463729,0.0013796404,2.5439238e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014449881,0.000107492735,0.9397709,0.0061685853,0.00022583977,0.00012608072,0.00084805535,1.1006901e-7,0.000013127652,0.00012177882,0.00019453063,0.037973646],"study_design_scores_gemma":[0.13445038,0.00012382952,0.85771257,0.0026279204,0.00009969009,0.000090295354,0.0013170803,0.00018566761,0.000022606451,0.0020036786,0.0012686666,0.000097618475],"about_ca_topic_score_codex":0.73150855,"about_ca_topic_score_gemma":0.4053375,"teacher_disagreement_score":0.32617107,"about_ca_system_score_codex":0.0001817957,"about_ca_system_score_gemma":0.0026327954,"threshold_uncertainty_score":0.6342697},"labels":[],"label_agreement":null},{"id":"W2889155419","doi":"10.1186/s41073-018-0050-6","title":"Beyond sex and gender difference in funding and reporting of health research","year":2018,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Institute of Gender and Health; Secretaría de Estado de Investigación, Desarrollo e Innovación; Narodowe Centrum Badań i Rozwoju; Medical Research Council; National Institutes of Health; Latvijas Zinātnes Padome; Vlaamse regering; Norges Forskningsråd; Agentúra na Podporu Výskumu a Vývoja; Danmarks Frie Forskningsfond; Centre National de la Recherche Scientifique; Lietuvos Mokslo Taryba; Hrvatska Zaklada za Znanost; Vetenskapsrådet; Canadian Institutes of Health Research; Fonds Wetenschappelijk Onderzoek; Ministero dell’Istruzione, dell’Università e della Ricerca; Academy of Finland; Eesti Teadusagentuur; Rannís; Unitatea Executiva pentru Finantarea Invatamantului Superior, a Cercetarii, Dezvoltarii si Inovarii; Irish Research Council; Malta Council for Science and Technology; Icelandic Centre for Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Javna Agencija za Raziskovalno Dejavnost RS; Hungarian Scientific Research Fund; Fonds De La Recherche Scientifique - FNRS; Research Councils UK; Grantová Agentura České Republiky; Israel Science Foundation; Research Promotion Foundation; Fonds National de la Recherche Luxembourg; Deutsche Forschungsgemeinschaft; National Science Foundation; Science Foundation Ireland; Fundação para a Ciência e a Tecnologia; ZonMw; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Agence Nationale de la Recherche","keywords":"Inclusion (mineral); Scholarship; Gender analysis; Publishing; Consistency (knowledge bases); Political science; Inclusion–exclusion principle; Public relations; Psychology; Sociology; Gender studies; Politics","score_opus":0.839745605306376,"score_gpt":0.6353264997642469,"score_spread":0.20441910554212905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889155419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5703246,0.37003225,0.000011790868,0.05245512,0.00004816234,0.001345429,0.0000102875965,0.000012774933,0.0057596085],"genre_scores_gemma":[0.85484284,0.14286397,0.00031691766,0.0005024335,0.000110290064,0.000028594903,0.000009847171,0.000010629128,0.0013144867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945359,0.0017085182,0.0011563333,0.0005180872,0.0014002594,0.0006808722],"domain_scores_gemma":[0.99646026,0.000915144,0.00020842892,0.0003835001,0.0016466463,0.00038600405],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063757285,0.00011304196,0.0007420391,0.00031287555,0.0003027917,0.000035950838,0.00008876848,0.000120757366,0.0000626972],"category_scores_gemma":[0.01714023,0.00008364515,0.00002977636,0.00065980415,0.0006964489,0.000057994144,0.00024453545,0.0020624204,0.000003011215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006602052,0.00009412259,0.33692017,0.051902857,0.000029417472,0.000048767466,0.0066437693,2.133809e-9,0.00021444987,0.0050001885,0.005637007,0.5934432],"study_design_scores_gemma":[0.0009281524,0.0020795683,0.86988926,0.027040526,0.00002009586,0.0007152119,0.007311414,0.00013691849,0.00029122212,0.031623915,0.0597176,0.00024610196],"about_ca_topic_score_codex":0.0022650603,"about_ca_topic_score_gemma":0.0003476905,"teacher_disagreement_score":0.5931971,"about_ca_system_score_codex":0.0000867024,"about_ca_system_score_gemma":0.00054118526,"threshold_uncertainty_score":0.9911388},"labels":[],"label_agreement":null},{"id":"W2895514839","doi":"10.1186/s41073-018-0053-3","title":"Protocol for the development of a CONSORT extension for RCTs using cohorts and routinely collected health data","year":2018,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Multiple Sclerosis Society of Canada; Jewish General Hospital; University of Ottawa; Dalhousie University; McMaster University; Western University; Children's Hospital of Eastern Ontario; Impact; Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Checklist; Observational study; Generalizability theory; Guideline; Protocol (science); Randomized controlled trial; Medicine; Systematic review; Strengthening the reporting of observational studies in epidemiology; Research design; MEDLINE; Family medicine; Alternative medicine; Psychology; Statistics; Political science; Surgery","score_opus":0.9111252944079001,"score_gpt":0.6940410504859482,"score_spread":0.2170842439219519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895514839","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010772392,0.0051980834,0.40026963,0.011964654,0.000031927833,0.5808006,0.00030717824,0.000103378596,0.0002472988],"genre_scores_gemma":[0.0015936255,0.0024175001,0.8560075,0.0003719965,0.00008686716,0.13899139,0.000058736503,0.000038776463,0.00043358665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811053,0.00026605916,0.0005622095,0.00029414016,0.0004705448,0.0002964861],"domain_scores_gemma":[0.99445206,0.002219833,0.00020585331,0.0005344789,0.0024962393,0.000091514135],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015612672,0.000114058406,0.00045026361,0.00005104553,0.00044349616,0.000034816432,0.0002652231,0.00006105638,0.000018696543],"category_scores_gemma":[0.015611298,0.000067304405,0.000023709743,0.00021796588,0.00031845798,0.000100394864,0.0003323881,0.0003186277,3.3794842e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086474203,0.00056813523,0.00045258412,0.11872195,0.0002278434,0.0000016789928,0.0022413586,3.442658e-8,0.0017171201,0.076899126,0.45043314,0.3478723],"study_design_scores_gemma":[0.0008019062,0.000825253,0.0002530557,0.02502936,0.000044842833,0.000034734,0.00016477909,0.0027586035,0.0031817097,0.0810976,0.8855781,0.00023008324],"about_ca_topic_score_codex":0.00006470225,"about_ca_topic_score_gemma":0.00029169733,"teacher_disagreement_score":0.4557379,"about_ca_system_score_codex":0.000062001745,"about_ca_system_score_gemma":0.0008026611,"threshold_uncertainty_score":0.9926806},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2947766279","doi":"10.1186/s41073-019-0068-4","title":"Measuring the data gap: inclusion of sex and gender reporting in diabetes research","year":2019,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Toronto Public Health; Public Health Ontario; Women's College Hospital","funders":"Diabetes Action Canada; University of Toronto; Ontario Ministry of Health and Long-Term Care; Diabetes Action Research and Education Foundation","keywords":"Observational study; Diabetes mellitus; Medicine; Type 2 diabetes; Inclusion (mineral); Research design; Randomized controlled trial; Sex characteristics; Family medicine; Psychology; Social psychology; Internal medicine; Social science; Endocrinology","score_opus":0.8197748069475616,"score_gpt":0.5915464012853751,"score_spread":0.2282284056621865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947766279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65840894,0.30164713,7.3257934e-7,0.033747077,0.00003838572,0.0014936815,0.00001386517,0.00000816163,0.004642054],"genre_scores_gemma":[0.90941435,0.089255296,0.000098992045,0.00033793013,0.00007927672,0.000026218784,0.000042653905,0.000011942993,0.00073333876],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367577,0.0018930202,0.00087306026,0.00055904535,0.00245282,0.0005463086],"domain_scores_gemma":[0.9952435,0.0017193841,0.00013993387,0.0012758147,0.0014494839,0.00017186461],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097230315,0.00009767333,0.0004914823,0.00019235616,0.0002931586,0.00003062424,0.00037172608,0.00011461811,0.00009647296],"category_scores_gemma":[0.024695903,0.000058236146,0.00003419258,0.0006637338,0.00024637752,0.00011043047,0.0025996906,0.002767559,0.000010415837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051373674,0.000103320526,0.6566786,0.055998657,0.000051074447,0.00004144869,0.004466078,8.350322e-8,0.0010581986,0.0006241662,0.0070862295,0.27384073],"study_design_scores_gemma":[0.0016834874,0.0009603894,0.37700787,0.060984038,0.00008231059,0.0003076058,0.011152723,0.0020602583,0.0018774521,0.019289056,0.52413327,0.00046158643],"about_ca_topic_score_codex":0.0011519621,"about_ca_topic_score_gemma":0.00014049932,"teacher_disagreement_score":0.517047,"about_ca_system_score_codex":0.000059972175,"about_ca_system_score_gemma":0.00037252044,"threshold_uncertainty_score":0.9995331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3045465353","doi":"10.1186/s41073-020-00096-x","title":"Quantifying professionalism in peer review","year":2020,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Environment and Climate Change Canada; Memorial University of Newfoundland; Library and Archives Canada; University of Victoria","funders":"","keywords":"Rubric; Criticism; Psychology; Peer review; Distress; Quality (philosophy); Medical education; Applied psychology; Medicine; Clinical psychology; Epistemology; Law; Mathematics education; Political science","score_opus":0.9673817885818834,"score_gpt":0.7461647558699385,"score_spread":0.22121703271194493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045465353","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014885281,0.4935625,0.00005045821,0.497716,0.00010102688,0.00095039053,0.000038343336,0.000013497693,0.0060792402],"genre_scores_gemma":[0.058939535,0.91000986,0.00046329675,0.0150561575,0.0001351557,0.00012309782,0.000039027083,0.000019500996,0.015214379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9498593,0.0039663813,0.0015310501,0.0012984726,0.042221934,0.0011228159],"domain_scores_gemma":[0.9106461,0.019385925,0.00046893634,0.002071377,0.065083556,0.0023441326],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25013795,0.00020249546,0.0009250742,0.008662999,0.00032793128,0.0012434206,0.002727813,0.0001696129,0.0031372756],"category_scores_gemma":[0.5492743,0.00012234043,0.00020982212,0.13140586,0.0003035171,0.00064895046,0.001693203,0.003785944,0.0014758512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011034542,0.000071570095,0.0076782317,0.004393061,0.0000059675685,0.00005068172,0.00011230916,6.5373314e-8,0.00002645376,0.0034633602,0.76126724,0.22292],"study_design_scores_gemma":[0.00017828967,0.00009213049,0.0071594594,0.008996517,0.0000049696573,0.000011904612,0.00014130969,0.00031865848,0.000016418873,0.002666689,0.9802539,0.00015979291],"about_ca_topic_score_codex":0.00029022817,"about_ca_topic_score_gemma":0.00004969623,"teacher_disagreement_score":0.48265985,"about_ca_system_score_codex":0.00009824391,"about_ca_system_score_gemma":0.0006506505,"threshold_uncertainty_score":0.9997934},"labels":[],"label_agreement":null},{"id":"W3102946754","doi":"10.1186/s41073-020-00102-2","title":"Doing better: eleven ways to improve the integration of sex and gender in health research proposals","year":2020,"lang":"en","type":"letter","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Women's College Hospital","funders":"Canadian Institutes of Health Research; Diabetes Action Research and Education Foundation","keywords":"Gender identity; Relevance (law); Psychology; Medical education; Medicine; Political science; Social psychology","score_opus":0.5665995736985263,"score_gpt":0.5392911544766058,"score_spread":0.02730841922192051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102946754","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030316517,0.10704219,0.00008023688,0.8865591,0.00007280881,0.005054783,0.00010573627,0.000015694239,0.0007662222],"genre_scores_gemma":[0.0034110486,0.21959165,0.0024181728,0.76893294,0.002330897,0.0007444006,0.0004470239,0.00008954419,0.0020343452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890624,0.0042091324,0.0011280025,0.0010003472,0.0035130852,0.0010869942],"domain_scores_gemma":[0.99445385,0.0019560459,0.00012758693,0.00083708175,0.0022185603,0.0004069064],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03102079,0.00030075535,0.0012267651,0.0004951235,0.00030141076,0.00009551726,0.00040644532,0.00049410714,0.00008162264],"category_scores_gemma":[0.006944293,0.00018374618,0.00011631468,0.0011781681,0.00041077312,0.000073335315,0.000423964,0.015672058,0.000028120825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004060342,0.00002468725,0.00016282964,0.058846883,0.00003777658,0.00008529025,0.0032713478,6.5634946e-9,0.00006242913,0.0002427518,0.6601764,0.277049],"study_design_scores_gemma":[0.00023938633,0.0009145175,0.00022846776,0.015831193,0.000018802728,0.000072422066,0.0007963245,0.000023927221,0.00009249752,0.004464317,0.97717327,0.00014489217],"about_ca_topic_score_codex":0.003731957,"about_ca_topic_score_gemma":0.00028290635,"teacher_disagreement_score":0.31699687,"about_ca_system_score_codex":0.00030423235,"about_ca_system_score_gemma":0.0015859961,"threshold_uncertainty_score":0.997768},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132467447","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011866189,0.37648535,0.000053401087,0.60731196,0.000065387045,0.0010588911,0.00005780896,0.0000028904926,0.013777694],"genre_scores_gemma":[0.1653191,0.752661,0.002119474,0.013910115,0.00024385219,0.0007509947,0.00017857367,0.000025340272,0.06479159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691109,0.010356157,0.0017413646,0.0006284803,0.01770201,0.00046107164],"domain_scores_gemma":[0.955028,0.0048516137,0.00039566035,0.0011942092,0.03830307,0.00022746937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2819699,0.00009575415,0.00057189947,0.00018262494,0.0001854319,0.0001552393,0.0015477305,0.00011834568,0.0014339956],"category_scores_gemma":[0.20126697,0.00005101323,0.000116526026,0.0036994067,0.00018263758,0.00051466195,0.0009163097,0.0017751876,0.000064208296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003933058,0.00004810102,0.00059705484,0.0015938763,0.000006950005,0.000001008172,0.0003656769,0.0000023944403,0.000009592864,0.00675879,0.8097025,0.18091013],"study_design_scores_gemma":[0.0001145576,0.0000192341,0.003019061,0.028885614,0.000028943483,0.000005791974,0.00085667946,0.0001142422,0.000047539772,0.030254643,0.9365847,0.00006899334],"about_ca_topic_score_codex":0.00060186663,"about_ca_topic_score_gemma":0.0010050109,"teacher_disagreement_score":0.59340185,"about_ca_system_score_codex":0.00006998257,"about_ca_system_score_gemma":0.0013712919,"threshold_uncertainty_score":0.9994788},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3135000317","doi":"10.1186/s41073-021-00108-4","title":"Steps toward preregistration of research on research integrity","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Research integrity; USable; Psychology; Data integrity; Set (abstract data type); Documentation; Data collection; Qualitative research; Computer science; Data science; Public relations; Sociology; Political science; World Wide Web; Database; Social science","score_opus":0.6142879617107355,"score_gpt":0.5984877638154373,"score_spread":0.015800197895298185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135000317","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022856157,0.0979009,0.00010070519,0.42918292,0.0004750595,0.002710815,0.00017964281,0.00008953255,0.4465043],"genre_scores_gemma":[0.5347802,0.41467884,0.0006302941,0.0006894488,0.0010737687,0.00020338214,0.00012080867,0.000033602522,0.047789626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9596282,0.025764395,0.00086153334,0.0010020868,0.011107224,0.0016365108],"domain_scores_gemma":[0.9682428,0.00992643,0.00011696843,0.00090187346,0.020179832,0.00063205865],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.18752106,0.00021373144,0.00067240134,0.0005679396,0.0018980358,0.0003562797,0.0012321617,0.0014171561,0.0018201447],"category_scores_gemma":[0.09845751,0.00018218404,0.00019286422,0.0035082,0.0037236833,0.00043904703,0.0005327136,0.028544076,0.00036019037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000933581,0.00031263754,0.000548961,0.0036464657,0.000041130923,0.00006160583,0.007197763,1.2506695e-7,0.00014897368,0.629034,0.32530773,0.03360724],"study_design_scores_gemma":[0.00018534984,0.0003207902,0.00051831815,0.009201858,0.000012541673,0.0000143996385,0.016110886,0.000016856848,0.0013248228,0.06082572,0.9112777,0.00019073008],"about_ca_topic_score_codex":0.018948874,"about_ca_topic_score_gemma":0.0045730025,"teacher_disagreement_score":0.58597,"about_ca_system_score_codex":0.0005153292,"about_ca_system_score_gemma":0.004282423,"threshold_uncertainty_score":0.99987924},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4213005437","doi":"10.1186/s41073-022-00121-1","title":"Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Peer review; Receipt; Mega-; Control (management); Peer group; Psychology; Medical education; Medicine; Computer science; Social psychology; World Wide Web; Political science","score_opus":0.850221086539673,"score_gpt":0.6727948306867655,"score_spread":0.1774262558529075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213005437","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074303545,0.59978276,0.0003899149,0.27034512,0.0015833759,0.003260995,0.0018694651,0.000046385616,0.04841843],"genre_scores_gemma":[0.5085676,0.40391073,0.0005851237,0.0014528848,0.00017508576,0.00024919797,0.00010429606,0.000028791574,0.0849263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9455048,0.0039571417,0.0014733401,0.0008800773,0.04729683,0.0008878273],"domain_scores_gemma":[0.9345699,0.0145398965,0.00061864237,0.002243379,0.046927497,0.0011007093],"candidate_categories":["metaresearch","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.27370593,0.00015107995,0.0008125117,0.014870534,0.0006951483,0.000750122,0.0031018483,0.00007152838,0.008623855],"category_scores_gemma":[0.29525575,0.000102913946,0.00025328275,0.09895887,0.00046855534,0.0002879187,0.0028723339,0.002721567,0.00019163216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015664444,0.00015340834,0.009204247,0.00066258654,0.000012674318,0.000017793036,0.00007860716,1.3137237e-7,0.00003621878,0.005264833,0.5241783,0.4603755],"study_design_scores_gemma":[0.00011579502,0.00026985566,0.011330526,0.00025593693,0.000007696708,0.00002553641,0.00020258597,0.0001376688,0.00002366545,0.0040096412,0.9835073,0.00011380342],"about_ca_topic_score_codex":0.00028959915,"about_ca_topic_score_gemma":0.0000070037213,"teacher_disagreement_score":0.46026167,"about_ca_system_score_codex":0.00014950777,"about_ca_system_score_gemma":0.00059349544,"threshold_uncertainty_score":0.9995792},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4283789592","doi":"10.1186/s41073-022-00123-z","title":"Improving equity, diversity, and inclusion in academia","year":2022,"lang":"en","type":"letter","venue":"Research Integrity and Peer Review","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Excellence; Inclusion (mineral); Publishing; Publication; Equity (law); Public relations; Diversity (politics); Library science; Political science; Set (abstract data type); Engineering ethics; Computer science; Sociology; Engineering; Social science; Law","score_opus":0.3620357640097279,"score_gpt":0.49851777532399144,"score_spread":0.13648201131426352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283789592","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003192937,0.09211731,0.0000011806612,0.87914425,0.00019134342,0.0006881209,0.00005353005,0.000021396127,0.027463557],"genre_scores_gemma":[0.001462839,0.4533747,0.00001995682,0.52872664,0.001121735,0.000026701313,0.00013108975,0.000012333961,0.015124014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874558,0.002813791,0.00026516576,0.0005359044,0.0081764655,0.00075291074],"domain_scores_gemma":[0.9980367,0.00089494867,0.00008827759,0.00022681047,0.00053902983,0.00021424724],"candidate_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.05148603,0.00017584852,0.0005361291,0.00032456763,0.008655653,0.00014629474,0.0018662622,0.001453226,0.0015507439],"category_scores_gemma":[0.005824875,0.00016291738,0.000081264385,0.00070327136,0.0010286624,0.00025260623,0.13497517,0.027251799,0.000011924366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069768735,0.000012182739,0.000650209,0.0044652987,0.000009803784,0.00028690655,0.009184249,4.7663904e-9,3.608709e-7,0.0009314275,0.9010337,0.083418876],"study_design_scores_gemma":[0.00014116087,0.00007921789,0.000062884006,0.0032414335,0.000038701226,0.000005342418,0.0019496859,0.000001734608,1.7881857e-7,0.007475632,0.9868372,0.00016680206],"about_ca_topic_score_codex":0.03927825,"about_ca_topic_score_gemma":0.0019170402,"teacher_disagreement_score":0.3612574,"about_ca_system_score_codex":0.00054290285,"about_ca_system_score_gemma":0.00045202422,"threshold_uncertainty_score":0.9998431},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4285393211","doi":"10.1186/s41073-022-00124-y","title":"Correction: Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"erratum","venue":"Research Integrity and Peer Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Mega-; Computer science; Peer review; Information retrieval; Library science; Political science; Physics; Law","score_opus":0.36775722375488473,"score_gpt":0.5524705717150645,"score_spread":0.1847133479601798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285393211","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003833826,0.28506666,0.000013263183,0.14065672,0.020768264,0.0029495375,0.00055265817,0.00011382968,0.5498752],"genre_scores_gemma":[0.000045578643,0.49562725,0.000049881037,0.00020921782,0.000907696,0.00031480484,0.0004118058,0.000028946453,0.5024048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780976,0.006801805,0.0010625244,0.000762812,0.012224087,0.0010511427],"domain_scores_gemma":[0.98482233,0.002291836,0.00044445373,0.0010418548,0.0108897,0.00050982216],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.076276176,0.00033400566,0.0014340298,0.00052897376,0.0012331961,0.0002547402,0.001946379,0.0007441907,0.015882166],"category_scores_gemma":[0.0930514,0.0003086169,0.0003893071,0.002224591,0.0018496725,0.00019405266,0.0010241301,0.014289423,0.00010571391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010127007,0.00007755429,0.000041522373,0.008713983,0.00003673188,0.000031343436,0.0004372912,2.5935984e-9,4.5226795e-7,0.003205119,0.87472874,0.112717114],"study_design_scores_gemma":[0.00004295937,0.00016275213,0.000093127965,0.013694559,0.00005040116,0.000013517611,0.00068059267,0.0000051790735,0.0000012927549,0.00071761216,0.9842725,0.00026550595],"about_ca_topic_score_codex":0.009795533,"about_ca_topic_score_gemma":0.0010136028,"teacher_disagreement_score":0.21056059,"about_ca_system_score_codex":0.0007368953,"about_ca_system_score_gemma":0.0043228497,"threshold_uncertainty_score":0.9999366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4296369701","doi":"10.1186/s41073-022-00125-x","title":"Reducing the Inadvertent Spread of Retracted Science: recommendations from the RISRS report","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Alfred P. Sloan Foundation","keywords":"Stakeholder; Public relations; Publishing; Scholarship; Stakeholder engagement; Political science; Process (computing); Business; Computer science; Law","score_opus":0.21980025304315598,"score_gpt":0.48366776668941147,"score_spread":0.2638675136462555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296369701","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019943886,0.039227854,0.000035645935,0.88663924,0.0006741802,0.0013145587,0.00022588446,0.000029489598,0.051909257],"genre_scores_gemma":[0.7855555,0.1947933,0.00037548057,0.0040962724,0.0006412353,0.0002655303,0.0001762487,0.000015044845,0.014081431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99109817,0.00384307,0.00050636276,0.00035502904,0.0037308773,0.00046647925],"domain_scores_gemma":[0.99378735,0.0034092653,0.00022619813,0.0005654085,0.0018615774,0.00015022648],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.092481695,0.00008778732,0.0002318003,0.0000798831,0.0053594466,0.0001226527,0.0013830116,0.00014560699,0.002433873],"category_scores_gemma":[0.033813626,0.00005082109,0.000090893096,0.0018644484,0.0022092175,0.00025016454,0.0005500783,0.008083642,0.0000104933115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017534127,0.00008717434,0.0011601526,0.00010553071,0.0000387376,0.000017003851,0.02160889,7.2350997e-7,0.00011156238,0.062135547,0.79947096,0.11524618],"study_design_scores_gemma":[0.000040951254,0.000029211227,0.0013339471,0.00065182697,0.000022889435,0.000024451441,0.014690228,0.000035923615,0.00003869072,0.007895649,0.9751678,0.000068405425],"about_ca_topic_score_codex":0.08705031,"about_ca_topic_score_gemma":0.0014031483,"teacher_disagreement_score":0.88254297,"about_ca_system_score_codex":0.0002524123,"about_ca_system_score_gemma":0.0014739886,"threshold_uncertainty_score":0.99847806},"labels":[],"label_agreement":null},{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.24007753717370173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366783310","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008900476,0.45563105,0.01418203,0.4871189,0.0015437815,0.010934273,0.0070580426,0.00015732733,0.014474101],"genre_scores_gemma":[0.27519447,0.60402906,0.018777374,0.009009569,0.0006369592,0.0006736663,0.007404114,0.00020898547,0.08406579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9388121,0.0055411663,0.0014558879,0.0018160795,0.05110046,0.0012743281],"domain_scores_gemma":[0.7242428,0.12653145,0.0011073444,0.012871005,0.13354589,0.0017015286],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5547979,0.00021518701,0.0007798712,0.010945799,0.0010654031,0.0035327594,0.0065204636,0.00009799213,0.0006333195],"category_scores_gemma":[0.63858366,0.00010254955,0.000114888164,0.19269064,0.0012004178,0.0005447088,0.0023484963,0.0021607645,0.0005419625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020875057,0.00009121836,0.0071694455,0.0025214362,0.000013243253,0.000009521886,0.000026165071,0.000029473898,0.000006837244,0.00018360357,0.691698,0.2982302],"study_design_scores_gemma":[0.00024597286,0.0002283798,0.031462498,0.0154436305,0.000021467285,0.000009838818,0.000074488285,0.06817354,0.000014715915,0.00070851773,0.883397,0.00021997251],"about_ca_topic_score_codex":0.0006840166,"about_ca_topic_score_gemma":0.00030211522,"teacher_disagreement_score":0.47810936,"about_ca_system_score_codex":0.0000745736,"about_ca_system_score_gemma":0.0012074243,"threshold_uncertainty_score":0.99885476},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4386880731","doi":"10.1186/s41073-023-00138-0","title":"Bridges of perspectives: representation of people with lived experience of spinal cord injury in editorial boards and peer review","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; NeuroDevNet; University of British Columbia","funders":"Government of Canada","keywords":"Diversity (politics); Lived experience; Spinal cord injury; Representation (politics); Best practice; Publishing; Psychology; Quality of life (healthcare); Medicine; Public relations; Political science; Nursing; Spinal cord; Law","score_opus":0.25382991942660693,"score_gpt":0.5465424787309605,"score_spread":0.2927125593043536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386880731","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8170268,0.15563837,0.000008900503,0.023677077,0.00028338828,0.0025876465,0.00006834324,0.000018306791,0.00069118],"genre_scores_gemma":[0.45074776,0.5473468,0.00017267055,0.00004107427,0.0005580622,0.00016078437,0.000035480323,0.000016373062,0.0009210408],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9941384,0.000687025,0.00065044354,0.00042418376,0.003763754,0.0003361652],"domain_scores_gemma":[0.99158025,0.00037374315,0.00016774492,0.00046177744,0.007241275,0.00017521036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009440184,0.00014698798,0.0010129105,0.0003573325,0.000048617232,0.000014714026,0.00021300105,0.000098659344,0.0001422099],"category_scores_gemma":[0.020881763,0.00010730968,0.0000926355,0.0021356721,0.0006987138,0.00016657915,0.00022451671,0.0011803139,0.0000054750103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035174735,0.0011373814,0.13332789,0.29182863,0.0002769673,0.00011460257,0.0076440093,1.4440097e-7,0.010866605,0.0019155061,0.39649308,0.121220455],"study_design_scores_gemma":[0.0033164034,0.047179885,0.48754087,0.2986793,0.0003206944,0.00017372076,0.030739048,0.00008681729,0.0090034455,0.00036308492,0.12200444,0.00059229514],"about_ca_topic_score_codex":0.0031808547,"about_ca_topic_score_gemma":0.000088665336,"teacher_disagreement_score":0.3917084,"about_ca_system_score_codex":0.000077395176,"about_ca_system_score_gemma":0.00049354695,"threshold_uncertainty_score":0.9873658},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389155531","doi":"10.1186/s41073-023-00139-z","title":"The quizzical failure of a nudge on academic integrity education: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Magyar Tudományos Akadémia; European Commission","keywords":"Academic integrity; Randomized controlled trial; Nudge theory; Research integrity; Psychology; Political science; Medicine; Social psychology; Public relations; Internal medicine","score_opus":0.18692557954584701,"score_gpt":0.5119654922768404,"score_spread":0.3250399127309934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389155531","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012721904,0.07131412,0.000022357843,0.8393352,0.0011886571,0.01212501,0.000036735833,0.000116648356,0.063139364],"genre_scores_gemma":[0.078607306,0.85455996,0.00009727312,0.00364801,0.0019554945,0.0030125116,0.000052445797,0.000025965139,0.058041014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97961736,0.014516187,0.0011628184,0.00041882275,0.0035155218,0.00076930877],"domain_scores_gemma":[0.97249204,0.024112312,0.00028252724,0.00037343218,0.0024050788,0.00033460834],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13786605,0.00021005815,0.0015185511,0.00021304462,0.0013533804,0.00013738348,0.000987616,0.0011006016,0.0003793431],"category_scores_gemma":[0.16198523,0.00011482991,0.0005672288,0.0013392947,0.0024477055,0.00017511267,0.00016474637,0.014530339,0.0002593405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1170005,0.000072820556,0.000010759701,0.00031298783,0.000075854936,0.0000014423184,0.0019938308,2.099194e-8,0.0000030701933,0.47333702,0.39002857,0.01716311],"study_design_scores_gemma":[0.13708642,0.00012072708,0.000007375916,0.0023695012,0.000072613104,0.0000023999564,0.0030654322,0.000029204883,0.000006703823,0.049679175,0.80742925,0.00013118958],"about_ca_topic_score_codex":0.0030095538,"about_ca_topic_score_gemma":0.0006043278,"teacher_disagreement_score":0.8356872,"about_ca_system_score_codex":0.00012644168,"about_ca_system_score_gemma":0.0028383355,"threshold_uncertainty_score":0.9999467},"labels":[],"label_agreement":null},{"id":"W4396214656","doi":"10.1186/s41073-024-00145-9","title":"Extent, transparency and impact of industry funding for pelvic mesh research: a review of the literature","year":2024,"lang":"en","type":"review","venue":"Research Integrity and Peer Review","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Transparency (behavior); Declaration; Urinary incontinence; Medicine; Conflict of interest; Payment; Accounting; Family medicine; Business; Political science; Surgery; Finance; Law","score_opus":0.9203878257127537,"score_gpt":0.748278658587292,"score_spread":0.17210916712546165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396214656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022110218,0.976049,4.5403144e-7,0.012920931,0.0003858208,0.0063041016,0.003231498,0.00001814335,0.0010679272],"genre_scores_gemma":[0.00012457433,0.9945471,0.000014157419,0.000570514,0.00039202097,0.00077948195,0.00020327629,0.000056998775,0.003311826],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839969,0.01061426,0.0018051689,0.0008747433,0.0014604039,0.0012484997],"domain_scores_gemma":[0.990273,0.004615862,0.0004079899,0.00073915673,0.003076539,0.00088743743],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.042360213,0.0006156278,0.003047858,0.00043790785,0.0005203458,0.00007707109,0.0011439585,0.002793811,0.00081725843],"category_scores_gemma":[0.0085763065,0.0003406541,0.0013357117,0.0030081961,0.0014483546,0.00015181376,0.0005692553,0.03475903,0.000018226592],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028058517,0.00009190098,0.000015306852,0.568518,0.00036276135,0.000012913881,0.00012509075,6.8549686e-9,0.0000029093196,0.0020556455,0.09429628,0.33449113],"study_design_scores_gemma":[0.00012175085,0.00018185646,0.000005958663,0.4300235,0.0012943996,0.00008534304,0.000019751056,0.0000041086323,0.0000042316196,0.00069954,0.5674029,0.00015664325],"about_ca_topic_score_codex":0.00007531668,"about_ca_topic_score_gemma":0.000010912787,"teacher_disagreement_score":0.47310662,"about_ca_system_score_codex":0.00027881633,"about_ca_system_score_gemma":0.002535825,"threshold_uncertainty_score":0.9999046},"labels":[],"label_agreement":null},{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162971","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25194478,0.17860623,0.000021285941,0.56114507,0.00070827093,0.0020376495,0.00005132662,0.000011172611,0.0054742023],"genre_scores_gemma":[0.96693337,0.024570104,0.0000075232506,0.00037709362,0.00009763451,0.00008601362,0.000005410987,0.000007308281,0.007915563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97343946,0.012882228,0.0010726986,0.00067510817,0.011537444,0.00039308984],"domain_scores_gemma":[0.9911002,0.0014184363,0.00036256164,0.001926132,0.005047713,0.00014493622],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27691504,0.000091963106,0.00028150508,0.000107547276,0.0006118762,0.00039432498,0.0035494682,0.000081182334,0.0022122783],"category_scores_gemma":[0.09536604,0.000033767552,0.00014888734,0.002954163,0.00039213328,0.0007960654,0.0013702792,0.0020538315,0.000042808286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004422249,0.000043415337,0.018306876,0.0007724628,0.000023767887,1.0065443e-7,0.0024204575,0.0000040863893,0.00013422474,0.004659719,0.4699679,0.5036626],"study_design_scores_gemma":[0.000083700616,0.00003932952,0.048607174,0.0030909663,0.000029511488,0.000012976288,0.0012070299,0.0030266584,0.00046100206,0.028220449,0.9151257,0.000095480464],"about_ca_topic_score_codex":0.0007908361,"about_ca_topic_score_gemma":0.0003110161,"teacher_disagreement_score":0.7149886,"about_ca_system_score_codex":0.00012809917,"about_ca_system_score_gemma":0.0016826412,"threshold_uncertainty_score":0.99869984},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408038925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54456514,0.05322115,0.00049085764,0.37134165,0.0014958206,0.0028537118,0.000029499435,0.00014252872,0.02585961],"genre_scores_gemma":[0.9324075,0.048271112,0.000075077776,0.0051569124,0.00092131965,0.00025504403,0.00007359401,0.00001615762,0.012823255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965356,0.00036532313,0.0007683762,0.0004910725,0.0012802243,0.0005594142],"domain_scores_gemma":[0.9956701,0.0009248956,0.0000818857,0.0003963979,0.0026113652,0.0003153998],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008352813,0.0001684647,0.00037107774,0.00044872836,0.00047017884,0.00030197678,0.00026166343,0.00035349384,0.000660137],"category_scores_gemma":[0.015778795,0.00013499598,0.00012206828,0.0012054297,0.0006705475,0.00039139588,0.00011015507,0.0037306466,0.0002794098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028515887,0.00033367696,0.23339593,0.006994495,0.00007403106,0.000013078951,0.0007839406,0.000002187484,0.000069973314,0.09507502,0.11126691,0.5517056],"study_design_scores_gemma":[0.000058770926,0.000936456,0.34730268,0.02571178,0.0000741181,0.00007046577,0.0023638832,0.00048688368,0.0050040707,0.13242634,0.48510075,0.0004638037],"about_ca_topic_score_codex":0.0027904857,"about_ca_topic_score_gemma":0.00021852454,"teacher_disagreement_score":0.5512418,"about_ca_system_score_codex":0.00029461947,"about_ca_system_score_gemma":0.0009628538,"threshold_uncertainty_score":0.99856776},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410336353","doi":"10.1186/s41073-025-00164-0","title":"Research on policy mechanisms to address funding bias and conflicts of interest in biomedical research: a scoping review","year":2025,"lang":"en","type":"review","venue":"Research Integrity and Peer Review","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Conflict of interest; Political science; Management science; Public relations; Engineering ethics; Economics; Engineering; Law","score_opus":0.9766357963041572,"score_gpt":0.7866428425180303,"score_spread":0.1899929537861269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410336353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016011689,0.9304728,0.000002479139,0.05336383,0.00026103252,0.010615534,0.0005510664,0.000031487947,0.004685767],"genre_scores_gemma":[0.00009488783,0.9903588,0.000041315063,0.0045333356,0.00040284783,0.0019873034,0.00016332079,0.000058063357,0.0023601074],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94731253,0.04271347,0.0026679887,0.0017042152,0.0027260992,0.002875715],"domain_scores_gemma":[0.9602922,0.031228334,0.00034372462,0.0011394946,0.0040088845,0.0029873713],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.14736369,0.0007197057,0.004270055,0.004364772,0.00084816886,0.00013210737,0.0017338999,0.0024165995,0.0010875753],"category_scores_gemma":[0.06506041,0.00056864874,0.00036303565,0.008788653,0.0021356402,0.0001467559,0.00251634,0.03759196,0.00024374979],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006684933,0.00024479523,0.0000019743704,0.5019943,0.00008216542,0.00011603623,0.00010499626,1.9458225e-8,0.0000033551994,0.028683461,0.023613835,0.4450882],"study_design_scores_gemma":[0.00020616729,0.00037445695,0.0000010167005,0.48471332,0.00009922965,0.00003842868,0.00006379286,0.0000023203806,0.000015280908,0.00088400824,0.5133937,0.00020827775],"about_ca_topic_score_codex":0.00084517134,"about_ca_topic_score_gemma":0.0003655236,"teacher_disagreement_score":0.4897799,"about_ca_system_score_codex":0.0008070603,"about_ca_system_score_gemma":0.0050386186,"threshold_uncertainty_score":0.99982554},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4411363529","doi":"10.1186/s41073-025-00166-y","title":"Gaps in the Ottawa Statement on the Ethical Design and Conduct of Cluster Randomized Trials: a citation analysis reveals a need for updated ethics guidelines","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Public Health Ontario; St. Joseph’s Healthcare Hamilton; Université de Montréal; Centre Hospitalier de l’Université de Montréal; McMaster University; Western University; University of Toronto; University Health Network; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Statement (logic); Citation; Cluster (spacecraft); Randomized controlled trial; Research ethics; Engineering ethics; Political science; Psychology; Library science; Medicine; Law; Engineering; Computer science","score_opus":0.9072430311787694,"score_gpt":0.7270061267709451,"score_spread":0.18023690440782425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411363529","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021761002,0.02842633,0.010515374,0.9490704,0.000035726895,0.009301721,0.000038256796,0.0000063747116,0.00042974434],"genre_scores_gemma":[0.14475837,0.73500377,0.0153352255,0.0958292,0.000172679,0.0036148634,0.00022314634,0.000029757266,0.005032953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.897341,0.09093803,0.004635852,0.00079898216,0.005639344,0.00064678787],"domain_scores_gemma":[0.07802435,0.90207916,0.0005509135,0.0012096099,0.017924028,0.00021193788],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6945913,0.00015903299,0.0019343838,0.00047610467,0.00021598247,0.0001014945,0.0003649794,0.0006702728,0.000080836704],"category_scores_gemma":[0.8636664,0.00006873191,0.00042215013,0.0020355505,0.0011199488,0.000031572843,0.00013720487,0.010275887,0.000002011741],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059017867,0.0004481026,0.00018813786,0.026922137,0.0030093794,0.000009985219,0.0025955471,0.000012739868,0.0002865691,0.45314655,0.43649256,0.017870432],"study_design_scores_gemma":[0.081708476,0.0015937004,0.00038494254,0.046385173,0.0044486723,0.0000062055637,0.0032357501,0.011350465,0.00037270453,0.6810714,0.16914535,0.000297193],"about_ca_topic_score_codex":0.0005086185,"about_ca_topic_score_gemma":0.00042802395,"teacher_disagreement_score":0.85324115,"about_ca_system_score_codex":0.00006766484,"about_ca_system_score_gemma":0.0012664273,"threshold_uncertainty_score":0.99200743},"labels":[],"label_agreement":null},{"id":"W4414042524","doi":"10.1186/s41073-025-00178-8","title":"Attitudes and perceptions of biomedical journal editors in chief towards the use of artificial intelligence chatbots in the scholarly publishing process: a cross-sectional survey","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Publishing; Perception; Chatbot; Human intelligence; Applications of artificial intelligence","score_opus":0.6469506747522318,"score_gpt":0.5911150780951746,"score_spread":0.055835596657057174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414042524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221755,0.012886602,0.00023367412,0.06347555,0.00040526933,0.0007363022,0.00002568503,0.0000031887682,0.000058184807],"genre_scores_gemma":[0.9692884,0.029679831,0.0000890833,0.00039271583,0.000427971,0.000043994227,0.000023544702,0.000003592588,0.000050873845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960789,0.0013133294,0.0008760002,0.00020650536,0.001274019,0.00025125078],"domain_scores_gemma":[0.993565,0.0022391924,0.00011413741,0.00022403004,0.0037466162,0.000110981266],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029271543,0.000083685045,0.00028016468,0.0003905101,0.00023999864,0.0006258233,0.000279545,0.00016629635,0.00007484509],"category_scores_gemma":[0.05384826,0.000046429283,0.000052309475,0.0015591761,0.00081632996,0.0009734841,0.0000729067,0.0030292277,0.0000014565203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010692677,0.00036359672,0.84941304,0.0029191829,0.000016301256,0.0000029309042,0.0026473405,0.0000011922774,0.000024083838,0.0013086927,0.0026875443,0.14050917],"study_design_scores_gemma":[0.00002375633,0.00016831131,0.98374444,0.0047736615,0.000007912343,0.000041048763,0.0022645865,0.00015228431,0.000041067917,0.0044624237,0.0042781783,0.000042323903],"about_ca_topic_score_codex":0.007626436,"about_ca_topic_score_gemma":0.0024347047,"teacher_disagreement_score":0.14046685,"about_ca_system_score_codex":0.000083943574,"about_ca_system_score_gemma":0.0012967227,"threshold_uncertainty_score":0.99956924},"labels":[],"label_agreement":null}]}