{"meta":{"query_hash":"8ffaf2cf1999","filters":{"venue":"Research Integrity and Peer Review"},"cohort_total":29,"direct_labels_cover":18,"predictions_cover":29,"exported":29,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8ffaf2cf1999","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+Integrity+and+Peer+Review"},"results":[{"id":"W2416590355","doi":"10.1186/s41073-016-0014-7","title":"Updating standards for reporting diagnostic accuracy: the development of STARD 2015","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Diagnostic accuracy; Medical physics; Computer science; Medicine; Internal medicine","score_opus":0.921923900201108,"score_gpt":0.6904396986495264,"score_spread":0.23148420155158167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416590355","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016301956,0.027411971,0.76468176,0.06755325,0.018237734,0.056896973,0.013683816,0.0059720534,0.029260477],"genre_scores_gemma":[0.032643497,0.008005133,0.90433043,0.006693666,0.0011063339,0.03496158,0.0100433575,0.000701047,0.001514856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.27129126,0.39719665,0.22947396,0.01132231,0.08683422,0.0038815858],"domain_scores_gemma":[0.16613474,0.26240626,0.06459362,0.05849818,0.44142762,0.0069396114],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58937395,0.0018348318,0.0041228877,0.024677224,0.0034143007,0.011390712,0.011746653,0.004815741,0.0038816067],"category_scores_gemma":[0.744334,0.003546608,0.00884058,0.017582064,0.005916168,0.010772102,0.019022401,0.0135098,0.004087903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006331484,0.00035301203,0.026358306,0.03293827,0.0016826764,0.00023907558,0.012446214,0.0033900612,0.001574582,0.04918321,0.21020745,0.66099405],"study_design_scores_gemma":[0.0007847457,0.0009707529,0.03801459,0.066181704,0.0016600536,0.0011113626,0.0071047884,0.008395576,0.0068372553,0.050174173,0.8177469,0.0010181518],"about_ca_topic_score_codex":0.008942961,"about_ca_topic_score_gemma":0.008568686,"teacher_disagreement_score":0.41062605,"about_ca_system_score_codex":0.01848975,"about_ca_system_score_gemma":0.07508777,"threshold_uncertainty_score":0.5063751},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2484353070","doi":"10.1186/s41073-016-0012-9","title":"Proceedings of the 4th World Conference on Research Integrity","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Canada; Dalhousie University; Treasury Board of Canada Secretariat; University of Calgary; McGill University; University of Alberta; Université de Montréal; Brandon University; Queen's University; Fonds de recherche du Québec; Fonds de Recherche du Québec - Santé","funders":"National Research Foundation of Korea; University of New South Wales; National Research Foundation","keywords":"Research integrity; Political science; Engineering ethics; Computer science; Engineering","score_opus":0.8209765703090168,"score_gpt":0.6145609508358271,"score_spread":0.20641561947318976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484353070","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004589172,0.049824364,0.05399033,0.40361118,0.2769354,0.00251213,0.0036763197,0.0015152091,0.20334592],"genre_scores_gemma":[0.11424459,0.059503116,0.04593968,0.061901826,0.20483772,0.0050077527,0.01048872,0.0042785853,0.49379808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8535587,0.060071677,0.010625029,0.009555551,0.05510703,0.011081959],"domain_scores_gemma":[0.61315435,0.12766056,0.019099098,0.05031623,0.1451817,0.04458802],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19742219,0.0024546364,0.0074054287,0.010209503,0.010558805,0.047226984,0.0052374727,0.017676055,0.07732825],"category_scores_gemma":[0.22661325,0.0024281577,0.0042805043,0.005400219,0.012328016,0.018831447,0.017418768,0.027045578,0.034263734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006691573,0.00015232927,0.0010775245,0.00085352594,0.00031812582,0.0003125999,0.0011111676,0.00030478786,0.0010936253,0.050092988,0.87989503,0.06411912],"study_design_scores_gemma":[0.00009343409,0.00006724596,0.00091837446,0.0009083046,0.000097040705,0.0001220626,0.00040682955,0.0008959863,0.0008183989,0.017490331,0.97809476,0.00008731228],"about_ca_topic_score_codex":0.007761414,"about_ca_topic_score_gemma":0.011738193,"teacher_disagreement_score":0.98232394,"about_ca_system_score_codex":0.012809668,"about_ca_system_score_gemma":0.052737456,"threshold_uncertainty_score":0.9897213},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2531842628","doi":"10.1186/s41073-016-0022-7","title":"Is it becoming harder to secure reviewers for peer review? A test with data from five ecology journals","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Wildlife Fund Canada; University of British Columbia; Women's Health Research Institute","funders":"","keywords":"Ecology; Community; Publishing; Functional ecology; Evolutionary ecology; Rhetorical question; Biology; Habitat; Political science; Ecosystem; Law","score_opus":0.9221730707033521,"score_gpt":0.7096993867356763,"score_spread":0.21247368396767574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531842628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9579723,0.004678375,0.006267096,0.017302783,0.00033008834,0.0005837201,0.002487904,0.0001045502,0.010273287],"genre_scores_gemma":[0.99421906,0.0003884066,0.0021855384,0.001214693,0.00026261335,0.0004235684,0.0007407153,0.00005376006,0.00051167025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.58019954,0.20350361,0.07738937,0.038585193,0.092608444,0.0077139097],"domain_scores_gemma":[0.06993673,0.6545218,0.1898585,0.032513555,0.045878183,0.0072913007],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32240108,0.0004949357,0.0017793407,0.011475573,0.003436044,0.0062244684,0.005472206,0.0031552117,0.004203854],"category_scores_gemma":[0.7331475,0.0007731104,0.002829065,0.019541882,0.0074636843,0.013181803,0.0075897654,0.0035489933,0.0013188312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011409824,0.0002622175,0.93367356,0.0016672751,0.0017245382,0.0002526461,0.015727906,0.0006179632,0.00048364713,0.0023861919,0.0036785128,0.03838441],"study_design_scores_gemma":[0.00015373871,0.0010041211,0.9749051,0.0005706627,0.0004980426,0.00058344036,0.008033008,0.0019269955,0.00082615745,0.0016858241,0.009722611,0.000090336966],"about_ca_topic_score_codex":0.008636365,"about_ca_topic_score_gemma":0.007858859,"teacher_disagreement_score":0.67759895,"about_ca_system_score_codex":0.004754281,"about_ca_system_score_gemma":0.0059859366,"threshold_uncertainty_score":0.83560014},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2552820166","doi":"10.1186/s41073-016-0024-5","title":"Ranking major and minor research misbehaviors: results from a survey among participants of four World Conferences on Research Integrity","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":219,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Minor (academic); Misconduct; Psychology; Quality (philosophy); Product (mathematics); Social psychology; Public relations; Political science; Law","score_opus":0.6723211565749861,"score_gpt":0.5540285380960718,"score_spread":0.11829261847891437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552820166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99729484,0.00035024414,0.00034280663,0.0006964334,0.000018247782,0.00010690148,0.00021591234,0.000013457662,0.00096115784],"genre_scores_gemma":[0.9979742,0.00038038916,0.0006226987,0.00034507285,0.000039333463,0.00013640818,0.00019987395,0.000009544387,0.0002924564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9748862,0.014333942,0.0034281935,0.0011870671,0.0043785777,0.0017860421],"domain_scores_gemma":[0.85384655,0.05538365,0.057700023,0.0047511975,0.016514136,0.011804485],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03749491,0.00034070452,0.0005703502,0.0032555058,0.0015965695,0.0026983644,0.0009352766,0.0016435345,0.0015034527],"category_scores_gemma":[0.09481368,0.00041145075,0.00070371927,0.0020050844,0.0012505804,0.0024740607,0.0027784756,0.0019159355,0.00051086355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023602809,0.0002895757,0.9273244,0.0003167898,0.00010251679,0.00018020178,0.046602488,0.000089366345,0.00090067304,0.00013344761,0.0014180437,0.022406414],"study_design_scores_gemma":[0.000022380753,0.0007395224,0.8869693,0.00020585454,0.000047600348,0.0004997964,0.1065211,0.0004964173,0.000436767,0.00018582073,0.00380333,0.000072052884],"about_ca_topic_score_codex":0.0027030127,"about_ca_topic_score_gemma":0.0022635025,"teacher_disagreement_score":0.99835646,"about_ca_system_score_codex":0.0012745254,"about_ca_system_score_gemma":0.0018386601,"threshold_uncertainty_score":0.1982944},"labels":[],"label_agreement":null},{"id":"W2592437185","doi":"10.1186/s41073-017-0027-x","title":"Recruitment of reviewers is becoming harder at some journals: a test of the influence of reviewer fatigue at six journals in ecology and evolution","year":2017,"lang":"en","type":"editorial","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"3v Geomatics (Canada); Women's Health Research Institute; B.C. Women's Hospital & Health Centre","funders":"British Ecological Society; Ecological Society of America; Society for the Study of Evolution","keywords":"Demography; Medicine; Gerontology; Ecology; Psychology; Biology; Sociology","score_opus":0.8090483276171163,"score_gpt":0.6622627539633377,"score_spread":0.14678557365377864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592437185","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91468894,0.0078572985,0.0043733395,0.0298153,0.0033064804,0.0009665135,0.0016513926,0.00024846228,0.037092153],"genre_scores_gemma":[0.98407054,0.0009737338,0.003057483,0.0040525733,0.0026848943,0.00054878,0.00047789983,0.00009778268,0.0040363003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.73798627,0.12278651,0.032471757,0.017985646,0.08314203,0.005627798],"domain_scores_gemma":[0.100438416,0.5813072,0.16118853,0.021322127,0.11915073,0.01659304],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2141332,0.0004870108,0.001405304,0.0055383025,0.004486203,0.009230492,0.002353366,0.0028117544,0.0059882407],"category_scores_gemma":[0.6609935,0.00055220386,0.0013542488,0.005720746,0.004488975,0.0059113214,0.0045077656,0.00231314,0.0014178912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020067312,0.00042057072,0.8596204,0.0022912014,0.0010289312,0.00047258986,0.023248028,0.0004084193,0.0012332159,0.0019707815,0.020715775,0.0865834],"study_design_scores_gemma":[0.00021998609,0.0013038128,0.95803857,0.0007780946,0.00048463844,0.00054010807,0.012035061,0.0011262359,0.000867285,0.0018262577,0.022666985,0.000112843816],"about_ca_topic_score_codex":0.004571433,"about_ca_topic_score_gemma":0.0067517175,"teacher_disagreement_score":0.7858668,"about_ca_system_score_codex":0.003948018,"about_ca_system_score_gemma":0.008562455,"threshold_uncertainty_score":0.96911365},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2613383989","doi":"10.1186/s41073-017-0031-1","title":"Retractions in cancer research: a systematic survey","year":2017,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Impact factor; MEDLINE; Medicine; Descriptive statistics; Family medicine; Library science; Computer science; Political science; Law; Statistics","score_opus":0.7171569621897869,"score_gpt":0.63058816574139,"score_spread":0.08656879644839688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613383989","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2025033,0.7767894,0.0021165735,0.005973695,0.0005908092,0.00201236,0.0074687675,0.0000929227,0.0024521186],"genre_scores_gemma":[0.49762642,0.48497072,0.0048204563,0.0036745332,0.00056925014,0.0027717066,0.005016077,0.00006946854,0.00048129982],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.8696248,0.04189994,0.059417948,0.0052077705,0.022650035,0.0011994126],"domain_scores_gemma":[0.49739197,0.31246856,0.14144288,0.009616641,0.03527056,0.0038093575],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06939385,0.0006534415,0.0032242092,0.02093403,0.0010016738,0.003033513,0.0018718247,0.0016525349,0.0021314856],"category_scores_gemma":[0.3314709,0.0009765411,0.0034980823,0.02574536,0.0017027687,0.0054246094,0.0034794689,0.0014414589,0.00047792128],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007197079,0.0001669965,0.40309006,0.36729708,0.0071483385,0.0011360646,0.012645559,0.0002118031,0.0004343245,0.00075734535,0.012503239,0.19388948],"study_design_scores_gemma":[0.00042207798,0.00094094843,0.5317985,0.35654032,0.01043943,0.00797989,0.023361158,0.00048502366,0.00046547814,0.0010800777,0.06622046,0.0002666539],"about_ca_topic_score_codex":0.0035787926,"about_ca_topic_score_gemma":0.0053492533,"teacher_disagreement_score":0.99834746,"about_ca_system_score_codex":0.0028466904,"about_ca_system_score_gemma":0.009580514,"threshold_uncertainty_score":0.36699414},"labels":[],"label_agreement":null},{"id":"W2626981796","doi":"10.1186/s41073-017-0037-8","title":"Reviewer training to assess knowledge translation in funding applications is long overdue","year":2017,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michael Smith Health Research BC","funders":"Michael Smith Health Research BC","keywords":"Knowledge translation; Excellence; Relevance (law); Accreditation; Political science; Public relations; Health care; Medical education; Modalities; Business; Engineering ethics; Knowledge management; Medicine; Computer science; Sociology; Engineering","score_opus":0.9780282322318703,"score_gpt":0.8145573755709148,"score_spread":0.1634708566609555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626981796","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047951996,0.04388058,0.32919103,0.39046934,0.099893115,0.03500373,0.0019888736,0.006241735,0.04537965],"genre_scores_gemma":[0.3516409,0.014378678,0.40249854,0.11661083,0.018678091,0.078391835,0.0018341847,0.0031743138,0.012792659],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10207531,0.61196935,0.16350414,0.01943301,0.09770735,0.005310815],"domain_scores_gemma":[0.01435444,0.5293322,0.069911435,0.07207363,0.30649996,0.007828283],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8290663,0.0022858428,0.006704724,0.014512157,0.010254025,0.018051302,0.008932804,0.018330844,0.009973521],"category_scores_gemma":[0.93539536,0.0034957796,0.0050716666,0.010239329,0.0150911575,0.022111015,0.014717326,0.01144285,0.008487743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002092899,0.00061467866,0.043229,0.04590801,0.0026200602,0.0011438115,0.06965355,0.0015789905,0.0058599096,0.017748484,0.20362744,0.6059232],"study_design_scores_gemma":[0.0014027882,0.00214863,0.06556958,0.07109721,0.0025638833,0.0033975786,0.027546816,0.012121877,0.01201538,0.08266969,0.71752214,0.0019444571],"about_ca_topic_score_codex":0.0042621973,"about_ca_topic_score_gemma":0.005617657,"teacher_disagreement_score":0.17093372,"about_ca_system_score_codex":0.012747888,"about_ca_system_score_gemma":0.07866289,"threshold_uncertainty_score":0.21079177},"labels":[],"label_agreement":null},{"id":"W2676139175","doi":"10.1186/s41073-017-0038-7","title":"Improving the process of research ethics review","year":2017,"lang":"en","type":"editorial","venue":"Research Integrity and Peer Review","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research ethics; Process (computing); Workload; Workflow; Set (abstract data type); Engineering ethics; Process management; Business; Management science; Knowledge management; Political science; Computer science; Engineering","score_opus":0.8275826729916408,"score_gpt":0.742965650036921,"score_spread":0.08461702295471973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2676139175","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030119446,0.019362481,0.007467365,0.2529157,0.713946,0.00044908267,0.00004160475,0.00047987193,0.0050367853],"genre_scores_gemma":[0.006467869,0.025712706,0.01142329,0.046373483,0.9004729,0.00042602693,0.00008120412,0.0003125437,0.008730078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8009313,0.11320436,0.021924281,0.0062399483,0.055132095,0.0025680684],"domain_scores_gemma":[0.36274394,0.34021878,0.024029758,0.019942278,0.23436663,0.018698651],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.13944733,0.0027825837,0.00221012,0.0071794167,0.005674666,0.021846728,0.005553621,0.018665278,0.0068117077],"category_scores_gemma":[0.4501386,0.001511671,0.0023742365,0.0031227176,0.010444312,0.014038142,0.0055559915,0.02822459,0.008137757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004063568,0.000050683066,0.00021509953,0.0018525057,0.00004702928,0.00027393756,0.0010506965,0.00026413047,0.00021398035,0.0039037555,0.9206817,0.0714059],"study_design_scores_gemma":[0.000045934663,0.000045434113,0.0004379771,0.0031210973,0.000042317963,0.00036579094,0.0005701172,0.0006223159,0.0002183443,0.007962647,0.986508,0.000060067992],"about_ca_topic_score_codex":0.0021253605,"about_ca_topic_score_gemma":0.00510943,"teacher_disagreement_score":0.98133475,"about_ca_system_score_codex":0.009390287,"about_ca_system_score_gemma":0.027679333,"threshold_uncertainty_score":0.7374768},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2736138949","doi":"10.1186/s41073-017-0039-6","title":"Reporting of sex and gender in randomized controlled trials in Canada: a cross-sectional methods study","year":2017,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Institute of Gender and Health; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital; University of British Columbia; Ottawa Public Health; Cochrane; B.C. Women's Hospital & Health Centre; University of Waterloo; University of British Columbia Hospital; Bruyère; University of Ottawa","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Data extraction; MEDLINE; Family medicine; Psychology; Political science; Nursing","score_opus":0.7495869905793017,"score_gpt":0.6726107220083017,"score_spread":0.07697626857099993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736138949","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18855454,0.55664647,0.043330308,0.018131884,0.0022326766,0.12472211,0.046845645,0.0004925031,0.019043896],"genre_scores_gemma":[0.6982607,0.07394773,0.05791828,0.01650462,0.00054225774,0.14180325,0.009017896,0.0002191266,0.0017861489],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.32862878,0.2420051,0.3108876,0.020579804,0.09207555,0.005823148],"domain_scores_gemma":[0.14880638,0.48104814,0.22321717,0.030567102,0.11236585,0.0039953184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42560706,0.0016448387,0.007866284,0.022991724,0.0064645857,0.010858144,0.005935541,0.0044471784,0.0061587538],"category_scores_gemma":[0.7391218,0.002992651,0.006773741,0.04845163,0.0064559975,0.0058254804,0.0056419433,0.0028880402,0.00063066557],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0080110645,0.00043912156,0.35849923,0.43270904,0.030336102,0.001504746,0.028591082,0.0010045938,0.00093055255,0.008285421,0.018102618,0.111586556],"study_design_scores_gemma":[0.009245754,0.0034365735,0.42516795,0.4173878,0.04566625,0.0026915434,0.013133064,0.0034241092,0.0022767137,0.004976047,0.07170506,0.00088921963],"about_ca_topic_score_codex":0.4883295,"about_ca_topic_score_gemma":0.5778338,"teacher_disagreement_score":0.92740047,"about_ca_system_score_codex":0.07259951,"about_ca_system_score_gemma":0.2043823,"threshold_uncertainty_score":0.9709742},"labels":[],"label_agreement":null},{"id":"W2889155419","doi":"10.1186/s41073-018-0050-6","title":"Beyond sex and gender difference in funding and reporting of health research","year":2018,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Institute of Gender and Health; Secretaría de Estado de Investigación, Desarrollo e Innovación; Narodowe Centrum Badań i Rozwoju; Medical Research Council; National Institutes of Health; Latvijas Zinātnes Padome; Vlaamse regering; Norges Forskningsråd; Agentúra na Podporu Výskumu a Vývoja; Danmarks Frie Forskningsfond; Centre National de la Recherche Scientifique; Lietuvos Mokslo Taryba; Hrvatska Zaklada za Znanost; Vetenskapsrådet; Canadian Institutes of Health Research; Fonds Wetenschappelijk Onderzoek; Ministero dell’Istruzione, dell’Università e della Ricerca; Academy of Finland; Eesti Teadusagentuur; Rannís; Unitatea Executiva pentru Finantarea Invatamantului Superior, a Cercetarii, Dezvoltarii si Inovarii; Irish Research Council; Malta Council for Science and Technology; Icelandic Centre for Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Javna Agencija za Raziskovalno Dejavnost RS; Hungarian Scientific Research Fund; Fonds De La Recherche Scientifique - FNRS; Research Councils UK; Grantová Agentura České Republiky; Israel Science Foundation; Research Promotion Foundation; Fonds National de la Recherche Luxembourg; Deutsche Forschungsgemeinschaft; National Science Foundation; Science Foundation Ireland; Fundação para a Ciência e a Tecnologia; ZonMw; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Agence Nationale de la Recherche","keywords":"Inclusion (mineral); Scholarship; Gender analysis; Publishing; Consistency (knowledge bases); Political science; Inclusion–exclusion principle; Public relations; Psychology; Sociology; Gender studies; Politics","score_opus":0.839745605306376,"score_gpt":0.6353264997642469,"score_spread":0.20441910554212905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889155419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38143757,0.080045626,0.07163148,0.23680489,0.007721956,0.0017523683,0.008641899,0.00028429303,0.21167988],"genre_scores_gemma":[0.95247614,0.010042543,0.0155136185,0.013597152,0.0021899322,0.0014781085,0.0009805479,0.00015137401,0.003570508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.54734707,0.33008158,0.044317026,0.01682332,0.054370217,0.007060761],"domain_scores_gemma":[0.29517946,0.4774899,0.120162934,0.04778757,0.05267799,0.00670212],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29471284,0.0006219314,0.0011476278,0.010073687,0.004857565,0.011819457,0.0029996063,0.0022882845,0.0070447507],"category_scores_gemma":[0.5772628,0.0005991314,0.0010534162,0.014383457,0.016952451,0.0128201945,0.01109467,0.0025032773,0.0008939706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050245604,0.00008377902,0.24172385,0.007229236,0.00072192005,0.00043769568,0.19002658,0.0006924731,0.0009808403,0.28538164,0.023310734,0.24890877],"study_design_scores_gemma":[0.0001791866,0.00038307928,0.19822365,0.028311118,0.00061755,0.0012770845,0.12726249,0.0014674494,0.0029776385,0.28193656,0.35699755,0.00036667573],"about_ca_topic_score_codex":0.015514663,"about_ca_topic_score_gemma":0.010719764,"teacher_disagreement_score":0.70528716,"about_ca_system_score_codex":0.008075249,"about_ca_system_score_gemma":0.024359971,"threshold_uncertainty_score":0.86974466},"labels":[],"label_agreement":null},{"id":"W2895514839","doi":"10.1186/s41073-018-0053-3","title":"Protocol for the development of a CONSORT extension for RCTs using cohorts and routinely collected health data","year":2018,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Multiple Sclerosis Society of Canada; Jewish General Hospital; University of Ottawa; Dalhousie University; McMaster University; Western University; Children's Hospital of Eastern Ontario; Impact; Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Checklist; Observational study; Generalizability theory; Guideline; Protocol (science); Randomized controlled trial; Medicine; Systematic review; Strengthening the reporting of observational studies in epidemiology; Research design; MEDLINE; Family medicine; Alternative medicine; Psychology; Statistics; Political science; Surgery","score_opus":0.9111252944079001,"score_gpt":0.6940410504859482,"score_spread":0.2170842439219519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895514839","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045460204,0.00041086678,0.02286061,0.0016533575,0.0025249745,0.95797765,0.0108832065,0.0010499919,0.0021847],"genre_scores_gemma":[0.00032641744,0.00012226899,0.018434877,0.00028964772,0.00008499758,0.9793627,0.00085130776,0.000054849417,0.00047289283],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7849015,0.1420957,0.04776129,0.010765806,0.010986369,0.003489407],"domain_scores_gemma":[0.58866376,0.19609019,0.04257508,0.060200367,0.103845105,0.008625504],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2358814,0.004960204,0.007900625,0.009491073,0.0047792215,0.008269932,0.0057781944,0.011394896,0.14432344],"category_scores_gemma":[0.40170678,0.0061629782,0.011627402,0.011514871,0.00671428,0.0073030647,0.006394104,0.020601982,0.049153525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03187019,0.0018203921,0.0015895104,0.1843981,0.0025683593,0.00092684646,0.0065934667,0.0038401939,0.0033958452,0.052393228,0.52901644,0.18158737],"study_design_scores_gemma":[0.07604972,0.0025667173,0.0053331293,0.11759807,0.0017791352,0.00067581603,0.0015581725,0.0070675495,0.003898098,0.057314903,0.72533363,0.00082499563],"about_ca_topic_score_codex":0.0017861215,"about_ca_topic_score_gemma":0.0029605408,"teacher_disagreement_score":0.7641186,"about_ca_system_score_codex":0.012948379,"about_ca_system_score_gemma":0.046809807,"threshold_uncertainty_score":0.94229424},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2947766279","doi":"10.1186/s41073-019-0068-4","title":"Measuring the data gap: inclusion of sex and gender reporting in diabetes research","year":2019,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Toronto Public Health; Public Health Ontario; Women's College Hospital","funders":"Diabetes Action Canada; University of Toronto; Ontario Ministry of Health and Long-Term Care; Diabetes Action Research and Education Foundation","keywords":"Observational study; Diabetes mellitus; Medicine; Type 2 diabetes; Inclusion (mineral); Research design; Randomized controlled trial; Sex characteristics; Family medicine; Psychology; Social psychology; Internal medicine; Social science; Endocrinology","score_opus":0.8197748069475616,"score_gpt":0.5915464012853751,"score_spread":0.2282284056621865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947766279","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1715637,0.49531457,0.12310788,0.13436937,0.01560364,0.010584212,0.0195345,0.00047070984,0.02945139],"genre_scores_gemma":[0.74408585,0.056345675,0.11770869,0.0423161,0.0050265226,0.02725303,0.0055518905,0.00045446696,0.001257748],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.18974008,0.54057497,0.20892411,0.014216081,0.04376465,0.0027801318],"domain_scores_gemma":[0.040903583,0.83101714,0.06866727,0.030187171,0.027940284,0.0012844574],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6193552,0.0016641826,0.0040673087,0.020606663,0.0036186066,0.011431668,0.0050831228,0.0043537337,0.005918751],"category_scores_gemma":[0.8661167,0.0020582392,0.005739216,0.021343257,0.008096847,0.021373227,0.013972597,0.0040522167,0.00064546865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031442791,0.0002134757,0.2004203,0.21825886,0.012503036,0.0009452284,0.07265906,0.0013267345,0.0011973584,0.045056384,0.027806781,0.41646856],"study_design_scores_gemma":[0.0013402743,0.0016462719,0.12749834,0.46428487,0.019530857,0.002921052,0.04450995,0.0039019126,0.0056957775,0.09807718,0.22965258,0.0009408925],"about_ca_topic_score_codex":0.004437981,"about_ca_topic_score_gemma":0.0050408635,"teacher_disagreement_score":0.99564624,"about_ca_system_score_codex":0.007290758,"about_ca_system_score_gemma":0.024696058,"threshold_uncertainty_score":0.46940285},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3045465353","doi":"10.1186/s41073-020-00096-x","title":"Quantifying professionalism in peer review","year":2020,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Environment and Climate Change Canada; Memorial University of Newfoundland; Library and Archives Canada; University of Victoria","funders":"","keywords":"Rubric; Criticism; Psychology; Peer review; Distress; Quality (philosophy); Medical education; Applied psychology; Medicine; Clinical psychology; Epistemology; Law; Mathematics education; Political science","score_opus":0.9673817885818834,"score_gpt":0.7461647558699385,"score_spread":0.22121703271194493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045465353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68566215,0.018853223,0.2005017,0.020506544,0.0022971227,0.010095395,0.0021573256,0.00048282783,0.059443735],"genre_scores_gemma":[0.9472969,0.0013847837,0.044953287,0.0009988997,0.0011650233,0.002791175,0.00044427323,0.00007210579,0.0008935363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.14318544,0.57970035,0.087385654,0.015773749,0.17078115,0.0031737383],"domain_scores_gemma":[0.029374313,0.7402896,0.13119875,0.026897034,0.0695347,0.0027056038],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.513355,0.000888794,0.002081531,0.028602593,0.0055341837,0.008806829,0.0035736593,0.002901731,0.0022544072],"category_scores_gemma":[0.85545456,0.00078413717,0.001569292,0.02259533,0.012265485,0.008498468,0.012254508,0.0026181978,0.00067296764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010095512,0.00040482802,0.606874,0.012102755,0.0017093504,0.0004911562,0.06787895,0.002894423,0.0023140747,0.018289445,0.009199115,0.27683234],"study_design_scores_gemma":[0.0002988382,0.0021833435,0.72228706,0.011532254,0.001247274,0.0034178668,0.03968208,0.021193642,0.008249161,0.11071396,0.07842527,0.000769261],"about_ca_topic_score_codex":0.0017572793,"about_ca_topic_score_gemma":0.0018506558,"teacher_disagreement_score":0.9713974,"about_ca_system_score_codex":0.008176773,"about_ca_system_score_gemma":0.014671215,"threshold_uncertainty_score":0.60011995},"labels":[],"label_agreement":null},{"id":"W3102946754","doi":"10.1186/s41073-020-00102-2","title":"Doing better: eleven ways to improve the integration of sex and gender in health research proposals","year":2020,"lang":"en","type":"letter","venue":"Research Integrity and Peer Review","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Women's College Hospital","funders":"Canadian Institutes of Health Research; Diabetes Action Research and Education Foundation","keywords":"Gender identity; Relevance (law); Psychology; Medical education; Medicine; Political science; Social psychology","score_opus":0.5665995736985263,"score_gpt":0.5392911544766058,"score_spread":0.02730841922192051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102946754","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0130476,0.010457654,0.119497724,0.7892094,0.022777557,0.015757632,0.00034226515,0.0022856148,0.02662445],"genre_scores_gemma":[0.084484115,0.012560532,0.7489023,0.10376306,0.0067594084,0.026259843,0.00051343185,0.001051493,0.015705764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.32677284,0.5438706,0.05423451,0.010593554,0.0502749,0.014253622],"domain_scores_gemma":[0.14777358,0.5604213,0.041636936,0.055100325,0.14847642,0.046591375],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.582475,0.0042153094,0.002215737,0.015033179,0.02458333,0.04377814,0.0118622,0.02566639,0.015289733],"category_scores_gemma":[0.6777997,0.0059641264,0.005879761,0.009862156,0.04257399,0.054943383,0.04587494,0.034920815,0.0072541637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035086367,0.0004747332,0.0059880787,0.012992646,0.0002524051,0.0018388596,0.25406733,0.00093078153,0.0031219586,0.11253943,0.26812604,0.33931687],"study_design_scores_gemma":[0.00030451326,0.00052125973,0.0029716801,0.017730817,0.00026270893,0.0011830289,0.15227596,0.0011233618,0.0014207405,0.070138715,0.75144887,0.00061828905],"about_ca_topic_score_codex":0.005148569,"about_ca_topic_score_gemma":0.01192395,"teacher_disagreement_score":0.417525,"about_ca_system_score_codex":0.033694874,"about_ca_system_score_gemma":0.16654392,"threshold_uncertainty_score":0.5148827},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132467447","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10410699,0.027732467,0.112717465,0.6532892,0.01427381,0.002803549,0.00016820154,0.00203426,0.08287415],"genre_scores_gemma":[0.8099426,0.010350124,0.089725375,0.05992552,0.0068296874,0.0029069942,0.00022898294,0.0014741612,0.018616587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.2298895,0.57680523,0.036421098,0.014441674,0.13498355,0.0074589374],"domain_scores_gemma":[0.09352974,0.5457658,0.061997518,0.08438473,0.19941866,0.014903511],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.505553,0.0011668779,0.0013963864,0.010116468,0.0131430235,0.024148416,0.008167405,0.009733695,0.004808468],"category_scores_gemma":[0.7695272,0.0011904904,0.0018835256,0.005446846,0.023505885,0.02099122,0.018097967,0.012413761,0.002744017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004437082,0.0002712418,0.015366022,0.0077824993,0.00038696395,0.0013040891,0.20731355,0.00088354957,0.0035527137,0.045741923,0.08953369,0.62742],"study_design_scores_gemma":[0.00025128733,0.0009874044,0.01878878,0.015902335,0.00028112426,0.0032988896,0.132566,0.0050310143,0.006025332,0.06268446,0.75367165,0.0005117969],"about_ca_topic_score_codex":0.0047125816,"about_ca_topic_score_gemma":0.00884353,"teacher_disagreement_score":0.9902663,"about_ca_system_score_codex":0.019308943,"about_ca_system_score_gemma":0.053190716,"threshold_uncertainty_score":0.6097412},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3135000317","doi":"10.1186/s41073-021-00108-4","title":"Steps toward preregistration of research on research integrity","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Research integrity; USable; Psychology; Data integrity; Set (abstract data type); Documentation; Data collection; Qualitative research; Computer science; Data science; Public relations; Sociology; Political science; World Wide Web; Database; Social science","score_opus":0.6142879617107355,"score_gpt":0.5984877638154373,"score_spread":0.015800197895298185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135000317","genre_codex":"commentary","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02022074,0.010702402,0.39842138,0.42332825,0.02507076,0.07312071,0.0011627069,0.007513729,0.040459424],"genre_scores_gemma":[0.1058921,0.005807089,0.7112831,0.06841042,0.008375788,0.07879194,0.0015228532,0.0025455763,0.017371213],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.109699085,0.656961,0.13828017,0.015861616,0.062127016,0.017071085],"domain_scores_gemma":[0.032396212,0.3979704,0.08739,0.20812483,0.25210443,0.022014122],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8588083,0.0031465655,0.0065403366,0.030585917,0.019678153,0.039076682,0.020606639,0.032024466,0.014491671],"category_scores_gemma":[0.86620355,0.008069797,0.010293717,0.02505548,0.024136676,0.046583995,0.03901731,0.061458793,0.017558744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023337498,0.0014841545,0.011655942,0.015331324,0.0007227455,0.0015313134,0.101510614,0.0016038357,0.00716854,0.09452978,0.2577533,0.5043747],"study_design_scores_gemma":[0.0008801081,0.0019995752,0.021384584,0.021890013,0.00048837764,0.001347782,0.03308044,0.0027289984,0.011583338,0.05315878,0.85029954,0.0011585231],"about_ca_topic_score_codex":0.00749143,"about_ca_topic_score_gemma":0.0076143323,"teacher_disagreement_score":0.96797556,"about_ca_system_score_codex":0.025874438,"about_ca_system_score_gemma":0.24135989,"threshold_uncertainty_score":0.18773305},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4213005437","doi":"10.1186/s41073-022-00121-1","title":"Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Peer review; Receipt; Mega-; Control (management); Peer group; Psychology; Medical education; Medicine; Computer science; Social psychology; World Wide Web; Political science","score_opus":0.850221086539673,"score_gpt":0.6727948306867655,"score_spread":0.1774262558529075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213005437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903826,0.0026686036,0.0010876876,0.0008017268,0.000092427246,0.0001920084,0.00050426065,0.00004791314,0.0042227875],"genre_scores_gemma":[0.99679947,0.0006365537,0.00072236964,0.00014429368,0.00008872144,0.0001270876,0.00022898971,0.000015651367,0.0012368511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98672557,0.003916234,0.0025582595,0.0015038098,0.0047377255,0.0005583248],"domain_scores_gemma":[0.8703394,0.029406803,0.06842215,0.003975491,0.017317085,0.010539038],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008032565,0.00020008079,0.00048921525,0.002088181,0.0008083381,0.0017019251,0.00090757565,0.00054017786,0.0054778536],"category_scores_gemma":[0.06833691,0.00023806436,0.00030344343,0.0023751357,0.00068107405,0.0014870011,0.001056788,0.00032765427,0.0015276545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021617785,0.00006495853,0.97191036,0.00041045537,0.00007808624,0.00058903865,0.004778404,0.0000810374,0.0006560434,0.00016562449,0.002275486,0.018774329],"study_design_scores_gemma":[0.00002949044,0.0006390486,0.97064555,0.00022882994,0.0000538737,0.0054102126,0.008191098,0.0002471525,0.0004648109,0.00027422825,0.013772195,0.000043561726],"about_ca_topic_score_codex":0.0016552568,"about_ca_topic_score_gemma":0.0025912272,"teacher_disagreement_score":0.9979118,"about_ca_system_score_codex":0.000653311,"about_ca_system_score_gemma":0.0022527378,"threshold_uncertainty_score":0.042480767},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4283789592","doi":"10.1186/s41073-022-00123-z","title":"Improving equity, diversity, and inclusion in academia","year":2022,"lang":"en","type":"letter","venue":"Research Integrity and Peer Review","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Excellence; Inclusion (mineral); Publishing; Publication; Equity (law); Public relations; Diversity (politics); Library science; Political science; Set (abstract data type); Engineering ethics; Computer science; Sociology; Engineering; Social science; Law","score_opus":0.3620357640097279,"score_gpt":0.49851777532399144,"score_spread":0.13648201131426352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283789592","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040382257,0.00061305263,0.00014170287,0.9919608,0.0051726713,0.0000056153876,0.0000038283315,0.000007986389,0.0016904324],"genre_scores_gemma":[0.010258108,0.0009155451,0.000630772,0.96975327,0.015034591,0.00002903779,0.000007331744,0.000018226474,0.0033530986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9418623,0.024705892,0.005198952,0.0040012137,0.019769244,0.0044623483],"domain_scores_gemma":[0.79023004,0.14952843,0.010922925,0.0065688374,0.023358885,0.019390889],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.051079456,0.00046502773,0.0010360684,0.001343339,0.013447535,0.013438158,0.0033128902,0.06509547,0.0046890494],"category_scores_gemma":[0.1648036,0.00078062515,0.0013094317,0.0014308942,0.01797784,0.01578191,0.010845389,0.054002788,0.0026913339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047490445,0.00008108042,0.00209,0.00024889287,0.000020499285,0.0026714152,0.0034388269,0.000121312725,0.0004113955,0.054050706,0.89727926,0.039539184],"study_design_scores_gemma":[0.00009993344,0.000120139564,0.0024554874,0.00087689183,0.000026038859,0.0036224416,0.0050501,0.0006147354,0.0008404841,0.07745379,0.90869135,0.00014861142],"about_ca_topic_score_codex":0.0085099265,"about_ca_topic_score_gemma":0.015780073,"teacher_disagreement_score":0.9966871,"about_ca_system_score_codex":0.009892056,"about_ca_system_score_gemma":0.0313734,"threshold_uncertainty_score":0.2701372},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4285393211","doi":"10.1186/s41073-022-00124-y","title":"Correction: Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"erratum","venue":"Research Integrity and Peer Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Mega-; Computer science; Peer review; Information retrieval; Library science; Political science; Physics; Law","score_opus":0.36775722375488473,"score_gpt":0.5524705717150645,"score_spread":0.1847133479601798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285393211","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012496063,0.00073684176,0.002268371,0.11430406,0.8718324,0.00026512242,0.0027814177,0.00086036004,0.005701928],"genre_scores_gemma":[0.05459486,0.005910164,0.02171213,0.16365048,0.26445198,0.0024482817,0.0064515662,0.0058196313,0.47496098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97280574,0.0045142905,0.006326443,0.0027866857,0.012333459,0.0012332466],"domain_scores_gemma":[0.71497,0.06721686,0.013291515,0.012621618,0.18562935,0.006270673],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015234644,0.0021966863,0.0017554356,0.006356742,0.004384018,0.0044317953,0.003557798,0.005134764,0.042413104],"category_scores_gemma":[0.2656437,0.0012158534,0.0010111858,0.0055606803,0.002106544,0.002587578,0.0020962479,0.0076379874,0.030337581],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036959176,0.00000870951,0.0003226191,0.00013050364,0.000008703541,0.00024279385,0.00008890753,0.000026438229,0.000052281146,0.00038659282,0.9926037,0.006091888],"study_design_scores_gemma":[0.000059424354,0.000039677034,0.0041430327,0.0007795077,0.00004613612,0.0011620392,0.00045934893,0.00045348197,0.00061873114,0.00093537266,0.9912164,0.00008686782],"about_ca_topic_score_codex":0.030828284,"about_ca_topic_score_gemma":0.02924947,"teacher_disagreement_score":0.99486524,"about_ca_system_score_codex":0.0065610693,"about_ca_system_score_gemma":0.009337951,"threshold_uncertainty_score":0.141886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4296369701","doi":"10.1186/s41073-022-00125-x","title":"Reducing the Inadvertent Spread of Retracted Science: recommendations from the RISRS report","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Alfred P. Sloan Foundation","keywords":"Stakeholder; Public relations; Publishing; Scholarship; Stakeholder engagement; Political science; Process (computing); Business; Computer science; Law","score_opus":0.21980025304315598,"score_gpt":0.48366776668941147,"score_spread":0.2638675136462555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296369701","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002506871,0.009072543,0.011014596,0.9359729,0.01575342,0.005311339,0.000597029,0.0009981438,0.01877301],"genre_scores_gemma":[0.043042216,0.059720736,0.33641195,0.4790224,0.009492112,0.02740961,0.0031026236,0.00091148133,0.04088681],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.66440713,0.17895441,0.059005257,0.00776552,0.07741773,0.0124499155],"domain_scores_gemma":[0.39425057,0.3156179,0.039794642,0.026606666,0.1787857,0.044944577],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34433705,0.0034099354,0.0023083636,0.009658283,0.006703136,0.020776007,0.017139953,0.037374567,0.015482025],"category_scores_gemma":[0.4869279,0.0025220478,0.008800092,0.006662598,0.00898779,0.024862701,0.01655438,0.025414633,0.010297118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023616076,0.0010003558,0.0027228133,0.01805977,0.00028735524,0.0011824518,0.009100603,0.0020038355,0.0009053934,0.034294892,0.73138416,0.19882222],"study_design_scores_gemma":[0.00047205674,0.0009054413,0.0032895496,0.048796386,0.00070950395,0.0005902288,0.020118661,0.0018917535,0.0020464128,0.021608304,0.8992315,0.00034011234],"about_ca_topic_score_codex":0.015515348,"about_ca_topic_score_gemma":0.030251376,"teacher_disagreement_score":0.96262544,"about_ca_system_score_codex":0.010676892,"about_ca_system_score_gemma":0.21160483,"threshold_uncertainty_score":0.80854917},"labels":[],"label_agreement":null},{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.24007753717370173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366783310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6566857,0.005168077,0.2666029,0.0031419452,0.0005369033,0.025058534,0.019612767,0.00053389434,0.02265937],"genre_scores_gemma":[0.873638,0.0010367872,0.10984831,0.00031718152,0.000156516,0.009828018,0.0034169354,0.0000677159,0.0016905454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8360619,0.13612506,0.008223615,0.0057640774,0.01167965,0.002145661],"domain_scores_gemma":[0.5324249,0.35854286,0.06431473,0.019726604,0.022273757,0.0027171695],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.10251973,0.0013411746,0.0013992139,0.006543948,0.0012727883,0.0031344723,0.0037585334,0.0015936078,0.007324099],"category_scores_gemma":[0.3308271,0.0012336669,0.0031525404,0.009599251,0.0019752588,0.004544752,0.003069459,0.0013394476,0.0009418161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003162106,0.0007122679,0.7445717,0.003985724,0.005044026,0.00051087176,0.004072964,0.049682572,0.00031188695,0.024369773,0.014254028,0.1493221],"study_design_scores_gemma":[0.0016668335,0.003372098,0.58239555,0.0034198917,0.0038136863,0.0015184132,0.0055665732,0.3146844,0.0013867157,0.04761403,0.03424311,0.00031870074],"about_ca_topic_score_codex":0.026533,"about_ca_topic_score_gemma":0.017352208,"teacher_disagreement_score":0.99345607,"about_ca_system_score_codex":0.007623096,"about_ca_system_score_gemma":0.0071955076,"threshold_uncertainty_score":0.5421826},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4386880731","doi":"10.1186/s41073-023-00138-0","title":"Bridges of perspectives: representation of people with lived experience of spinal cord injury in editorial boards and peer review","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; NeuroDevNet; University of British Columbia","funders":"Government of Canada","keywords":"Diversity (politics); Lived experience; Spinal cord injury; Representation (politics); Best practice; Publishing; Psychology; Quality of life (healthcare); Medicine; Public relations; Political science; Nursing; Spinal cord; Law","score_opus":0.25382991942660693,"score_gpt":0.5465424787309605,"score_spread":0.2927125593043536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386880731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231556,0.005513738,0.0029973413,0.046175342,0.0009223462,0.00012902738,0.00014410856,0.00006300022,0.020899419],"genre_scores_gemma":[0.99336785,0.0009635991,0.0006302465,0.003469213,0.00037269676,0.000070779024,0.000035940084,0.000017013328,0.0010726514],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8835092,0.08295586,0.0060271234,0.004645644,0.018598573,0.0042636404],"domain_scores_gemma":[0.70752907,0.14617321,0.08006596,0.010508975,0.020878416,0.034844417],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047823258,0.00046102935,0.0006725547,0.0036165304,0.010162892,0.013246466,0.001951915,0.0027968585,0.0064233746],"category_scores_gemma":[0.20318615,0.0007122688,0.0006187883,0.0022927653,0.010465268,0.010574364,0.012240491,0.0038479723,0.0006689366],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014488342,0.00009227399,0.077823095,0.00050695695,0.00010772912,0.0014895633,0.8768129,0.000044815595,0.0012525212,0.0029635173,0.00725958,0.031502236],"study_design_scores_gemma":[0.000045523153,0.00027734475,0.059819814,0.0008246013,0.00005373595,0.004721612,0.8636653,0.00020810844,0.0003487378,0.004270045,0.065621026,0.00014420008],"about_ca_topic_score_codex":0.0026988818,"about_ca_topic_score_gemma":0.003801734,"teacher_disagreement_score":0.95217675,"about_ca_system_score_codex":0.0032845687,"about_ca_system_score_gemma":0.006997816,"threshold_uncertainty_score":0.25291663},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389155531","doi":"10.1186/s41073-023-00139-z","title":"The quizzical failure of a nudge on academic integrity education: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Magyar Tudományos Akadémia; European Commission","keywords":"Academic integrity; Randomized controlled trial; Nudge theory; Research integrity; Psychology; Political science; Medicine; Social psychology; Public relations; Internal medicine","score_opus":0.18692557954584701,"score_gpt":0.5119654922768404,"score_spread":0.3250399127309934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389155531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91108435,0.014641152,0.0028202198,0.0023705086,0.0037913485,0.05730931,0.0017288284,0.00068809144,0.0055662743],"genre_scores_gemma":[0.9057188,0.004084834,0.006481942,0.0018233912,0.00083604385,0.07665637,0.00043818643,0.000050009803,0.0039104256],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994978,0.0028576355,0.0004710126,0.0008246827,0.00044525135,0.00042333402],"domain_scores_gemma":[0.99348277,0.003599048,0.0011720652,0.00036173282,0.0004163396,0.0009681303],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006030189,0.0021665762,0.0047690193,0.0012592492,0.0013180131,0.0019491118,0.0018696631,0.0040472336,0.0138781285],"category_scores_gemma":[0.013200224,0.0010298236,0.0025327057,0.00088967895,0.0024458277,0.0018815564,0.0010699435,0.0035932544,0.0012003244],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95187056,0.016252708,0.00062814157,0.005304916,0.0018450809,0.00004678276,0.00017199987,0.00019321837,0.0005316775,0.0003240159,0.0014705722,0.021360273],"study_design_scores_gemma":[0.9439113,0.05146417,0.0014886801,0.0004468032,0.0009706858,0.000012930034,0.000060918264,0.00038071992,0.00020522048,0.0002914038,0.00074573694,0.000021345078],"about_ca_topic_score_codex":0.0028064596,"about_ca_topic_score_gemma":0.0035665587,"teacher_disagreement_score":0.9959528,"about_ca_system_score_codex":0.0019664397,"about_ca_system_score_gemma":0.0026544174,"threshold_uncertainty_score":0.04642701},"labels":[],"label_agreement":null},{"id":"W4396214656","doi":"10.1186/s41073-024-00145-9","title":"Extent, transparency and impact of industry funding for pelvic mesh research: a review of the literature","year":2024,"lang":"en","type":"review","venue":"Research Integrity and Peer Review","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Transparency (behavior); Declaration; Urinary incontinence; Medicine; Conflict of interest; Payment; Accounting; Family medicine; Business; Political science; Surgery; Finance; Law","score_opus":0.9203878257127537,"score_gpt":0.748278658587292,"score_spread":0.17210916712546165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396214656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026101607,0.99358517,0.00013329634,0.0026086054,0.00022108089,0.00004461204,0.00010537774,0.0000043259947,0.00068733725],"genre_scores_gemma":[0.048073776,0.94851696,0.0009216796,0.001478278,0.0006295751,0.00013837923,0.00013204441,0.000010531278,0.000098715296],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9480138,0.018667743,0.018111276,0.0026966014,0.011413459,0.0010971385],"domain_scores_gemma":[0.5152059,0.3916749,0.068254404,0.0035963065,0.019568529,0.0016998136],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06469117,0.0008224882,0.0021874323,0.028564103,0.0015135523,0.008413992,0.0017419495,0.0031148987,0.0035258266],"category_scores_gemma":[0.2065726,0.0012774208,0.0030829636,0.025741827,0.0038671475,0.007618185,0.0027981487,0.0019061503,0.00041212712],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047453234,0.00008028633,0.022170177,0.4789565,0.002195796,0.0005359713,0.0035636392,0.00019403007,0.00039482058,0.004034044,0.008646114,0.47875416],"study_design_scores_gemma":[0.00013067348,0.00025105115,0.04225242,0.85928065,0.0074830796,0.0030648569,0.005498288,0.0002516269,0.000427219,0.0025379509,0.07872212,0.00010013122],"about_ca_topic_score_codex":0.005077276,"about_ca_topic_score_gemma":0.0102286115,"teacher_disagreement_score":0.9968851,"about_ca_system_score_codex":0.00578003,"about_ca_system_score_gemma":0.018490551,"threshold_uncertainty_score":0.3421237},"labels":[],"label_agreement":null},{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6237333,0.11915195,0.05573661,0.037492,0.015070298,0.054489806,0.06884967,0.0016886977,0.023787627],"genre_scores_gemma":[0.82182384,0.025295805,0.07829918,0.005007889,0.003619231,0.046361107,0.016140228,0.00082721276,0.0026255066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5601577,0.15969141,0.16556768,0.011587824,0.099603556,0.0033918624],"domain_scores_gemma":[0.09639234,0.47782326,0.19220503,0.035858545,0.19306616,0.004654609],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46344754,0.0014536966,0.004422414,0.026345292,0.003770913,0.010180232,0.0040757568,0.0026492632,0.004954505],"category_scores_gemma":[0.7572896,0.0015784259,0.0065322155,0.018994343,0.0051183333,0.005744909,0.008324206,0.002484059,0.0013233798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011873225,0.0005593102,0.31683537,0.2114919,0.0071165944,0.002598806,0.068873204,0.0012848637,0.0047134855,0.0041955924,0.05270182,0.31775582],"study_design_scores_gemma":[0.001725112,0.0059725777,0.6112637,0.11298319,0.011742925,0.0031851681,0.031918213,0.0025800022,0.00954463,0.0050473516,0.20295054,0.0010866042],"about_ca_topic_score_codex":0.0031685699,"about_ca_topic_score_gemma":0.0042055175,"teacher_disagreement_score":0.5365524,"about_ca_system_score_codex":0.00951718,"about_ca_system_score_gemma":0.024935476,"threshold_uncertainty_score":0.6616647},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408038925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816575,0.0024955235,0.0014186407,0.0027817548,0.000098485296,0.0010397166,0.0044533834,0.00007646088,0.0059784455],"genre_scores_gemma":[0.99202114,0.0021194823,0.0012148909,0.0009690746,0.00009258687,0.00092179625,0.0014661951,0.000045474717,0.0011494181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8863459,0.042564444,0.025162958,0.0075904396,0.03252713,0.0058091455],"domain_scores_gemma":[0.34845632,0.31564018,0.22171827,0.029840397,0.07480143,0.009543376],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.10116977,0.00029377674,0.00078555365,0.0121885445,0.0027833565,0.0075442274,0.0017818375,0.001316352,0.0027299216],"category_scores_gemma":[0.26669142,0.0014394041,0.00045187498,0.01655347,0.003959146,0.0066953623,0.0042109047,0.0026024724,0.0010684741],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003502221,0.00034441974,0.9098156,0.001533445,0.000066591965,0.0005806319,0.042754952,0.00017527973,0.00057856465,0.0034165701,0.0056122546,0.034771413],"study_design_scores_gemma":[0.000033850658,0.00041011773,0.8888048,0.0020827178,0.0000923113,0.001148738,0.0625368,0.0010618325,0.0024520177,0.00084238854,0.040418122,0.00011632508],"about_ca_topic_score_codex":0.0064458814,"about_ca_topic_score_gemma":0.0053962865,"teacher_disagreement_score":0.99868363,"about_ca_system_score_codex":0.0057947417,"about_ca_system_score_gemma":0.014624553,"threshold_uncertainty_score":0.5350433},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410336353","doi":"10.1186/s41073-025-00164-0","title":"Research on policy mechanisms to address funding bias and conflicts of interest in biomedical research: a scoping review","year":2025,"lang":"en","type":"review","venue":"Research Integrity and Peer Review","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Conflict of interest; Political science; Management science; Public relations; Engineering ethics; Economics; Engineering; Law","score_opus":0.9766357963041572,"score_gpt":0.7866428425180303,"score_spread":0.1899929537861269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410336353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008313031,0.9829541,0.002822316,0.008021126,0.0011005795,0.0011194026,0.00022122517,0.000029519428,0.0029003792],"genre_scores_gemma":[0.011921104,0.9761397,0.0058426727,0.0023333721,0.00041280725,0.0027855656,0.0002535001,0.000020765181,0.0002904783],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.760955,0.13678482,0.06250103,0.005740927,0.031384632,0.0026335518],"domain_scores_gemma":[0.22829494,0.68455887,0.04429228,0.0075390744,0.034074113,0.0012407076],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2586771,0.0025215463,0.0076077697,0.042926725,0.0034802277,0.016281242,0.0055942843,0.0097543765,0.006995751],"category_scores_gemma":[0.5882689,0.0029457258,0.008870943,0.04165831,0.0074760155,0.021257082,0.00663238,0.0052732336,0.001441704],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018226983,0.000062134175,0.002435991,0.6173002,0.002836963,0.00017594284,0.0026683009,0.00066206395,0.00020980807,0.016261347,0.011123012,0.34608197],"study_design_scores_gemma":[0.00007596235,0.0000469806,0.0011415405,0.95299774,0.003135719,0.00014189699,0.001148453,0.00016306282,0.00020301009,0.0043578744,0.036550436,0.000037366648],"about_ca_topic_score_codex":0.00699489,"about_ca_topic_score_gemma":0.010439661,"teacher_disagreement_score":0.99024564,"about_ca_system_score_codex":0.018576924,"about_ca_system_score_gemma":0.075987116,"threshold_uncertainty_score":0.91418314},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4411363529","doi":"10.1186/s41073-025-00166-y","title":"Gaps in the Ottawa Statement on the Ethical Design and Conduct of Cluster Randomized Trials: a citation analysis reveals a need for updated ethics guidelines","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Public Health Ontario; St. Joseph’s Healthcare Hamilton; Université de Montréal; Centre Hospitalier de l’Université de Montréal; McMaster University; Western University; University of Toronto; University Health Network; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Statement (logic); Citation; Cluster (spacecraft); Randomized controlled trial; Research ethics; Engineering ethics; Political science; Psychology; Library science; Medicine; Law; Engineering; Computer science","score_opus":0.9072430311787694,"score_gpt":0.7270061267709451,"score_spread":0.18023690440782425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411363529","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009676907,0.0889007,0.07696052,0.7819925,0.018493984,0.004918807,0.0030141564,0.0003657526,0.015676605],"genre_scores_gemma":[0.27960965,0.123357125,0.33321136,0.20840745,0.011290209,0.03154877,0.0046421573,0.0017640138,0.006169288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.19650818,0.48489994,0.19697879,0.014402351,0.10109802,0.0061126947],"domain_scores_gemma":[0.02271526,0.810932,0.03538453,0.020611554,0.10755355,0.00280312],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7184923,0.0015363386,0.006133178,0.03802085,0.011204959,0.037381556,0.0090771895,0.015267336,0.0051655006],"category_scores_gemma":[0.8801892,0.0033219461,0.0054838443,0.047756165,0.025718207,0.036321316,0.0206954,0.020128561,0.002047749],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061670016,0.00016175989,0.009531269,0.11423357,0.00093984336,0.0010229514,0.15564585,0.0013625362,0.00090288784,0.25563535,0.230506,0.2294413],"study_design_scores_gemma":[0.0002553823,0.00018632888,0.007241406,0.2586779,0.0012211712,0.00087810034,0.05423317,0.0027279817,0.0011361333,0.15060432,0.5222547,0.0005833251],"about_ca_topic_score_codex":0.021741264,"about_ca_topic_score_gemma":0.029482804,"teacher_disagreement_score":0.9847327,"about_ca_system_score_codex":0.044381768,"about_ca_system_score_gemma":0.19674884,"threshold_uncertainty_score":0.34714913},"labels":[],"label_agreement":null},{"id":"W4414042524","doi":"10.1186/s41073-025-00178-8","title":"Attitudes and perceptions of biomedical journal editors in chief towards the use of artificial intelligence chatbots in the scholarly publishing process: a cross-sectional survey","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Publishing; Perception; Chatbot; Human intelligence; Applications of artificial intelligence","score_opus":0.6469506747522318,"score_gpt":0.5911150780951746,"score_spread":0.055835596657057174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414042524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99772507,0.00036993268,0.00012773795,0.000622809,0.000024790848,0.00005591725,0.00015840326,0.000007418178,0.00090798974],"genre_scores_gemma":[0.99737215,0.0006533285,0.0004726992,0.00067440234,0.0000673411,0.00011005096,0.00012679091,0.000006911753,0.0005163997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99028975,0.0043883612,0.0015826495,0.00064123713,0.0024559028,0.0006420449],"domain_scores_gemma":[0.9005387,0.03953044,0.035181135,0.0015928273,0.013445499,0.009711381],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015752029,0.000186498,0.0006505775,0.0020035831,0.0010581748,0.003020309,0.00060350663,0.0009049731,0.002086262],"category_scores_gemma":[0.058190677,0.000506776,0.00039098648,0.0018273375,0.0009313191,0.0022287036,0.0014560998,0.001075469,0.0005584432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018097962,0.00044415623,0.93868184,0.00050971645,0.00008946991,0.00044847684,0.044966243,0.000058662597,0.0006163447,0.0001047277,0.0016835479,0.012215783],"study_design_scores_gemma":[0.000032926215,0.00093907927,0.88206786,0.00028446323,0.000067607005,0.0010514171,0.10827994,0.00044387847,0.00038995297,0.00011099898,0.0062723286,0.000059545135],"about_ca_topic_score_codex":0.001371622,"about_ca_topic_score_gemma":0.0019038002,"teacher_disagreement_score":0.9969797,"about_ca_system_score_codex":0.0007856019,"about_ca_system_score_gemma":0.0013497068,"threshold_uncertainty_score":0.08330572},"labels":[],"label_agreement":null}]}