{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":570,"total_is_capped":false,"direct_labels_cover":570,"predictions_cover":570,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"3cc3e5abc8f5","filters":{"category":"research_integrity"}},"results":[{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","authors":[{"name":"Dearbhail Bracken‐Roche","is_ca":true},{"name":"Emily Bell","is_ca":true},{"name":"Mary Ellen Macdonald","is_ca":true},{"name":"Éric Racine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9560629307251761,"gpt":0.7983703746638118,"spread":0.1576925560613643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1824054,0.0005045324,0.0008009364,0.007168569,0.008193112,0.01114487,0.002062122,0.004837876,0.001087966],"category_scores_gemma":[0.2494755,0.0007533377,0.0007103406,0.008097012,0.03458512,0.01659805,0.009293771,0.007986843,0.000178088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02359001,"about_ca_system_score_gemma":0.06078546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006932946,"about_ca_topic_score_gemma":0.006329594,"domain_scores_codex":[0.7046799,0.244951,0.01587798,0.004081428,0.02587848,0.004531252],"domain_scores_gemma":[0.4989959,0.436742,0.02560828,0.00968259,0.02501172,0.003959613],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001994413,0.00005911578,0.005987389,0.001189365,0.0000217614,0.0003674387,0.4261586,0.0006774358,0.0004751874,0.5037804,0.004976579,0.05628678],"study_design_scores_gemma":[0.00001660266,0.00008988829,0.01051134,0.01428287,0.00005978321,0.0008522908,0.4641727,0.002234527,0.001185803,0.2746458,0.2318323,0.0001160852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.3095564,0.03384983,0.1569016,0.3899173,0.001419567,0.002488099,0.0003762024,0.0001597105,0.1053313],"genre_scores_gemma":[0.90744,0.008647093,0.06914684,0.01086712,0.0002258108,0.001841555,0.00009782099,0.00008618483,0.001647655],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9951621,"threshold_uncertainty_score":0.9646634,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2023640666","doi":"10.1177/1476750307083720","title":"Reciprocity","year":2008,"lang":"en","type":"article","venue":"Action Research","topic":"Community Health and Development","field":"Health Professions","cited_by":274,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto; York University","funders":"Health Canada","keywords":"Reciprocity (cultural anthropology); Sociology; Participatory action research; Reciprocal; Action research; Citizen journalism; Public relations; Engineering ethics; Action (physics); Political science; Social science; Pedagogy; Law","authors":[{"name":"Sarah Maiter","is_ca":true},{"name":"Laura Simich","is_ca":true},{"name":"Nora Jacobson","is_ca":true},{"name":"Julie Wise","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.908520586474894,"gpt":0.730495074282825,"spread":0.178025512192069,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0569241,0.0009818953,0.001463125,0.002171175,0.01032545,0.01332825,0.002776365,0.007230983,0.02446338],"category_scores_gemma":[0.1147502,0.0007038014,0.001040334,0.001723538,0.03071081,0.01388818,0.01411033,0.009888736,0.008330676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005108468,"about_ca_system_score_gemma":0.01005225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00201877,"about_ca_topic_score_gemma":0.002993165,"domain_scores_codex":[0.8849794,0.07205421,0.006023012,0.01150803,0.02046727,0.00496811],"domain_scores_gemma":[0.9093307,0.03668104,0.009008926,0.02307037,0.01692701,0.004981915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002885484,0.00002910846,0.0008172374,0.0002309263,0.00003790482,0.0002918536,0.01687038,0.0001552267,0.0002659535,0.9300328,0.02014361,0.03109603],"study_design_scores_gemma":[0.00001844188,0.00005163503,0.0005991791,0.0005166101,0.00002753613,0.0008961253,0.006743424,0.0002800087,0.0003019045,0.313006,0.6775043,0.00005484231],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01125255,0.00415413,0.1087465,0.0628359,0.003657814,0.001182286,0.0003059951,0.0002130941,0.8076516],"genre_scores_gemma":[0.7012591,0.004899528,0.04938877,0.02701367,0.002487933,0.002958535,0.0004296523,0.0003582495,0.2112047],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0569241,"threshold_uncertainty_score":0.301047,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2082951106","doi":"10.4103/0019-5545.82529","title":"The MMR vaccine and autism: Sensation, refutation, retraction, and fraud","year":2011,"lang":"en","type":"article","venue":"Indian Journal of Psychiatry","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":258,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"MMR vaccine; Autism; Measles-Mumps-Rubella Vaccine; Publicity; Measles; Medicine; Misconduct; Vaccination; Rubella; Rubella vaccine; Psychiatry; Pediatrics; Psychology; Family medicine; Virology; Political science; Law","authors":[{"name":"TS Sathyanarayana Rao","is_ca":false},{"name":"Chittaranjan Andrade","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0139472442936847,"gpt":0.2683230300903904,"spread":0.2543757857967057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04669236,0.00132938,0.001919932,0.003293493,0.004726106,0.008810005,0.003958016,0.0262908,0.002764613],"category_scores_gemma":[0.3043265,0.0009718502,0.001767309,0.001910022,0.02447965,0.01519725,0.00688925,0.04327302,0.002847371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00465342,"about_ca_system_score_gemma":0.006854699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002504757,"about_ca_topic_score_gemma":0.002013549,"domain_scores_codex":[0.9599668,0.01488271,0.006564634,0.003600172,0.01345753,0.001528059],"domain_scores_gemma":[0.7766961,0.1672702,0.01027182,0.01289499,0.02710214,0.005764928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009934569,0.0000281094,0.0007093815,0.0004415699,0.00006015618,0.002401289,0.002971906,0.00009739184,0.0002637675,0.07452527,0.8570508,0.06135097],"study_design_scores_gemma":[0.00003125898,0.00005466256,0.0004296207,0.001512364,0.00004257198,0.00410619,0.001158372,0.000372587,0.0002933715,0.04590806,0.9460026,0.0000883367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0009106778,0.02174174,0.001006712,0.8794095,0.09336846,0.00001316144,0.00005229778,0.00006896746,0.003428458],"genre_scores_gemma":[0.02792601,0.02014877,0.003252938,0.7706569,0.1679061,0.00006432376,0.00008571657,0.0002119665,0.009747187],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9737092,"threshold_uncertainty_score":0.2469357,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","authors":[{"name":"Jocalyn Clark","is_ca":true},{"name":"Russell Smith","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7969926508729327,"gpt":0.6778639477958661,"spread":0.1191287030770666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02368548,0.004141137,0.005748848,0.005670672,0.005996116,0.01415449,0.005418526,0.04551424,0.01537973],"category_scores_gemma":[0.1220997,0.002137807,0.004367256,0.003614155,0.005232203,0.00905526,0.002661997,0.04134016,0.009200929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005461556,"about_ca_system_score_gemma":0.0120377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004105846,"about_ca_topic_score_gemma":0.0119319,"domain_scores_codex":[0.9780131,0.004230806,0.003532591,0.001753658,0.0111952,0.001274677],"domain_scores_gemma":[0.8823726,0.06261488,0.007565904,0.003520534,0.03484276,0.009083258],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004616936,0.00001425211,0.00004322427,0.0007159698,0.00008148028,0.0000764222,0.00003266784,0.00001997118,0.0000536354,0.0004718873,0.9932237,0.005220664],"study_design_scores_gemma":[0.0003130755,0.00004877259,0.000737464,0.002330431,0.0003956528,0.0001486624,0.0002086591,0.0001667634,0.0002221105,0.004784118,0.9905841,0.00006010797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00006193183,0.004886854,0.00009954172,0.104809,0.8892189,0.00002664755,0.00007321563,0.00006019739,0.0007637072],"genre_scores_gemma":[0.0008836181,0.005910059,0.0002847577,0.0959714,0.89096,0.00004880232,0.00004360201,0.0000447408,0.005852879],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.9763145,"threshold_uncertainty_score":0.1252623,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2120841701","doi":"10.1371/journal.pbio.0060073","title":"Research Ethics Recommendations for Whole-Genome Research: Consensus Statement","year":2008,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":241,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland; Ontario Genomics; Canadian Institutes of Health Research; University of British Columbia; University of Toronto; Université de Montréal; University of Alberta","funders":"Institute of Genetics; Ontario Genomics; Canadian Institutes of Health Research; Ontario Genomics Institute; National Institutes of Health; Genome Alberta","keywords":"Biology; Statement (logic); Research ethics; Genome; Engineering ethics; Computational biology; MEDLINE; Genetics; Biotechnology; Gene; Political science; Law","authors":[{"name":"Timothy Caulfield","is_ca":true},{"name":"Amy L. McGuire","is_ca":false},{"name":"Mildred K. Cho","is_ca":false},{"name":"Janet A. Buchanan","is_ca":true},{"name":"Michael Burgess","is_ca":true},{"name":"Ursula Danilczyk","is_ca":true},{"name":"Christina M. Diaz","is_ca":false},{"name":"Kelly Fryer‐Edwards","is_ca":false},{"name":"Shane K Green","is_ca":true},{"name":"Marc A Hodosh","is_ca":false},{"name":"Eric T. Juengst","is_ca":false},{"name":"Jane Kaye","is_ca":false},{"name":"Laurence H. Kedes","is_ca":false},{"name":"Bartha Maria Knoppers","is_ca":true},{"name":"Trudo Lemmens","is_ca":true},{"name":"Eric M. Meslin","is_ca":false},{"name":"Juli Murphy","is_ca":false},{"name":"Robert L. Nussbaum","is_ca":false},{"name":"Margaret Otlowski","is_ca":true},{"name":"Daryl Pullman","is_ca":true},{"name":"Peter N. Ray","is_ca":false},{"name":"Jeremy Sugarman","is_ca":false},{"name":"Michael Timmons","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9590869121845906,"gpt":0.7257237591152245,"spread":0.2333631530693662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.4002492,0.001723246,0.004068586,0.005086273,0.008143513,0.01244673,0.01313247,0.06903715,0.005433526],"category_scores_gemma":[0.4909883,0.002694505,0.005909881,0.004931048,0.01326654,0.01331255,0.01698438,0.06839912,0.005125672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009396291,"about_ca_system_score_gemma":0.118384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007875607,"about_ca_topic_score_gemma":0.01002777,"domain_scores_codex":[0.7086933,0.1668888,0.04843571,0.007398696,0.05833522,0.01024839],"domain_scores_gemma":[0.3192874,0.4466828,0.02390588,0.02009628,0.1565701,0.03345749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001350574,0.0003497045,0.001804689,0.002577095,0.0002100152,0.0009092733,0.006511883,0.00196756,0.001009224,0.1187115,0.7930658,0.07274817],"study_design_scores_gemma":[0.0003306923,0.0001781979,0.003237787,0.01398312,0.0002807633,0.001289391,0.007928668,0.003020392,0.0008945286,0.2099706,0.7584419,0.0004439454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.001036353,0.004082907,0.01820501,0.9609728,0.00902545,0.0007312772,0.0002153028,0.0001915418,0.005539334],"genre_scores_gemma":[0.02111541,0.008119471,0.1233335,0.8265745,0.007852385,0.00379993,0.001007878,0.000352167,0.007844716],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9309629,"threshold_uncertainty_score":0.7395996,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2765089630","doi":"10.1089/trgh.2017.0012","title":"Guidance and Ethical Considerations for Undertaking Transgender Health Research and Institutional Review Boards Adjudicating this Research","year":2017,"lang":"en","type":"review","venue":"Transgender Health","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":237,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Youth Services Bureau of Ottawa","funders":"","keywords":"Transgender; Confidentiality; Temptation; Informed consent; Guard (computer science); Framing (construction); Public relations; Institutional review board; Research ethics; Psychology; Political science; Engineering ethics; Medical education; Medicine; Social psychology; Law; Alternative medicine; Psychiatry; Computer science; Engineering","authors":[{"name":"Noah S. Adams","is_ca":false},{"name":"Ruth Pearce","is_ca":false},{"name":"Jaimie F. Veale","is_ca":false},{"name":"Asa Radix","is_ca":false},{"name":"Danielle Castro","is_ca":false},{"name":"Amrita Sarkar","is_ca":false},{"name":"Kai Cheng Thom","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9016664340896657,"gpt":0.705548719146325,"spread":0.1961177149433407,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5449715,0.00258873,0.006822246,0.01571076,0.01045877,0.01757328,0.009468202,0.02551504,0.01741899],"category_scores_gemma":[0.5967057,0.005212141,0.004405309,0.01694872,0.02216293,0.01355857,0.009076864,0.02412773,0.01399033],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007363888,"about_ca_system_score_gemma":0.1249657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003768735,"about_ca_topic_score_gemma":0.007369683,"domain_scores_codex":[0.3322416,0.4981012,0.1072387,0.01353174,0.04216142,0.006725385],"domain_scores_gemma":[0.296526,0.3968163,0.05739703,0.09066433,0.1459666,0.01262989],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002500763,0.0005650568,0.003006206,0.03270971,0.0005327977,0.002632861,0.05190192,0.0006808746,0.005348111,0.2629245,0.3695931,0.2676043],"study_design_scores_gemma":[0.001414811,0.0004001663,0.002309177,0.06311655,0.000357312,0.002117561,0.01060182,0.001023068,0.00252288,0.0833535,0.8324246,0.000358533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.008945994,0.06333483,0.3429492,0.1707046,0.06288733,0.2750936,0.005496639,0.002434363,0.06815358],"genre_scores_gemma":[0.03644994,0.01945922,0.4719637,0.04802131,0.006915182,0.3960765,0.002979037,0.000908918,0.01722625],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4550285,"threshold_uncertainty_score":0.5611311,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2112084168","doi":"10.1111/j.1365-2958.2005.04703.x","title":"Weapons of mass retraction","year":2005,"lang":"en","type":"review","venue":"Molecular Microbiology","topic":"Bacterial Genetics and Biotechnology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Cystic Fibrosis Foundation","keywords":"Pilus; Periplasmic space; Biology; Flagellum; Bacterial conjugation; Fimbriae Proteins; Secretion; Cell envelope; Function (biology); Virulence; Bacteria; Cell biology; Computational biology; Microbiology; Escherichia coli; Genetics; Gene; Biochemistry","authors":[{"name":"Lori L. Burrows","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01276240747529528,"gpt":0.276006894292041,"spread":0.2632444868167457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0003181041,0.0008573908,0.0008379507,0.001147063,0.0004784252,0.001348978,0.001133166,0.001978244,0.007963117],"category_scores_gemma":[0.000550579,0.0002303692,0.0002838019,0.0007018051,0.001198083,0.001893361,0.0009561162,0.001514631,0.007889046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009872749,"about_ca_system_score_gemma":0.0006337569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006223248,"about_ca_topic_score_gemma":0.0007579022,"domain_scores_codex":[0.9998098,0.00003067166,0.00001222816,0.0000371651,0.00008701603,0.00002310536],"domain_scores_gemma":[0.9998751,0.00004124052,0.00001862818,0.000009868899,0.00003265338,0.00002252276],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008362909,0.00004842703,0.000252203,0.003766635,0.00004297367,0.000594782,0.0002082166,0.0005849226,0.008845554,0.06265571,0.08311567,0.8398013],"study_design_scores_gemma":[0.000005312908,0.00002650876,0.0002001367,0.0003898071,0.000006603602,0.0008216083,0.00003893082,0.00005615696,0.0009742083,0.004784711,0.9926877,0.000008361048],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007150032,0.962888,0.002087043,0.001887919,0.001392643,0.00001549167,0.00004594616,0.00007203325,0.03089592],"genre_scores_gemma":[0.009469636,0.958416,0.001423998,0.00172392,0.0007586998,0.00004064633,0.00008184976,0.00001602972,0.02806918],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9996819,"threshold_uncertainty_score":0.02663928,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2920377922","doi":"10.1007/s11948-019-00094-3","title":"Scientific Integrity Principles and Best Practices: Recommendations from a Scientific Integrity Consortium","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Canadian Nutrition Society","funders":"Canadian Institutes of Health Research; National Academies of Sciences, Engineering, and Medicine","keywords":"Scientific integrity; Transparency (behavior); Engineering ethics; Best practice; Publication; Harmonization; Scientific misconduct; Research integrity; Process (computing); Philosophy of science; Academic integrity; Scientific evidence; Data integrity; Research ethics; Quality (philosophy); Computer science; Political science; Medicine; Engineering; Law; Computer security","authors":[{"name":"Alison Kretser","is_ca":false},{"name":"Delia Murphy","is_ca":false},{"name":"Stefano Bertuzzi","is_ca":false},{"name":"Todd Abraham","is_ca":false},{"name":"David B. Allison","is_ca":false},{"name":"Kathryn J. Boor","is_ca":false},{"name":"Johanna Dwyer","is_ca":false},{"name":"Andrea Grantham","is_ca":true},{"name":"Linda J. Harris","is_ca":false},{"name":"Rachelle D. Hollander","is_ca":false},{"name":"Chavonda Jacobs-Young","is_ca":false},{"name":"Sarah Rovito","is_ca":false},{"name":"Dorothea K. Vafiadis","is_ca":false},{"name":"Catherine E. Woteki","is_ca":false},{"name":"Jessica Wyndham","is_ca":false},{"name":"Rickey Y. Yada","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1559152298375802,"gpt":0.3841029606226381,"spread":0.2281877307850579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4186075,0.004601844,0.006364943,0.01936453,0.01674034,0.04955986,0.02525958,0.08201861,0.009587427],"category_scores_gemma":[0.4992534,0.004542965,0.01114611,0.01801512,0.0251396,0.0473825,0.03261385,0.08316102,0.01451156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02636966,"about_ca_system_score_gemma":0.2695974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04050354,"about_ca_topic_score_gemma":0.03321625,"domain_scores_codex":[0.6184418,0.1825645,0.05261779,0.01371966,0.1121378,0.02051848],"domain_scores_gemma":[0.3200451,0.2414827,0.03023568,0.03363182,0.3222813,0.05232345],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001863922,0.00126179,0.001899536,0.003752307,0.000200959,0.0008160677,0.004771148,0.002336545,0.0006193137,0.1281609,0.7369153,0.1190797],"study_design_scores_gemma":[0.0005017311,0.0002489654,0.001696455,0.02130217,0.0003096386,0.0004180418,0.005656025,0.002217452,0.00115493,0.1337634,0.8321565,0.0005747133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0006370453,0.01183732,0.02464814,0.9310342,0.01197867,0.00190175,0.0004043508,0.0008018364,0.01675666],"genre_scores_gemma":[0.01428115,0.02752596,0.3830469,0.5405444,0.005240227,0.008384462,0.002161313,0.001028651,0.01778695],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9179814,"threshold_uncertainty_score":0.7169604,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1603273306","doi":"10.1177/160940691201100208","title":"Ethics in Qualitative Research: A View of the Participants' and Researchers' World from a Critical Standpoint","year":2012,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":167,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Beneficence; Transparency (behavior); Research ethics; Engineering ethics; Respect for persons; Economic Justice; Qualitative research; Vocabulary; Sociology; Psychology; Autonomy; Social science; Political science; Law","authors":[{"name":"Dilmi Aluwihare‐Samaranayake","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9688948298709127,"gpt":0.8332285134866256,"spread":0.1356663163842871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2586445,0.001726916,0.00226853,0.005906109,0.02344588,0.02912281,0.004717917,0.01151818,0.003128496],"category_scores_gemma":[0.1683394,0.001867032,0.001303593,0.004846259,0.1242604,0.0300488,0.01859274,0.01834634,0.0007468367],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0143499,"about_ca_system_score_gemma":0.02925058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004303256,"about_ca_topic_score_gemma":0.003494683,"domain_scores_codex":[0.6215492,0.3546013,0.004873726,0.004460898,0.01158408,0.002930876],"domain_scores_gemma":[0.683031,0.280658,0.007704974,0.008567195,0.01380522,0.006233745],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003423944,0.00002808046,0.0003190276,0.0006244672,0.00001809152,0.0004251916,0.6184822,0.0002268482,0.0005277827,0.3708153,0.002119288,0.006379584],"study_design_scores_gemma":[0.00006229382,0.00009215601,0.0002390128,0.003231832,0.00003723084,0.001008698,0.3964451,0.001048742,0.0009889533,0.4394035,0.1573538,0.0000886659],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04414733,0.018053,0.4706913,0.3377266,0.006123453,0.003651107,0.0002150759,0.0002395685,0.1191525],"genre_scores_gemma":[0.7223174,0.0102443,0.21321,0.02924319,0.00152039,0.01030498,0.000117262,0.000371719,0.01267074],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7413555,"threshold_uncertainty_score":0.9142233,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2926567176","doi":"10.1136/bmjopen-2018-026516","title":"Knowledge and motivations of researchers publishing in presumed predatory journals: a survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Ottawa; Jewish General Hospital; Institut du Savoir Montfort; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ottawa Hospital Anesthesia Alternate Funds Association","keywords":"Publishing; Medicine; Psychological intervention; Law; Psychiatry; Political science","authors":[{"name":"Kelly D. Cobey","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Danielle B. Rice","is_ca":true},{"name":"Hana Raffoul","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9177965981725121,"gpt":0.7046737378033378,"spread":0.2131228603691744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008029214,0.0001879044,0.0004380581,0.002322395,0.0008998081,0.001789192,0.0004881297,0.0009866077,0.001693708],"category_scores_gemma":[0.03431721,0.0005006911,0.000422609,0.001726156,0.0006861365,0.002218611,0.001398411,0.0007981848,0.0007064682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006107288,"about_ca_system_score_gemma":0.001501753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001421938,"about_ca_topic_score_gemma":0.001932047,"domain_scores_codex":[0.9948613,0.002491854,0.0009103594,0.0002868887,0.001026131,0.0004234311],"domain_scores_gemma":[0.9529669,0.0171905,0.01925685,0.001035237,0.005365747,0.004184762],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007778937,0.0003220263,0.9605653,0.000284087,0.00004252733,0.0002827855,0.02643313,0.00004249137,0.0005576159,0.00008169621,0.0006790752,0.01063161],"study_design_scores_gemma":[0.00003989459,0.0009190127,0.8845147,0.0003266632,0.00004282114,0.001148269,0.1075699,0.0004446646,0.000462481,0.0002114388,0.004260757,0.00005930642],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984986,0.0001485974,0.0001062294,0.0004004823,0.000005012811,0.00007364994,0.0002364614,0.000003581715,0.0005274505],"genre_scores_gemma":[0.9976106,0.0005451073,0.0005905164,0.0004275609,0.00002479247,0.0001792651,0.0002357164,0.000003541348,0.0003829508],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9990134,"threshold_uncertainty_score":0.042463,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2113866902","doi":"10.1177/1049732303259842","title":"Ethical Dilemmas in Research on Internet Communities","year":2004,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Beneficence; The Internet; Autonomy; Harm; Economic Justice; Research ethics; Ethical issues; Engineering ethics; Internet research; Public relations; Psychology; Internet privacy; Sociology; Political science; Social psychology; Law; Computer science","authors":[{"name":"Sarah Flicker","is_ca":true},{"name":"Dave Haans","is_ca":false},{"name":"Harvey A. Skinner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.937739584532181,"gpt":0.7846211578711447,"spread":0.1531184266610363,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5979444,0.001332275,0.00257472,0.005080384,0.02956383,0.02598498,0.006584196,0.0214674,0.003411073],"category_scores_gemma":[0.5093916,0.001993784,0.002067901,0.00484692,0.1505069,0.02613132,0.02547884,0.02061453,0.0008243019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01024034,"about_ca_system_score_gemma":0.04076384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00190593,"about_ca_topic_score_gemma":0.002919466,"domain_scores_codex":[0.1782677,0.781514,0.01069937,0.007508531,0.0189671,0.003043309],"domain_scores_gemma":[0.185203,0.7545873,0.01531378,0.02237894,0.01528424,0.007232743],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008764699,0.0001367172,0.001458748,0.0008078606,0.0001139973,0.001140505,0.3775004,0.0005368773,0.0003383618,0.5662447,0.009755566,0.0418787],"study_design_scores_gemma":[0.000169985,0.0001549733,0.000431865,0.003504296,0.00005200071,0.001066541,0.165814,0.0009775244,0.0005588072,0.7444328,0.08274739,0.00008986631],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07142733,0.02053354,0.2260811,0.592956,0.006646271,0.005106754,0.00009674299,0.0002081741,0.07694401],"genre_scores_gemma":[0.5904473,0.00925219,0.2697724,0.1035236,0.003638283,0.01599401,0.000064957,0.0001784173,0.007128833],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9785326,"threshold_uncertainty_score":0.4958062,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4249889786","doi":"10.12688/f1000research.15256.1","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; Grey literature; MEDLINE; CINAHL; Web of science; Medicine; Information retrieval; Computer science; Biology","authors":[{"name":"Kelly D. Cobey","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Becky Skidmore","is_ca":true},{"name":"Nadera Ahmadzai","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9152973410968032,"gpt":0.7496890964298902,"spread":0.1656082446669129,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03751493,0.001214128,0.004644006,0.04585275,0.003098293,0.008942158,0.002871044,0.004541744,0.008331885],"category_scores_gemma":[0.1993768,0.001593065,0.002872144,0.04282688,0.003335588,0.01100067,0.004172498,0.002164732,0.002001368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0112984,"about_ca_system_score_gemma":0.03447211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007548899,"about_ca_topic_score_gemma":0.01675854,"domain_scores_codex":[0.958403,0.01549032,0.01563207,0.001974938,0.00773223,0.0007673897],"domain_scores_gemma":[0.7686051,0.1601649,0.03221039,0.00360898,0.03201772,0.003392848],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001791247,0.00005649826,0.002717836,0.8048247,0.001193194,0.00037755,0.003663992,0.0001260394,0.0003025245,0.003010353,0.02787072,0.1556774],"study_design_scores_gemma":[0.00002484687,0.00005143327,0.002655574,0.9331083,0.001309295,0.0002363328,0.00175339,0.00004286776,0.00006797485,0.0007553236,0.05996839,0.00002641782],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001413252,0.9864617,0.0003678929,0.006310172,0.001122835,0.0009747876,0.0006532302,0.00001907127,0.002677097],"genre_scores_gemma":[0.009478392,0.9834797,0.00156054,0.002241367,0.0005953673,0.001619845,0.0006066128,0.00001863852,0.000399584],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9954582,"threshold_uncertainty_score":0.1984003,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2889499003","doi":"10.1503/cmaj.180154","title":"How predatory journals leak into PubMed","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"University of Ottawa","keywords":"Key (lock); Data science; Computer science; MEDLINE; World Wide Web; Computer security; Political science","authors":[{"name":"Andrea Manca","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Lucia Cugusi","is_ca":true},{"name":"Zeevi Dvir","is_ca":true},{"name":"Franca Deriu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3334433946008996,"gpt":0.4961553382486549,"spread":0.1627119436477553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06126824,0.001184826,0.001997266,0.03533729,0.005969506,0.03160297,0.003480858,0.007807186,0.05354792],"category_scores_gemma":[0.5102728,0.001704597,0.001729633,0.04236661,0.008391929,0.04335576,0.01388387,0.006791698,0.02938799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006529638,"about_ca_system_score_gemma":0.01410522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005257629,"about_ca_topic_score_gemma":0.007319982,"domain_scores_codex":[0.8460042,0.03480405,0.02091782,0.01027687,0.08453272,0.003464274],"domain_scores_gemma":[0.3830602,0.3138468,0.1247655,0.05031252,0.1131871,0.01482789],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0003910713,0.0000667796,0.02094973,0.00610506,0.0004685959,0.001539182,0.008554732,0.0002400728,0.000946662,0.03885384,0.7222002,0.1996841],"study_design_scores_gemma":[0.00008913928,0.0000958541,0.009234953,0.01245702,0.0004043035,0.003364495,0.007307191,0.0007504401,0.001270017,0.05724515,0.9075545,0.0002268638],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02221789,0.06606442,0.01565723,0.782558,0.02160492,0.0006766502,0.01194214,0.004988086,0.07429064],"genre_scores_gemma":[0.271748,0.112082,0.04906026,0.4196967,0.04620954,0.0009157477,0.01748231,0.01026998,0.07253554],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9921928,"threshold_uncertainty_score":0.3240213,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","authors":[{"name":"Heather Castleden","is_ca":true},{"name":"Vanessa Sloan Morgan","is_ca":true},{"name":"Aelita Neimanis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9721388023156835,"gpt":0.7766190470881619,"spread":0.1955197552275216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1904185,0.0005840147,0.0009819308,0.002858041,0.02402845,0.01866962,0.002392777,0.007273557,0.002012254],"category_scores_gemma":[0.1603023,0.0008366957,0.0007760389,0.002672921,0.04572118,0.01189733,0.01419544,0.009757634,0.0002339296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006140588,"about_ca_system_score_gemma":0.01730458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002395452,"about_ca_topic_score_gemma":0.003408735,"domain_scores_codex":[0.6933425,0.2786508,0.005315853,0.003074701,0.01402587,0.005590397],"domain_scores_gemma":[0.6285977,0.3330457,0.01129549,0.006895813,0.01322061,0.006944647],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001740638,0.00001314876,0.0006501617,0.00009548253,0.000006803804,0.0004291002,0.9799709,0.00005638264,0.0002313924,0.0145641,0.0002945453,0.003670535],"study_design_scores_gemma":[0.0000178086,0.00007395455,0.0005457049,0.0004657999,0.00001856583,0.0008674173,0.9484867,0.000337562,0.0006316785,0.0234677,0.02505068,0.00003643027],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7158852,0.007736519,0.03833027,0.1448,0.001355018,0.0005458748,0.00005054409,0.0001014088,0.09119516],"genre_scores_gemma":[0.9902422,0.001438855,0.004036573,0.001833472,0.0001632824,0.0001995687,0.000008738417,0.0000211952,0.002056118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9927264,"threshold_uncertainty_score":0.9983581,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2811055236","doi":"10.12688/f1000research.15256.2","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; MEDLINE; Grey literature; Web of science; CINAHL; Medicine; Psychology; Meta-analysis; Political science; Pathology","authors":[{"name":"Kelly D. Cobey","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Becky Skidmore","is_ca":true},{"name":"Nadera Ahmadzai","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9152973410968032,"gpt":0.7496890964298902,"spread":0.1656082446669129,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03717089,0.001219261,0.004669389,0.04534648,0.003066695,0.008979359,0.002809171,0.004440955,0.008042674],"category_scores_gemma":[0.1966494,0.001571683,0.002857398,0.04254394,0.003278904,0.01104897,0.004050595,0.002168035,0.0019397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01096803,"about_ca_system_score_gemma":0.03353863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007306772,"about_ca_topic_score_gemma":0.01640763,"domain_scores_codex":[0.9587811,0.01530728,0.01551475,0.001974702,0.007683316,0.0007388617],"domain_scores_gemma":[0.7735875,0.1554911,0.03258942,0.003508401,0.03149839,0.003325223],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001762734,0.00005621055,0.002712101,0.8044807,0.001206566,0.0003720259,0.003543111,0.0001246979,0.0002974517,0.002964998,0.02707649,0.1569893],"study_design_scores_gemma":[0.0000245636,0.0000526723,0.002733269,0.9335522,0.001349641,0.0002428318,0.001729674,0.00004326953,0.00006795739,0.0007550411,0.0594223,0.00002653826],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001357547,0.987097,0.0003560138,0.005915776,0.001092284,0.0009473667,0.0006301513,0.0000179643,0.002585884],"genre_scores_gemma":[0.009156231,0.9840451,0.001528311,0.00214882,0.0005887419,0.001555373,0.0005766441,0.00001753384,0.0003832341],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.995559,"threshold_uncertainty_score":0.1965808,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2117161745","doi":"10.1177/104973202129120313","title":"Leveling the Playing Field? Exploring the Merits of the Ethics-as-Process Approach for Judging Qualitative Research Proposals","year":2002,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Qualitative research; Engineering ethics; Research ethics; Field (mathematics); Process (computing); Informed consent; Management science; Psychology; Sociology; Medicine; Social science; Computer science; Alternative medicine; Engineering","authors":[{"name":"John R. Cutcliffe","is_ca":true},{"name":"Paul Ramcharan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9614351793248613,"gpt":0.7788944891919308,"spread":0.1825406901329305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6122175,0.001516396,0.002847466,0.01210645,0.01658129,0.04476115,0.007535296,0.01719614,0.003819761],"category_scores_gemma":[0.7133397,0.001974606,0.0018762,0.005860244,0.1071626,0.04384318,0.01898119,0.01715571,0.0009649916],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01836716,"about_ca_system_score_gemma":0.03518976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004987172,"about_ca_topic_score_gemma":0.006220839,"domain_scores_codex":[0.2200937,0.7238439,0.0187901,0.006437058,0.02664634,0.004188879],"domain_scores_gemma":[0.2034396,0.7204331,0.01783898,0.01569602,0.03613663,0.006455699],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001965922,0.00005711303,0.001770414,0.002215887,0.0001244453,0.0004937265,0.2063762,0.0008936813,0.0008293591,0.7338909,0.006152113,0.04699966],"study_design_scores_gemma":[0.0002387112,0.0001645483,0.000839305,0.004637481,0.0001135905,0.0004324749,0.1363565,0.006829181,0.0008362847,0.7846529,0.0647064,0.0001925294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06552251,0.006636696,0.444132,0.3847346,0.006961217,0.004132897,0.0001249172,0.0004168445,0.08733834],"genre_scores_gemma":[0.6438727,0.002284274,0.3274971,0.01629762,0.001408793,0.005574884,0.00005036421,0.0003194557,0.00269485],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3877825,"threshold_uncertainty_score":0.4782049,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2089994419","doi":"10.1007/s11948-014-9600-6","title":"Scientists Admitting to Plagiarism: A Meta-analysis of Surveys","year":2014,"lang":"en","type":"review","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Meta-analysis; Psychology; Survey research; Recall; Philosophy of science; Publication bias; Peer review; Medical education; Medicine; Political science; Applied psychology; Law; Pathology","authors":[{"name":"Vanja Pupovac","is_ca":false},{"name":"Daniele Fanelli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2288966979256258,"gpt":0.4437039106443108,"spread":0.214807212718685,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1070895,0.00196941,0.009765277,0.008283239,0.0009010869,0.003614145,0.002624269,0.003300005,0.00195927],"category_scores_gemma":[0.3060481,0.001487448,0.01873791,0.01175801,0.002225487,0.003950447,0.003097081,0.002629981,0.00022425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002982514,"about_ca_system_score_gemma":0.007116292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005529081,"about_ca_topic_score_gemma":0.01437747,"domain_scores_codex":[0.8650335,0.08236447,0.03216433,0.008269098,0.01099376,0.001174821],"domain_scores_gemma":[0.6240224,0.3079267,0.03894779,0.01125003,0.01646787,0.001385304],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002990254,0.0001155644,0.05505887,0.3655065,0.5075033,0.0001252029,0.001820293,0.0002484111,0.0001931172,0.0004728301,0.002367246,0.06359848],"study_design_scores_gemma":[0.001871349,0.0008680011,0.06374057,0.09531142,0.8264264,0.0003895979,0.001666912,0.000207284,0.0003630077,0.001338785,0.007677369,0.0001391842],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.03464889,0.9596615,0.002207053,0.0009047021,0.0002957307,0.0006489973,0.001108528,0.00002691148,0.0004976414],"genre_scores_gemma":[0.4903135,0.4953297,0.005950421,0.003674825,0.0003996552,0.002174268,0.001714238,0.00005856554,0.0003849323],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9967,"threshold_uncertainty_score":0.56635,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386306053","doi":"10.2196/51584","title":"Best Practices for Using AI Tools as an Author, Peer Reviewer, or Editor","year":2023,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; JMIR Publications","funders":"","keywords":"Chatbot; Computer science; Publishing; Scientific publishing; Generative grammar; Data science; World Wide Web; Artificial intelligence; Political science","authors":[{"name":"Tiffany I. Leung","is_ca":true},{"name":"Taiane de Azevedo Cardoso","is_ca":true},{"name":"Amaryllis Mavragani","is_ca":true},{"name":"Günther Eysenbach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.693170544728797,"gpt":0.6910681960244153,"spread":0.002102348704381751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15617,0.001558761,0.001549414,0.007628718,0.00802385,0.02590985,0.005065422,0.01337874,0.01308548],"category_scores_gemma":[0.5122412,0.001416621,0.001619283,0.002478554,0.00920646,0.0150056,0.005529797,0.01962255,0.01439163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004441103,"about_ca_system_score_gemma":0.02024888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001479511,"about_ca_topic_score_gemma":0.004475252,"domain_scores_codex":[0.8099881,0.07449001,0.03075541,0.007091999,0.07438713,0.003287356],"domain_scores_gemma":[0.3712749,0.2483652,0.03195865,0.0267272,0.2922035,0.02947043],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005713962,0.00003550459,0.0002766141,0.0008623129,0.00003330846,0.0002589356,0.001851341,0.0001114866,0.0002984293,0.00759892,0.9020569,0.08655924],"study_design_scores_gemma":[0.00003764684,0.00003663984,0.0002303184,0.001740143,0.00004392539,0.0004437784,0.001045056,0.0003756896,0.0003608548,0.01032723,0.9852931,0.00006558641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0006490285,0.01010976,0.01455962,0.4286231,0.5251812,0.0003568282,0.00007757063,0.00122078,0.01922215],"genre_scores_gemma":[0.03057235,0.0247662,0.05416057,0.2483275,0.5927834,0.001119471,0.0001857756,0.002366017,0.04571867],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.84383,"threshold_uncertainty_score":0.8259158,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2268329921","doi":"10.15388/infedu.2014.10","title":"Collaboration, Collusion and Plagiarism in Computer Science Coursework","year":2014,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"University of Waterloo","keywords":"Coursework; Collusion; Context (archaeology); Academic dishonesty; Computer science; Mathematics education; Engineering ethics; Cheating; Psychology; Engineering","authors":[{"name":"Robert Fraser","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.006463584133639145,"gpt":0.3096939182671761,"spread":0.303230334133537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03117888,0.0004504038,0.0007099867,0.006954292,0.006977853,0.009219518,0.001811826,0.002176004,0.002511514],"category_scores_gemma":[0.1832701,0.0005465231,0.000547974,0.004902048,0.009123472,0.008879597,0.01095716,0.003060739,0.0004226259],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004904978,"about_ca_system_score_gemma":0.003818845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002876289,"about_ca_topic_score_gemma":0.002950261,"domain_scores_codex":[0.9285411,0.03949224,0.004785995,0.003240093,0.02099875,0.002941829],"domain_scores_gemma":[0.6489664,0.232158,0.07145359,0.01933006,0.01822606,0.009865956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000532846,0.0004631782,0.3561354,0.001136835,0.0001837019,0.001253849,0.3140394,0.004212679,0.004387476,0.04903584,0.003349822,0.265269],"study_design_scores_gemma":[0.0001373181,0.001289197,0.5480869,0.003188729,0.0002493383,0.006408902,0.2021948,0.01904613,0.01097715,0.1351619,0.07273193,0.0005276782],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9073362,0.004914196,0.04550396,0.006375437,0.0001182375,0.0002075297,0.00007174662,0.0002607098,0.03521195],"genre_scores_gemma":[0.9923109,0.0006743975,0.005156991,0.0001754512,0.0001034303,0.00007369403,0.00003172057,0.0000419703,0.001431631],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.997824,"threshold_uncertainty_score":0.1648917,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","authors":[{"name":"Samantha Cukier","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Gregory L. Bryson","is_ca":true},{"name":"Kelly D. Cobey","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7858935230383207,"gpt":0.6547070806373642,"spread":0.1311864424009566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2705882,0.001702301,0.00119533,0.006192755,0.007201973,0.005561137,0.004062301,0.00451495,0.005373175],"category_scores_gemma":[0.1741372,0.002171331,0.002127286,0.004024418,0.009235464,0.00809898,0.01715495,0.00500339,0.001769006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01033811,"about_ca_system_score_gemma":0.03659152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006082444,"about_ca_topic_score_gemma":0.006659111,"domain_scores_codex":[0.6872531,0.2672342,0.01694957,0.005977834,0.01437537,0.008210004],"domain_scores_gemma":[0.8207075,0.1085256,0.008407125,0.009154566,0.04605731,0.007147797],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001515273,0.0008947008,0.01220588,0.00603871,0.00018905,0.001677809,0.7897882,0.006002769,0.0141733,0.0226715,0.0199566,0.1248862],"study_design_scores_gemma":[0.001014724,0.003256475,0.02163048,0.008454736,0.000154612,0.001620038,0.7253298,0.02472102,0.009061634,0.05543591,0.1484767,0.000843896],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3952014,0.001051096,0.3190095,0.01942202,0.0007745406,0.2406314,0.00102242,0.0005413417,0.02234641],"genre_scores_gemma":[0.4949355,0.0009950335,0.3618497,0.00484717,0.0001347856,0.1328302,0.0004579891,0.0001305059,0.003819052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9954851,"threshold_uncertainty_score":0.8994946,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2625269005","doi":"10.11613/bm.2017.030","title":"Ethical issues in publishing in predatory journals","year":2017,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Publishing; Misrepresentation; Publication; Deception; Public relations; Political science; Library science; Sociology; Law; Computer science","authors":[{"name":"Lorraine E. Ferris","is_ca":true},{"name":"Margaret A. Winker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8941266353903872,"gpt":0.7234011886426125,"spread":0.1707254467477747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09148185,0.0003660931,0.0009741854,0.004017461,0.003402554,0.009813797,0.001852022,0.00564304,0.00181266],"category_scores_gemma":[0.247217,0.0004736172,0.0005911199,0.00617206,0.01380814,0.007818175,0.004153616,0.005625982,0.000769415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003044459,"about_ca_system_score_gemma":0.01480235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001093345,"about_ca_topic_score_gemma":0.002643214,"domain_scores_codex":[0.7841602,0.1362345,0.01689058,0.004158679,0.05657978,0.001976247],"domain_scores_gemma":[0.6055644,0.2949545,0.04664076,0.01312696,0.03525985,0.004453545],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001174256,0.0001031967,0.005722544,0.01485182,0.0002751007,0.001650545,0.01465572,0.0003474834,0.001026149,0.2171296,0.07039849,0.673722],"study_design_scores_gemma":[0.00005045078,0.0001343951,0.004789902,0.02624185,0.0001764625,0.004711975,0.008197789,0.0002481338,0.001274647,0.1461405,0.8079493,0.00008452583],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007059635,0.7010609,0.01284722,0.2323828,0.009068789,0.0003259338,0.00006062577,0.00005497501,0.03713904],"genre_scores_gemma":[0.2025866,0.6389903,0.02996737,0.09949081,0.01816028,0.00102648,0.0001001373,0.0001055726,0.009572489],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.994357,"threshold_uncertainty_score":0.483808,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1883095706","doi":"10.1111/jlme.12288","title":"Returning a Research Participant's Genomic Results to Relatives: Analysis and Recommendations","year":2015,"lang":"en","type":"article","venue":"The Journal of Law Medicine & Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Cancer Institute; National Human Genome Research Institute; Wellcome Trust","keywords":"Participant observation; Psychology; Social psychology; Sociology; Social science","authors":[{"name":"Susan M. Wolf","is_ca":false},{"name":"Rebecca Branum","is_ca":false},{"name":"Barbara A. Koenig","is_ca":false},{"name":"Gloria M. Petersen","is_ca":false},{"name":"Susan A. Berry","is_ca":false},{"name":"Laura M. Beskow","is_ca":false},{"name":"Mary B. Daly","is_ca":false},{"name":"Conrad V. Fernandez","is_ca":true},{"name":"Robert C. Green","is_ca":false},{"name":"Bonnie S. LeRoy","is_ca":false},{"name":"Noralane M. Lindor","is_ca":false},{"name":"P. Pearl O’Rourke","is_ca":false},{"name":"Carmen Radecki Breitkopf","is_ca":false},{"name":"Mark A. Rothstein","is_ca":false},{"name":"Brian Van Ness","is_ca":false},{"name":"Benjamin S. Wilfond","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9094334095054257,"gpt":0.6971338435979062,"spread":0.2122995659075195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.3102743,0.003216276,0.003549526,0.01035766,0.01021088,0.01819568,0.01369755,0.02076631,0.02005746],"category_scores_gemma":[0.656702,0.002507294,0.005826218,0.008935451,0.009979244,0.03574939,0.01372253,0.01794254,0.007692148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01707624,"about_ca_system_score_gemma":0.1145727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03897554,"about_ca_topic_score_gemma":0.06508388,"domain_scores_codex":[0.6787013,0.2567431,0.02536161,0.008012861,0.02025547,0.01092573],"domain_scores_gemma":[0.2782656,0.5646998,0.0167683,0.02098165,0.1023453,0.01693954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001306994,0.0009198093,0.0336246,0.01435597,0.0009371525,0.003456343,0.03790447,0.002417399,0.0006459994,0.05942386,0.4602233,0.3847842],"study_design_scores_gemma":[0.001063249,0.0004357464,0.01700601,0.1193297,0.002824896,0.002887941,0.1421037,0.009820222,0.001850421,0.2878206,0.4138133,0.001044348],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.007335323,0.007802823,0.0276442,0.9347602,0.003064887,0.005321198,0.001159242,0.0003377274,0.0125744],"genre_scores_gemma":[0.1627677,0.04759211,0.3778049,0.3461068,0.006832716,0.03441554,0.003283919,0.0008823629,0.02031388],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9792337,"threshold_uncertainty_score":0.8505545,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2887657800","doi":"10.1097/acm.0000000000002412","title":"Ethical Shades of Gray: International Frequency of Scientific Misconduct and Questionable Research Practices in Health Professions Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Scientific misconduct; Misconduct; Psychology; Research ethics; Medical education; Gray (unit); Public relations; Medicine; Alternative medicine; Political science; Psychiatry; Law; Pathology","authors":[{"name":"Anthony R. Artino","is_ca":false},{"name":"Erik W. Driessen","is_ca":false},{"name":"Lauren A. Maggio","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2293234273902231,"gpt":0.5565311650287235,"spread":0.3272077376385004,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0279207,0.0002070142,0.0002386905,0.003226929,0.00186955,0.003007737,0.0007759265,0.001208884,0.002405729],"category_scores_gemma":[0.1077624,0.0003669471,0.0004182722,0.001910274,0.005428053,0.003240171,0.004647363,0.002286366,0.0002217574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001940921,"about_ca_system_score_gemma":0.002262073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002385951,"about_ca_topic_score_gemma":0.00351553,"domain_scores_codex":[0.9688259,0.01996822,0.003107137,0.001352431,0.005754265,0.0009921327],"domain_scores_gemma":[0.8346171,0.06673416,0.07503091,0.006318347,0.01250913,0.004790421],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001190507,0.0001697793,0.8912228,0.0002601832,0.00007671631,0.0001642489,0.06801526,0.00009221934,0.0005644698,0.002063012,0.001651134,0.03560101],"study_design_scores_gemma":[0.00001731515,0.0002229468,0.8377635,0.0009088494,0.00006999093,0.001459143,0.1469854,0.0006034767,0.0007932877,0.003639482,0.007469588,0.0000670593],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9859449,0.0009539286,0.001426509,0.004007835,0.00006548232,0.00006680046,0.00005681026,0.00001270237,0.007465155],"genre_scores_gemma":[0.9984971,0.0002770126,0.0005867896,0.0003943154,0.00002444566,0.00002831779,0.00001694898,0.000004339354,0.0001708342],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9987911,"threshold_uncertainty_score":0.1476606,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","authors":[{"name":"Graham Kendall","is_ca":false},{"name":"Jaime A. Teixeira da Silva","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2084196632622204,"gpt":0.4104631433775228,"spread":0.2020434801153024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1239591,0.0007538835,0.0009003947,0.003909383,0.00533059,0.02169803,0.00262506,0.007440561,0.01897213],"category_scores_gemma":[0.4776718,0.001128044,0.001239557,0.003966838,0.01568545,0.03092592,0.009744434,0.0102418,0.01217219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00400908,"about_ca_system_score_gemma":0.005852243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00121021,"about_ca_topic_score_gemma":0.001565996,"domain_scores_codex":[0.813063,0.1061059,0.0135763,0.007349502,0.05758516,0.002320097],"domain_scores_gemma":[0.2098032,0.5732266,0.05699644,0.1056671,0.04738846,0.00691806],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000714984,0.0001874487,0.0225074,0.002019098,0.0002331732,0.002292566,0.0454624,0.001795281,0.003922239,0.3556357,0.2294968,0.3357329],"study_design_scores_gemma":[0.0001288269,0.0003743408,0.005811715,0.003991557,0.0001489905,0.006714137,0.01203309,0.007535129,0.00976152,0.3307225,0.6223655,0.0004126275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07111169,0.01387046,0.1359092,0.5932745,0.01103163,0.0003538494,0.001396861,0.006220748,0.1668311],"genre_scores_gemma":[0.7036083,0.007243314,0.07768049,0.1092605,0.01529193,0.0006963416,0.001180127,0.006385394,0.07865364],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9925594,"threshold_uncertainty_score":0.6555664,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1930603020","doi":"10.1371/journal.pone.0133639","title":"A Scoping Review of Empirical Research Relating to Quality and Effectiveness of Research Ethics Review","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Ethics in medical practice","field":"Health Professions","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Ottawa Public Health; University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; Quality (philosophy); Engineering ethics; Empirical research; Management science; Medicine; Data science; Computer science; Engineering; Epistemology; Philosophy","authors":[{"name":"Stuart G. Nicholls","is_ca":true},{"name":"Tavis Hayes","is_ca":true},{"name":"Michael McDonald","is_ca":true},{"name":"Charles Weijer","is_ca":true},{"name":"Raphael Saginur","is_ca":true},{"name":"Dean Fergusson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9603257086203676,"gpt":0.8109373013019492,"spread":0.1493884073184184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3992962,0.00229289,0.009608277,0.06680237,0.004713805,0.01828753,0.004503758,0.005593629,0.006376437],"category_scores_gemma":[0.7204495,0.002919023,0.007684844,0.05455136,0.008358426,0.01620452,0.009474349,0.004239594,0.001388314],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01941634,"about_ca_system_score_gemma":0.07257842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004333489,"about_ca_topic_score_gemma":0.009678133,"domain_scores_codex":[0.4602195,0.3031254,0.1611902,0.0092384,0.0637162,0.002510271],"domain_scores_gemma":[0.17177,0.664615,0.06713688,0.01471969,0.07944744,0.002310974],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002456621,0.00006024997,0.002508043,0.7659288,0.002703635,0.0002000451,0.004433633,0.000324889,0.0002582346,0.005851936,0.008049624,0.2094353],"study_design_scores_gemma":[0.00006445582,0.00008930585,0.001667393,0.9731501,0.002616348,0.0001688428,0.001457845,0.0001178264,0.0001271524,0.002571876,0.0179345,0.00003438309],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003520873,0.9584106,0.009694694,0.01067188,0.001690829,0.009330491,0.001034439,0.0001023444,0.00554376],"genre_scores_gemma":[0.05010928,0.8828007,0.0350677,0.003837262,0.0009870236,0.02522504,0.001408355,0.0001069232,0.0004576654],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9944063,"threshold_uncertainty_score":0.7407748,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2948251768","doi":"10.1007/s11948-019-00112-4","title":"Misconduct and Misbehavior Related to Authorship Disagreements in Collaborative Science","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"National Center for Advancing Translational Sciences; Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Scientific misconduct; Psychology; Multidisciplinary approach; Hostility; Research integrity; Social psychology; Social science; Public relations; Sociology; Political science; Medicine; Alternative medicine","authors":[{"name":"Elise Smith","is_ca":false},{"name":"Bryn Williams–Jones","is_ca":true},{"name":"Zubin Master","is_ca":false},{"name":"Vincent Larivière","is_ca":true},{"name":"Cassidy R. Sugimoto","is_ca":false},{"name":"Adèle Paul‐Hus","is_ca":true},{"name":"Min Shi","is_ca":false},{"name":"David B. Resnik","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03739747619945206,"gpt":0.3625665209387409,"spread":0.3251690447392889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1190077,0.0003324702,0.0008147524,0.008871816,0.00861712,0.006068826,0.002494615,0.006953667,0.005133921],"category_scores_gemma":[0.6708835,0.0005736905,0.00094861,0.006320048,0.007576005,0.007638139,0.006884156,0.008075938,0.0005983742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005022027,"about_ca_system_score_gemma":0.008259609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003231806,"about_ca_topic_score_gemma":0.003632335,"domain_scores_codex":[0.7975875,0.1512806,0.01818663,0.006081007,0.02161691,0.005247393],"domain_scores_gemma":[0.0779978,0.7559453,0.1136076,0.01929394,0.0258655,0.00728989],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001004705,0.0009047429,0.8643371,0.0003759338,0.000336249,0.002026771,0.05082753,0.001481178,0.000262334,0.02057462,0.004305156,0.05356357],"study_design_scores_gemma":[0.0002691732,0.000913738,0.6886446,0.001890188,0.000627404,0.008479569,0.08884228,0.02273308,0.002096983,0.1729986,0.01219099,0.0003133774],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9680659,0.001576205,0.00449793,0.01193266,0.0001352626,0.000158712,0.0001239918,0.00004883144,0.01346064],"genre_scores_gemma":[0.9982698,0.000150299,0.0007021149,0.000304964,0.00008097535,0.00005400231,0.00003308615,0.00001067863,0.0003940939],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9930463,"threshold_uncertainty_score":0.6293806,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1951343740","doi":"10.1002/asi.23421","title":"Costly collaborations: The impact of scientific fraud on co‐authors' careers","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"Misconduct; Scientific misconduct; Productivity; Ranking (information retrieval); Psychology; Research integrity; Rigour; Political science; Public relations; Medicine; Computer science; Law; Alternative medicine; Economics; Epistemology","authors":[{"name":"Philippe Mongeon","is_ca":true},{"name":"Vincent Larivière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03220766005286423,"gpt":0.3526338973852482,"spread":0.320426237332384,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0572094,0.0004506697,0.0009746914,0.009433963,0.004122755,0.005828061,0.001822824,0.001959937,0.004034163],"category_scores_gemma":[0.3839335,0.0003815299,0.001058813,0.01068174,0.003042084,0.004977927,0.008129814,0.002461845,0.001097369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002916435,"about_ca_system_score_gemma":0.003977654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002716437,"about_ca_topic_score_gemma":0.002935407,"domain_scores_codex":[0.895026,0.0538368,0.0132082,0.005478485,0.02625285,0.006197648],"domain_scores_gemma":[0.2636503,0.3554769,0.2817993,0.03663957,0.03537465,0.02705939],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002829561,0.0001542022,0.9686631,0.00009914507,0.0001912351,0.0003417044,0.004173337,0.0003576604,0.0001108604,0.0008043125,0.001112575,0.02370887],"study_design_scores_gemma":[0.00002197572,0.0002345206,0.9873909,0.0001486218,0.00007503926,0.0006343317,0.005912754,0.001048843,0.0002440476,0.002037657,0.002212266,0.00003890447],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.98737,0.002269716,0.001244662,0.002925345,0.0001125495,0.00006222715,0.000439746,0.00001827363,0.005557424],"genre_scores_gemma":[0.9985819,0.0003405205,0.0003319115,0.0001045863,0.00009995068,0.00003066316,0.0001507113,0.000006010496,0.0003538148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9980401,"threshold_uncertainty_score":0.3025559,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3213227864","doi":"10.1371/journal.pone.0258646","title":"Return of individual research results from genomic research: A systematic review of stakeholder perspectives","year":2021,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; University of Calgary","funders":"Medical Research Future Fund; Wellcome Trust; National Center for Advancing Translational Sciences; Economic and Social Research Council; National Institutes of Health; Norges Forskningsråd; National Heart, Lung, and Blood Institute; Australian Government; Wellcome; Canadian Institutes of Health Research; Genome Canada; Medical Research Council","keywords":"Biobank; Stakeholder; Qualitative research; Empirical research; Systematic review; Psychology; MEDLINE; Medicine; Public relations; Social science; Political science; Bioinformatics; Biology; Sociology","authors":[{"name":"Danya F. Vears","is_ca":false},{"name":"Joel T. Minion","is_ca":true},{"name":"Stephanie Roberts","is_ca":false},{"name":"James Cummings","is_ca":false},{"name":"Mavis Machirori","is_ca":false},{"name":"Mwenza Blell","is_ca":false},{"name":"Isabelle Budin‐Ljøsne","is_ca":false},{"name":"Lorraine Cowley","is_ca":false},{"name":"Stephanie O. M. Dyke","is_ca":true},{"name":"Clara Gaff","is_ca":false},{"name":"Robert C. Green","is_ca":false},{"name":"Alison Hall","is_ca":false},{"name":"Amber L. Johns","is_ca":false},{"name":"Bartha Maria Knoppers","is_ca":true},{"name":"Stephanie Mulrine","is_ca":false},{"name":"Christine Patch","is_ca":false},{"name":"Eva C. Winkler","is_ca":false},{"name":"Madeleine J. Murtagh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9465482916184245,"gpt":0.6397066401700148,"spread":0.3068416514484097,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1376572,0.001264152,0.005225759,0.02303963,0.001839914,0.007579705,0.002788796,0.003662544,0.003717911],"category_scores_gemma":[0.3678993,0.001578421,0.005792684,0.02021451,0.003741839,0.01166519,0.005262989,0.003192734,0.0005170092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00866055,"about_ca_system_score_gemma":0.02983008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004853606,"about_ca_topic_score_gemma":0.01602873,"domain_scores_codex":[0.8137652,0.1147772,0.044696,0.003996611,0.02117837,0.001586572],"domain_scores_gemma":[0.4494044,0.4970229,0.0248854,0.004836155,0.0220382,0.001812943],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002443936,0.00003421261,0.002363458,0.8304636,0.002723174,0.0004932384,0.01539974,0.0001264679,0.000366633,0.002426573,0.002698587,0.14266],"study_design_scores_gemma":[0.0000719189,0.00009358476,0.001949767,0.9517764,0.004033677,0.0004755238,0.008736473,0.00005066723,0.0002096758,0.001186696,0.03137127,0.0000442845],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004997918,0.9862466,0.001267912,0.004187785,0.0002789318,0.0007248355,0.0003832734,0.00001453973,0.001898247],"genre_scores_gemma":[0.05213577,0.9375427,0.004338406,0.003350056,0.0001492023,0.001903685,0.0003563527,0.0000259691,0.0001978828],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9963375,"threshold_uncertainty_score":0.7280097,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1969795835","doi":"10.1145/1227310.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Computer science; Feature (linguistics); Relevance (law); Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Feature engineering; Code (set theory); Similarity measure; Feature extraction; Measure (data warehouse); Pattern recognition (psychology); Machine learning; Data mining; Deep learning; Programming language","authors":[{"name":"Steve Engels","is_ca":true},{"name":"Vivek Lakshmanan","is_ca":true},{"name":"Michelle Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02383288585388381,"gpt":0.3070886043220694,"spread":0.2832557184681856,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001961451,0.0007868564,0.0008402022,0.004979164,0.0006074671,0.001259833,0.001090191,0.0009814056,0.001408034],"category_scores_gemma":[0.01069985,0.0002590612,0.0004705465,0.001884108,0.0004417742,0.001603305,0.0007065732,0.0008958417,0.0007481082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001068538,"about_ca_system_score_gemma":0.0006270118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004988308,"about_ca_topic_score_gemma":0.005852296,"domain_scores_codex":[0.9986155,0.0003094417,0.0001286031,0.0003422047,0.0004901281,0.000114178],"domain_scores_gemma":[0.9903554,0.004380316,0.001733387,0.0005655944,0.002743518,0.00022191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005481282,0.0004708003,0.02545963,0.0002231776,0.0001793884,0.0001491489,0.0001910644,0.03701305,0.02542388,0.0008718544,0.003513384,0.9059566],"study_design_scores_gemma":[0.00003497647,0.0001727805,0.01803422,0.0000376995,0.0000642781,0.0001404004,0.00006238531,0.9539017,0.02390533,0.002450133,0.001146429,0.00004960645],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4857149,0.001079698,0.4955466,0.0006311759,0.000136863,0.0003745229,0.0008878481,0.009769527,0.005858845],"genre_scores_gemma":[0.8862064,0.0001767892,0.110641,0.00006648996,0.00006109917,0.0001267499,0.0006239483,0.00006459498,0.002033039],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9990186,"threshold_uncertainty_score":0.01037329,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1588909286","doi":"10.1080/08989620590957175","title":"Haunted Manuscripts: Ghost Authorship in the Medical Literature","year":2005,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Queen's University; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Credibility; Conflict of interest; Accountability; Psychology; Neutrality; Clinical trial; Public relations; Political science; Law; Medicine","authors":[{"name":"Stephanie Ngai","is_ca":false},{"name":"Jennifer Gold","is_ca":false},{"name":"Sudeep S. Gill","is_ca":true},{"name":"Paula A. Rochon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8261096242099695,"gpt":0.7045818707680983,"spread":0.1215277534418712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06119741,0.0009337434,0.001398891,0.01216085,0.011478,0.0246976,0.003986318,0.01317042,0.01332996],"category_scores_gemma":[0.4058316,0.0012825,0.001328663,0.009988638,0.03789058,0.03004686,0.01597287,0.009003901,0.004741699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00642399,"about_ca_system_score_gemma":0.01129094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009067415,"about_ca_topic_score_gemma":0.001211149,"domain_scores_codex":[0.862184,0.09347434,0.01328305,0.00486387,0.02332766,0.002867134],"domain_scores_gemma":[0.4182138,0.4003281,0.08617184,0.04927412,0.03557334,0.01043888],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003108068,0.00005654111,0.005227912,0.003011267,0.0001070683,0.007769261,0.03090322,0.0004175244,0.000626824,0.5943428,0.1944422,0.1627845],"study_design_scores_gemma":[0.00009343652,0.0001521736,0.001861601,0.006480507,0.0001126649,0.03755872,0.01818269,0.001209725,0.001303762,0.2883626,0.6444548,0.000227315],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04655931,0.1259448,0.09272956,0.4933234,0.05707009,0.0007026833,0.0005709428,0.001403165,0.181696],"genre_scores_gemma":[0.6898985,0.04948173,0.06566536,0.1049391,0.03983549,0.0006547172,0.0004000605,0.0009546473,0.04817043],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9868296,"threshold_uncertainty_score":0.3236467,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","authors":[{"name":"Danielle B. Rice","is_ca":true},{"name":"Becky Skidmore","is_ca":true},{"name":"Kelly D. Cobey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6956962901616436,"gpt":0.4789212342135676,"spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4478648,0.001747522,0.004894822,0.01704522,0.008157113,0.01534423,0.006671468,0.02843603,0.006370098],"category_scores_gemma":[0.8650648,0.004163321,0.005141616,0.0188589,0.01300736,0.02058589,0.01220052,0.01557545,0.004874185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01690997,"about_ca_system_score_gemma":0.03864093,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006293334,"about_ca_topic_score_gemma":0.01121529,"domain_scores_codex":[0.2921488,0.4097531,0.1682465,0.01733425,0.1083299,0.004187436],"domain_scores_gemma":[0.04531747,0.7365828,0.1293552,0.03000526,0.05514803,0.003591202],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001323609,0.0001538731,0.02910092,0.05446988,0.003059046,0.01301044,0.02288928,0.001118702,0.001474949,0.03634668,0.6304062,0.2066465],"study_design_scores_gemma":[0.0008203881,0.0004769381,0.01601026,0.162395,0.001945042,0.01203788,0.01074629,0.004504843,0.002354632,0.1258429,0.6621009,0.0007648733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.009621384,0.02811665,0.03420814,0.8774396,0.02851663,0.00490101,0.001444226,0.000596553,0.0151558],"genre_scores_gemma":[0.0788356,0.03035098,0.1029864,0.7338598,0.03353878,0.01357469,0.000851889,0.0006057796,0.005396105],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.971564,"threshold_uncertainty_score":0.680881,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2107418313","doi":"10.1371/journal.pmed.1001406","title":"Policies and Initiatives Aimed at Addressing Research Misconduct in High-Income Countries","year":2013,"lang":"en","type":"letter","venue":"PLoS Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; Health Canada; Research Councils UK; National Institutes of Health; National Science Foundation","keywords":"Misconduct; Scientific misconduct; High income countries; Research integrity; Political science; Developing country; Public relations; Medicine; Psychology; Economic growth; Law; Alternative medicine; Economics; Pathology","authors":[{"name":"David B. Resnik","is_ca":false},{"name":"Zubin Master","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.175147443283836,"gpt":0.4147393244350316,"spread":0.2395918811511956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04761972,0.0008006102,0.00160415,0.002652472,0.01380838,0.01169541,0.003919523,0.07653124,0.006383416],"category_scores_gemma":[0.1928601,0.001048843,0.001998254,0.002783011,0.01557537,0.01221493,0.01049536,0.05199158,0.002889867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01049171,"about_ca_system_score_gemma":0.03277928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01196528,"about_ca_topic_score_gemma":0.02068122,"domain_scores_codex":[0.9619577,0.01837958,0.005535464,0.001901184,0.00768164,0.004544364],"domain_scores_gemma":[0.7269751,0.1952089,0.01910268,0.007338879,0.0304742,0.02090015],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000447701,0.00007858552,0.002972699,0.0003657744,0.00004748843,0.001342207,0.001117555,0.0001661448,0.0003670131,0.02365005,0.9509739,0.01887389],"study_design_scores_gemma":[0.0002667578,0.0001913543,0.006927307,0.002838082,0.0001049526,0.001715775,0.005050075,0.0008475684,0.001143649,0.04935791,0.9313288,0.0002277285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0004821046,0.00138416,0.0001883223,0.9921657,0.004046641,0.00001432956,0.00001446996,0.00001997826,0.001684312],"genre_scores_gemma":[0.00591584,0.002272451,0.0006713211,0.9830409,0.006192072,0.00005567029,0.00001913075,0.00001408908,0.001818595],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9523803,"threshold_uncertainty_score":0.2518401,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2106029785","doi":"10.1177/1740774508089459","title":"Maintaining confidentiality of interim data to enhance trial integrity and credibility","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Health Research Council of New Zealand; National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Interim; Safeguarding; Interim analysis; Credibility; Confidentiality; Data monitoring committee; Harm; Clinical trial; Medicine; Psychology; Computer science; Computer security; Political science; Social psychology; Nursing; Law","authors":[{"name":"Thomas R. Fleming","is_ca":false},{"name":"Katrina Sharples","is_ca":false},{"name":"John McCall","is_ca":false},{"name":"Andrew Moore","is_ca":false},{"name":"Anthony Rodgers","is_ca":false},{"name":"Ralph Stewart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9540912610429189,"gpt":0.7680111871722448,"spread":0.186080073870674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6852631,0.00187811,0.007342826,0.008318929,0.005681229,0.02131152,0.008522815,0.02185134,0.01135114],"category_scores_gemma":[0.837945,0.003594929,0.007477229,0.008161887,0.03437593,0.02853245,0.01501301,0.01953281,0.005182965],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01061845,"about_ca_system_score_gemma":0.05617551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001839169,"about_ca_topic_score_gemma":0.001304318,"domain_scores_codex":[0.170234,0.6838342,0.08746961,0.0159058,0.03887675,0.003679525],"domain_scores_gemma":[0.06122477,0.6772652,0.06552438,0.1458733,0.04642667,0.003685594],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.004786545,0.0003175088,0.009622392,0.02978022,0.002729686,0.002149304,0.04713349,0.006034489,0.00224189,0.3859666,0.07240762,0.4368303],"study_design_scores_gemma":[0.002347109,0.001239672,0.007269658,0.074721,0.002011637,0.003513619,0.004452929,0.008892161,0.006094056,0.5606073,0.3280567,0.0007941688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01618007,0.04488317,0.5998516,0.248507,0.01603865,0.01879184,0.00276531,0.001206796,0.05177558],"genre_scores_gemma":[0.3447164,0.02333162,0.4953445,0.07186554,0.01346602,0.04211645,0.001720159,0.001052895,0.006386429],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9781486,"threshold_uncertainty_score":0.3881267,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2474558075","doi":"10.1302/2046-3758.56.bjr-2016-0047","title":"Retractions in orthopaedic research","year":2016,"lang":"en","type":"article","venue":"Bone and Joint Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Juravinski Cancer Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Scientific misconduct; Scrutiny; Misconduct; Impact factor; Medicine; Cochrane Library; MEDLINE; Data extraction; Meta-analysis; Alternative medicine; Political science; Pathology; Law","authors":[{"name":"James Yan","is_ca":true},{"name":"Austin MacDonald","is_ca":true},{"name":"L-P. Baisi","is_ca":true},{"name":"Nathan Evaniew","is_ca":true},{"name":"Mohit Bhandari","is_ca":true},{"name":"Michelle Ghert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.257422106957606,"gpt":0.4771097084864145,"spread":0.2196876015288086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1938472,0.001827652,0.003263447,0.02834511,0.003489864,0.01290692,0.004578126,0.006164737,0.01672663],"category_scores_gemma":[0.6113404,0.001494103,0.004341609,0.02723403,0.008871418,0.0120013,0.01029267,0.004801764,0.006249364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004701752,"about_ca_system_score_gemma":0.02061561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0012428,"about_ca_topic_score_gemma":0.001314908,"domain_scores_codex":[0.6411579,0.1472571,0.1272257,0.009766313,0.07149124,0.003101744],"domain_scores_gemma":[0.2097647,0.4973124,0.1943377,0.03126484,0.06236344,0.004956908],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008330558,0.0001178525,0.02387141,0.2216593,0.001640264,0.002547551,0.01077918,0.0003070543,0.0009498392,0.01768169,0.125289,0.5943238],"study_design_scores_gemma":[0.0003676999,0.0005579811,0.03493473,0.2373133,0.001791148,0.01503367,0.008808758,0.000385104,0.00179874,0.02568196,0.673022,0.0003049319],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01833263,0.8378105,0.01038469,0.05998671,0.03491393,0.002700387,0.003263873,0.0003957521,0.03221152],"genre_scores_gemma":[0.2023213,0.6702487,0.03312194,0.03571321,0.03440846,0.005054933,0.005154554,0.0005555568,0.01342136],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9938353,"threshold_uncertainty_score":0.99413,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2600935272","doi":"10.1007/s11948-017-9883-5","title":"America COMPETES at 5 years: An Analysis of Research-Intensive Universities’ RCR Training Plans","year":2017,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of California, Los Angeles; University of Illinois at Urbana-Champaign; Stony Brook University; Oregon State University; Montana State University; Georgia State University; Dartmouth College; York University; University of Rochester; Georgetown University; University of Central Florida; Johns Hopkins University; Brandeis University; Colorado State University; University of Connecticut; Virginia Commonwealth University; Tulane University; Brown University; Arizona State University; State University of New York; Louisiana State University; George Washington University; California Institute of Technology; Georgia Institute of Technology; Ohio State University; Rice University; Rensselaer Polytechnic Institute; Florida State University; Yale University; Vanderbilt University; University of Oklahoma; Washington University in St. Louis; University at Buffalo; Massachusetts Institute of Technology; City University of New York; Iowa State University; Carnegie Mellon University; North Carolina State University; Purdue University; Case Western Reserve University; National Science Foundation; Mississippi State University; Emory University; Harvard University","keywords":"Philosophy of science; Training (meteorology); Medical education; Business; Political science; Medicine; Geography; Philosophy","authors":[{"name":"Trisha Phillips","is_ca":false},{"name":"Franchesca Nestor","is_ca":false},{"name":"Gillian Beach","is_ca":false},{"name":"Elizabeth Heitman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2363368745113985,"gpt":0.4519432389538049,"spread":0.2156063644424065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007815272,0.0002240786,0.0002443323,0.003819865,0.001751718,0.00298361,0.001716665,0.0007237087,0.004247752],"category_scores_gemma":[0.02386505,0.0002624067,0.0005477264,0.002667301,0.0009276443,0.001858129,0.003412082,0.001099588,0.0004522921],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004745634,"about_ca_system_score_gemma":0.005902795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02316146,"about_ca_topic_score_gemma":0.03133792,"domain_scores_codex":[0.9941205,0.001813021,0.0004021926,0.0004164456,0.001764894,0.001482824],"domain_scores_gemma":[0.9708225,0.008355191,0.009051165,0.001096716,0.003401043,0.007273446],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001877256,0.000540974,0.9299203,0.0000975648,0.00008813446,0.0002249286,0.008516845,0.00110397,0.0003995124,0.004756697,0.005508003,0.04865544],"study_design_scores_gemma":[0.00001572754,0.0003252005,0.9541223,0.00008270992,0.00002504644,0.00008736499,0.03052456,0.001276079,0.0002318498,0.000495819,0.01277656,0.00003679219],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9899596,0.0002434495,0.0003289747,0.0008116981,0.00001644633,0.00009651291,0.0006101997,0.00002905015,0.007904086],"genre_scores_gemma":[0.9977058,0.0001052689,0.0003419768,0.0001291094,0.00001006132,0.00008233352,0.0006350578,0.000009236068,0.0009810603],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9921848,"threshold_uncertainty_score":0.04605329,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1999935843","doi":"10.1136/bmj.38968.611296.f7","title":"Role of systematic reviews in detecting plagiarism: case of Asim Kurjak","year":2006,"lang":"en","type":"review","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Sveučilište u Zagrebu; Ryerson University","keywords":"Sanctions; Audience measurement; Face (sociological concept); Systematic review; Psychology; Political science; Internet privacy; Computer science; Sociology; Law; Social science; MEDLINE","authors":[{"name":"Iain Chalmers","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1071014461526957,"gpt":0.4176863635685728,"spread":0.3105849174158771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3591368,0.001160251,0.005494807,0.01954601,0.005739725,0.01090516,0.004987473,0.02593704,0.001617181],"category_scores_gemma":[0.7889165,0.002581379,0.003573105,0.01553117,0.01445288,0.01862836,0.008960818,0.02038617,0.0007545581],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01060425,"about_ca_system_score_gemma":0.02804507,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009479851,"about_ca_topic_score_gemma":0.01389975,"domain_scores_codex":[0.5272914,0.3038738,0.07532582,0.01584673,0.07462898,0.003033311],"domain_scores_gemma":[0.1167317,0.7225239,0.06929455,0.0207906,0.06468976,0.005969523],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001313204,0.0001104389,0.04034579,0.0500811,0.003725381,0.02597531,0.02666474,0.001302228,0.001085423,0.1379482,0.4519993,0.2594489],"study_design_scores_gemma":[0.001124721,0.0007555488,0.01893822,0.1561728,0.005613571,0.05593542,0.01029444,0.006255301,0.002227174,0.1269768,0.6146745,0.001031498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.003136555,0.1096639,0.003430978,0.8725751,0.00635486,0.0002223463,0.0001062047,0.00003658656,0.004473467],"genre_scores_gemma":[0.2238898,0.174178,0.04653307,0.5177824,0.03283456,0.001652349,0.0001134184,0.0001879112,0.002828483],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.974063,"threshold_uncertainty_score":0.7902983,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2948845587","doi":"10.1007/s11948-019-00113-3","title":"Researchers’ Perceptions of Ethical Authorship Distribution in Collaborative Research Teams","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"National Center for Advancing Translational Sciences; Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Transparency (behavior); Psychology; Mentorship; Productivity; Affect (linguistics); Perception; Public relations; Engineering ethics; Political science; Medical education; Medicine; Engineering","authors":[{"name":"Elise Smith","is_ca":false},{"name":"Bryn Williams–Jones","is_ca":true},{"name":"Zubin Master","is_ca":false},{"name":"Vincent Larivière","is_ca":true},{"name":"Cassidy R. Sugimoto","is_ca":false},{"name":"Adèle Paul‐Hus","is_ca":true},{"name":"Min Shi","is_ca":false},{"name":"Elena Diller","is_ca":false},{"name":"Katie Caudle","is_ca":false},{"name":"David B. Resnik","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6652650663412806,"gpt":0.638300049848536,"spread":0.02696501649274452,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1099764,0.000334845,0.0006479538,0.006371641,0.01075801,0.01605053,0.001496296,0.003157456,0.003417542],"category_scores_gemma":[0.3672853,0.0005207321,0.0007490277,0.003473727,0.009673578,0.006363146,0.01091138,0.004165993,0.0003773631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007151499,"about_ca_system_score_gemma":0.01245595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002863407,"about_ca_topic_score_gemma":0.003552955,"domain_scores_codex":[0.803663,0.1473372,0.01441878,0.003874259,0.02335093,0.007355888],"domain_scores_gemma":[0.3800959,0.4467814,0.07572265,0.01177127,0.04745822,0.03817055],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006388744,0.000780264,0.2791703,0.0003354815,0.0002236522,0.0007755169,0.6527548,0.0005112282,0.001499464,0.01824236,0.002594617,0.04247343],"study_design_scores_gemma":[0.0002623688,0.0004636097,0.1068701,0.0005310185,0.0001094183,0.00085471,0.8550212,0.002104823,0.001043437,0.01927038,0.0133183,0.0001506223],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9766681,0.0003485375,0.002452559,0.006757701,0.0001378233,0.00009554237,0.00001944852,0.00001911748,0.01350126],"genre_scores_gemma":[0.9985592,0.00007281075,0.0004950899,0.000333857,0.00003162587,0.00004731347,0.00000975157,0.000007995304,0.0004422846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9968426,"threshold_uncertainty_score":0.5816177,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2484305216","doi":"10.1136/bmjopen-2016-011997","title":"Reporting of financial and non-financial conflicts of interest by authors of systematic reviews: a methodological survey","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of Toronto","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Systematic review; Medicine; MEDLINE; Public interest; Cochrane Library; Meta-analysis; Actuarial science; Family medicine; Finance; Political science; Internal medicine; Economics; Law","authors":[{"name":"Maram B Hakoum","is_ca":false},{"name":"S. Anouti","is_ca":false},{"name":"Mounir Al‐Gibbawi","is_ca":false},{"name":"Elias A. Abou-Jaoude","is_ca":false},{"name":"Divina Justina Hasbani","is_ca":false},{"name":"Luciane Cruz Lopes","is_ca":false},{"name":"Arnav Agarwal","is_ca":true},{"name":"Gordon Guyatt","is_ca":true},{"name":"Elie A. Akl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.939984580804016,"gpt":0.6974284889577338,"spread":0.2425560918462822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5135077,0.001138342,0.003468519,0.02871232,0.001511959,0.006999834,0.002789469,0.002579879,0.00204923],"category_scores_gemma":[0.813827,0.001766898,0.005861538,0.03018649,0.004143777,0.00987813,0.006107531,0.001731554,0.0004585104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0061021,"about_ca_system_score_gemma":0.01443139,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00190203,"about_ca_topic_score_gemma":0.003096061,"domain_scores_codex":[0.272282,0.3416356,0.3095213,0.01412732,0.06028667,0.002147102],"domain_scores_gemma":[0.06844436,0.6614538,0.2107116,0.01595462,0.04209133,0.001344254],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001149859,0.0001244493,0.6276632,0.1753045,0.01389356,0.0003332122,0.01946103,0.0007730124,0.0006925568,0.005259302,0.007157017,0.1481884],"study_design_scores_gemma":[0.00160086,0.002213406,0.4322887,0.374913,0.02644697,0.006979857,0.0352971,0.005631844,0.003229958,0.02882351,0.08169859,0.0008761563],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3384432,0.4958104,0.08977315,0.02846259,0.00193407,0.01777447,0.0180057,0.0003199509,0.009476535],"genre_scores_gemma":[0.7735991,0.09078584,0.09104057,0.006133788,0.001025467,0.03011716,0.006611449,0.0001378028,0.000548798],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4864923,"threshold_uncertainty_score":0.5999317,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3081363283","doi":"10.1371/journal.pone.0237875","title":"Exploring the ethical issues in research using digital data collection strategies with minors: A scoping review","year":2020,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Gatekeeping; Scrutiny; Harm; Data collection; Research ethics; Informed consent; Social research; Engineering ethics; Social media; Psychology; Public relations; Data science; Computer science; Sociology; Political science; Medicine; Social psychology; Social science; Law; Alternative medicine; Engineering","authors":[{"name":"Danica Facca","is_ca":true},{"name":"Maxwell J. Smith","is_ca":true},{"name":"Jacob Shelley","is_ca":true},{"name":"Daniel J. Lizotte","is_ca":true},{"name":"Lorie Donelle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9439772789083111,"gpt":0.6428719519843116,"spread":0.3011053269239995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1877465,0.001647801,0.003747506,0.02903819,0.00613854,0.01316798,0.003473771,0.007347002,0.002244507],"category_scores_gemma":[0.3892063,0.001896908,0.005022803,0.02222563,0.009863799,0.01412303,0.009059146,0.0055148,0.0006883502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01094716,"about_ca_system_score_gemma":0.06163735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006412033,"about_ca_topic_score_gemma":0.01187926,"domain_scores_codex":[0.7988915,0.1268343,0.0467178,0.003696698,0.02200685,0.001852951],"domain_scores_gemma":[0.4592596,0.4635099,0.02714304,0.007562088,0.04034476,0.002180763],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001836666,0.0001176869,0.003936336,0.373051,0.000992895,0.001751662,0.05474318,0.0006672603,0.001017867,0.0274455,0.01013764,0.5259553],"study_design_scores_gemma":[0.00003246252,0.0001445739,0.001374889,0.8413861,0.001070917,0.001135096,0.02217314,0.0002549355,0.0005932496,0.008220689,0.1235394,0.00007448333],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00597272,0.9504665,0.01027407,0.01786848,0.002047049,0.006119916,0.000175194,0.00003590111,0.007040216],"genre_scores_gemma":[0.03306383,0.9375483,0.01783836,0.003846842,0.0006180331,0.006078517,0.0001826724,0.00003266065,0.0007908078],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.992653,"threshold_uncertainty_score":0.9929103,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3003877329","doi":"10.1145/1227504.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Feature (linguistics); Relevance (law); Computer science; Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Code (set theory); Feature engineering; Measure (data warehouse); Pattern recognition (psychology); Natural language processing; Machine learning; Data mining; Deep learning; Programming language; Linguistics","authors":[{"name":"Steve Engels","is_ca":true},{"name":"Vivek Lakshmanan","is_ca":true},{"name":"Michelle Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02276400814018628,"gpt":0.2937078578585832,"spread":0.270943849718397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001885177,0.000814249,0.0008185737,0.004873024,0.0006082486,0.001278125,0.001096605,0.000979326,0.001392761],"category_scores_gemma":[0.009988482,0.000276174,0.0004791775,0.00187419,0.0004314125,0.001670396,0.0007256036,0.000951722,0.0007720705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001110694,"about_ca_system_score_gemma":0.0006490824,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005577264,"about_ca_topic_score_gemma":0.006424455,"domain_scores_codex":[0.9986791,0.0002913054,0.0001222086,0.0003269384,0.0004629309,0.0001175436],"domain_scores_gemma":[0.9910427,0.003957314,0.001623658,0.0005504876,0.002614347,0.0002114605],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005672886,0.0004863467,0.02347699,0.0002109021,0.0001731189,0.0001442536,0.0001825343,0.04343354,0.02575909,0.0008392698,0.003671267,0.9010555],"study_design_scores_gemma":[0.0000298152,0.0001556512,0.01338706,0.00003288072,0.00005505476,0.0001108544,0.00005316113,0.9621273,0.02083555,0.002147625,0.001022814,0.00004225802],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4727884,0.001141657,0.5075353,0.0006596867,0.0001375554,0.0003818509,0.0009054962,0.0106445,0.005805519],"genre_scores_gemma":[0.8906468,0.0001887136,0.1061211,0.0000710973,0.00006466696,0.0001207185,0.0006403373,0.00006979401,0.002076906],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9990207,"threshold_uncertainty_score":0.01108962,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2883405865","doi":"10.1177/1609406918788203","title":"Ethical, Practical, and Methodological Considerations for Unobtrusive Qualitative Research About Personal Narratives Shared on the Internet","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Qualitative research; Confidentiality; Engineering ethics; Popularity; The Internet; Ethical issues; Narrative; Diligence; Due diligence; Psychology; Informed consent; Research ethics; Internet research; Internet privacy; Public relations; Sociology; Social psychology; Political science; Computer science; Medicine; Engineering; Social science","authors":[{"name":"Meridith Burles","is_ca":true},{"name":"Jill Bally","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9160692370572425,"gpt":0.7703199511312407,"spread":0.1457492859260018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5200714,0.002427883,0.002836501,0.006299455,0.01932376,0.01832193,0.007445983,0.01067304,0.008931638],"category_scores_gemma":[0.5376936,0.003108237,0.001709249,0.007923546,0.0569647,0.01326138,0.01386226,0.01224551,0.002993959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009464831,"about_ca_system_score_gemma":0.04030272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00390896,"about_ca_topic_score_gemma":0.01103426,"domain_scores_codex":[0.297848,0.6554812,0.01820543,0.006463492,0.0179468,0.004055105],"domain_scores_gemma":[0.348726,0.5508618,0.01413338,0.05506804,0.02455731,0.006653421],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008303517,0.0005695826,0.002233318,0.005186032,0.00006558035,0.00207756,0.6226516,0.001298855,0.003971246,0.2838716,0.02014147,0.05710287],"study_design_scores_gemma":[0.0005474645,0.0005115157,0.001265728,0.01972614,0.0001102792,0.002801222,0.2948856,0.004669406,0.005854258,0.3917455,0.2776178,0.0002649771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05584635,0.00663665,0.5991918,0.1637252,0.007672321,0.1307537,0.0009026466,0.0005253492,0.03474594],"genre_scores_gemma":[0.156288,0.002563548,0.5330124,0.01929645,0.0007845564,0.2830496,0.0002438341,0.0002631635,0.004498523],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4799286,"threshold_uncertainty_score":0.5918374,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2465870777","doi":"10.1371/journal.pone.0157142","title":"The Challenge of Timely, Responsive and Rigorous Ethics Review of Disaster Research: Views of Research Ethics Committee Members","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; McMaster University; Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Disaster research; Research ethics; Public relations; Psychological intervention; Disaster medicine; Natural disaster; Political science; Medicine; Engineering ethics; Poison control; Suicide prevention; Medical emergency; Engineering; Nursing; Management","authors":[{"name":"Matthew Hunt","is_ca":true},{"name":"Catherine M. Tansey","is_ca":true},{"name":"James W. Anderson","is_ca":true},{"name":"Renaud Boulanger","is_ca":true},{"name":"Lisa Eckenwiler","is_ca":false},{"name":"John Pringle","is_ca":true},{"name":"Lisa Schwartz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9057001708361343,"gpt":0.646822186922242,"spread":0.2588779839138923,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6625416,0.001013529,0.002241305,0.003766634,0.0138311,0.02152612,0.006631045,0.01516002,0.001814059],"category_scores_gemma":[0.7038131,0.002201997,0.001691747,0.004718593,0.04125533,0.01597164,0.01763991,0.03338908,0.001427825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01682127,"about_ca_system_score_gemma":0.1503623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004546586,"about_ca_topic_score_gemma":0.002866904,"domain_scores_codex":[0.1490274,0.7641504,0.03929134,0.006850237,0.03281069,0.007869861],"domain_scores_gemma":[0.07208746,0.6811348,0.04227147,0.03859783,0.1234364,0.04247198],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003962963,0.0004081534,0.008330945,0.005396843,0.0003190183,0.002748786,0.6203962,0.001660583,0.004069129,0.09162226,0.1414961,0.1231558],"study_design_scores_gemma":[0.0002874151,0.0005195945,0.005325612,0.01552878,0.0001388969,0.003273267,0.329976,0.004067388,0.003937818,0.1007684,0.5355913,0.0005855579],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04912408,0.01252358,0.1102413,0.7978182,0.00870118,0.006674356,0.0001479742,0.000460928,0.01430849],"genre_scores_gemma":[0.6728103,0.01200772,0.1455949,0.1416345,0.004903895,0.01712432,0.0002505903,0.0005968654,0.005076906],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.98484,"threshold_uncertainty_score":0.4161463,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2583047471","doi":"10.1080/08989621.2017.1287567","title":"Best Practice to Order Authors in Multi/Interdisciplinary Health Sciences Research Publications","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Université de Montréal","keywords":"Order (exchange); Engineering ethics; Declaration; Best practice; Accountability; Attribution; Confusion; Computer science; Political science; Psychology; Public relations; Management science; Sociology; Business; Social psychology; Law; Engineering","authors":[{"name":"Elise Smith","is_ca":true},{"name":"Zubin Master","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9220851009964572,"gpt":0.8041078746149898,"spread":0.1179772263814675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3740791,0.002102892,0.001978161,0.0140009,0.01867092,0.02313187,0.007380008,0.01281875,0.00702276],"category_scores_gemma":[0.521314,0.002899692,0.001740622,0.007049041,0.0269127,0.02579167,0.01912099,0.01600767,0.01130657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01202395,"about_ca_system_score_gemma":0.04839653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003739923,"about_ca_topic_score_gemma":0.009840257,"domain_scores_codex":[0.3988636,0.422453,0.0677212,0.02018574,0.08475704,0.0060195],"domain_scores_gemma":[0.3275015,0.3207675,0.05412422,0.1119023,0.1684499,0.01725454],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002345096,0.0003942757,0.006890592,0.002773173,0.0001663418,0.001037214,0.08877509,0.002272952,0.005192933,0.3416022,0.07867654,0.4719842],"study_design_scores_gemma":[0.0002725889,0.0003352426,0.00305891,0.007755282,0.000110747,0.001659142,0.0343619,0.007443484,0.01009004,0.4532517,0.4811543,0.000506647],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01713701,0.001763273,0.7789372,0.112627,0.006392834,0.008282172,0.0001570149,0.002878985,0.07182456],"genre_scores_gemma":[0.06549814,0.0008957095,0.9120229,0.006360176,0.0006245003,0.003369423,0.0001045874,0.0003983665,0.01072614],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9871812,"threshold_uncertainty_score":0.7718719,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4234553601","doi":"10.31219/osf.io/m9abx","title":"The Hong Kong Principles for Assessing Researchers: Fostering Research Integrity","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Transparency (behavior); Trustworthiness; Engineering ethics; Research integrity; Inclusion (mineral); Manifesto; Political science; Research ethics; Public relations; Open science; Quality (philosophy); Declaration; Computer science; Sociology; Engineering; Internet privacy; Law; Social science; Epistemology","authors":[{"name":"David Moher","is_ca":true},{"name":"L.M. Bouter","is_ca":false},{"name":"Sabine Kleinert","is_ca":false},{"name":"Paul Glasziou","is_ca":false},{"name":"MH Sham","is_ca":false},{"name":"Virginia Barbour","is_ca":false},{"name":"Anne‐Marie Coriat","is_ca":false},{"name":"Nicole Foeger","is_ca":false},{"name":"Ulrich Dirnagl","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9051326629292764,"gpt":0.6570798519375924,"spread":0.248052810991684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4391976,0.002065333,0.003582722,0.005990262,0.01331362,0.03183872,0.005877005,0.01518469,0.003336133],"category_scores_gemma":[0.3808966,0.004365958,0.003095952,0.007598452,0.07336608,0.01570306,0.0216773,0.02227694,0.003840856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02656201,"about_ca_system_score_gemma":0.1648783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05258361,"about_ca_topic_score_gemma":0.04488891,"domain_scores_codex":[0.4807854,0.3669538,0.0612287,0.0180912,0.06341917,0.009521795],"domain_scores_gemma":[0.3437138,0.3508884,0.0400227,0.1097856,0.1354839,0.02010571],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002217881,0.00009901907,0.004487621,0.00342525,0.0003119855,0.0007192948,0.04429719,0.001542183,0.0007180632,0.8028261,0.05734623,0.08400521],"study_design_scores_gemma":[0.0003490477,0.0004163067,0.007249183,0.007431425,0.0003435279,0.001047907,0.009424842,0.002085141,0.002428707,0.3897367,0.5788605,0.0006267733],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01044017,0.0173889,0.4372872,0.3490293,0.008423753,0.0126655,0.001277627,0.0007333878,0.1627542],"genre_scores_gemma":[0.2231245,0.0179683,0.599284,0.1031745,0.003728311,0.02149102,0.0005671355,0.0004901469,0.03017212],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9848153,"threshold_uncertainty_score":0.6915691,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400879434","doi":"10.1136/bmjebm-2024-112899","title":"Rapid review method series: interim guidance for the reporting of rapid reviews","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; University of Alberta; Public Health Agency of Canada; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Interim; Systematic review; Set (abstract data type); Computer science; Psychology; MEDLINE; Political science","authors":[{"name":"Adrienne Stevens","is_ca":true},{"name":"Mona Hersi","is_ca":true},{"name":"Chantelle Garritty","is_ca":true},{"name":"Lisa Hartling","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"Lesley Stewart","is_ca":false},{"name":"Vivian Welch","is_ca":true},{"name":"Andrea C. Tricco","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9004752747875066,"gpt":0.647176774034603,"spread":0.2532985007529035,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4953924,0.007554101,0.01339678,0.02681083,0.004181833,0.0203286,0.009711759,0.0155552,0.1710201],"category_scores_gemma":[0.7348027,0.01679284,0.01898509,0.02951867,0.00954439,0.01646572,0.01000645,0.02824371,0.2062218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01074788,"about_ca_system_score_gemma":0.0779357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002700828,"about_ca_topic_score_gemma":0.004662409,"domain_scores_codex":[0.3936795,0.4122575,0.131495,0.01707595,0.04121351,0.004278587],"domain_scores_gemma":[0.1710357,0.4869761,0.07554027,0.07095124,0.1883744,0.007122268],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001849956,0.0002125414,0.000554389,0.08652606,0.001089244,0.0002108186,0.002330285,0.0009049435,0.001320791,0.01802961,0.71979,0.1671814],"study_design_scores_gemma":[0.005026102,0.0004183246,0.001875435,0.07802755,0.0009308354,0.0003390634,0.0008776308,0.001906342,0.001794369,0.02818638,0.8800321,0.0005857222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.0009555778,0.01018774,0.281655,0.03649179,0.04125979,0.5135577,0.07358022,0.01707149,0.02524072],"genre_scores_gemma":[0.001581265,0.005369835,0.4098487,0.003246478,0.00235,0.5585644,0.008258116,0.002158927,0.008622335],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5046076,"threshold_uncertainty_score":0.6222711,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","authors":[{"name":"Mumen Z Rizk","is_ca":false},{"name":"Hisham Mohammed","is_ca":false},{"name":"Omar Ismael","is_ca":false},{"name":"David Bearn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1865449401167475,"gpt":0.4686407095626851,"spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02430182,0.003099141,0.01935768,0.00835547,0.000764068,0.004715188,0.002679087,0.002959997,0.004092792],"category_scores_gemma":[0.05903102,0.001554568,0.03214477,0.006645446,0.001189072,0.002958212,0.001646235,0.002541739,0.0003011628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004149289,"about_ca_system_score_gemma":0.007131584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004313606,"about_ca_topic_score_gemma":0.009904828,"domain_scores_codex":[0.978512,0.01053457,0.006179952,0.001576746,0.002694311,0.0005024003],"domain_scores_gemma":[0.9596592,0.03076451,0.006427319,0.0007272307,0.0020603,0.0003614281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002050696,0.00005540216,0.001303388,0.7932136,0.1809723,0.00008575783,0.0001022908,0.0002520452,0.0001703164,0.000187628,0.0003848259,0.0212218],"study_design_scores_gemma":[0.00179672,0.0009111177,0.003521102,0.1859764,0.8025201,0.0001841582,0.0001408965,0.0001911135,0.0003097617,0.0003634737,0.004038113,0.00004698536],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001678578,0.9971794,0.0002607453,0.000154047,0.0001036554,0.0003156571,0.0001380558,0.000008427894,0.0001614766],"genre_scores_gemma":[0.06773233,0.9261234,0.002407737,0.001014348,0.0003258737,0.001889018,0.0003169233,0.00001801161,0.0001723641],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02430182,"threshold_uncertainty_score":0.1285218,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2606622294","doi":"10.1016/j.wneu.2017.04.014","title":"Retraction of Neurosurgical Publications: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Medical physics; General surgery","authors":[{"name":"Justin Wang","is_ca":true},{"name":"Jerry C. Ku","is_ca":true},{"name":"Naif M. Alotaibi","is_ca":true},{"name":"James T. Rutka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1983967056150376,"gpt":0.4359178452412505,"spread":0.237521139626213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09358982,0.002777794,0.01195075,0.02278058,0.002309215,0.00767201,0.004043967,0.007031355,0.008684327],"category_scores_gemma":[0.4045801,0.002736204,0.009908962,0.02288338,0.00403999,0.01000519,0.00642374,0.004274325,0.001002703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008152978,"about_ca_system_score_gemma":0.04093334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007632596,"about_ca_topic_score_gemma":0.02750929,"domain_scores_codex":[0.8179763,0.07107683,0.07421179,0.00599752,0.02768954,0.003047996],"domain_scores_gemma":[0.5937137,0.2604143,0.09306552,0.009598044,0.04030737,0.002901003],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003815787,0.00001893568,0.001528756,0.9463527,0.009307189,0.0002417379,0.0006518558,0.00003468141,0.0001002579,0.0002190286,0.01172064,0.0294428],"study_design_scores_gemma":[0.0008667029,0.00008449284,0.004269314,0.9163883,0.04471768,0.0004742316,0.00094506,0.00004592569,0.0001258531,0.0005033468,0.03150183,0.00007727263],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001080091,0.9915015,0.0003341501,0.002988566,0.001500581,0.001087251,0.0008875076,0.00001902629,0.0006012968],"genre_scores_gemma":[0.03150425,0.9531638,0.002435126,0.007900961,0.001558807,0.002150938,0.0009049011,0.00004111032,0.0003400061],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9929686,"threshold_uncertainty_score":0.4949562,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2106350222","doi":"10.1525/jer.2012.7.4.10","title":"Opportunities, Ethical Challenges, and Lessons Learned from Working with Peer Research Assistants in a Multi-Method HIV Community-Based Research Study in Ontario, Canada","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Women's Health In Women's Hands; University of Calgary","funders":"Canadian Institutes of Health Research; Mental Health Commission; University of Calgary","keywords":"Focus group; Qualitative research; Human immunodeficiency virus (HIV); Medical education; Research ethics; Peer support; Best practice; Psychology; Facilitation; Engineering ethics; Medicine; Political science; Nursing; Sociology; Engineering; Family medicine; Social science","authors":[{"name":"Carmen H. Logie","is_ca":true},{"name":"LLana James","is_ca":true},{"name":"Wangari Tharao","is_ca":true},{"name":"Mona Loutfy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9881056457603145,"gpt":0.7429312961482957,"spread":0.2451743496120188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1484391,0.0007471175,0.001209924,0.001441852,0.03783343,0.01066601,0.006296182,0.003030747,0.001953572],"category_scores_gemma":[0.1333195,0.001095028,0.0007061058,0.002134962,0.01564971,0.004895828,0.01221004,0.00411702,0.0003141395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04055805,"about_ca_system_score_gemma":0.2256335,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.6359882,"about_ca_topic_score_gemma":0.8853222,"domain_scores_codex":[0.7657541,0.1943226,0.007364097,0.00529243,0.01596109,0.01130576],"domain_scores_gemma":[0.7671474,0.1124704,0.01524542,0.006732419,0.05685261,0.04155178],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001322603,0.0002047444,0.01667524,0.0012225,0.00004208366,0.003712548,0.9360815,0.0001706732,0.0009150186,0.001189685,0.003064628,0.03658913],"study_design_scores_gemma":[0.00004175525,0.0002979036,0.008385124,0.000909698,0.00003011835,0.0005414462,0.9684365,0.000172796,0.0002973941,0.0007200498,0.02010104,0.00006609423],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.858673,0.01367629,0.01320784,0.09457517,0.001177867,0.004742725,0.0001791938,0.0001333142,0.01363457],"genre_scores_gemma":[0.9554158,0.006808297,0.02246087,0.007782864,0.0002924637,0.002729683,0.00006114875,0.00008654928,0.004362225],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9969693,"threshold_uncertainty_score":0.7850302,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406842793","doi":"10.1038/d41586-025-00212-1","title":"‘Stamp out paper mills’ — science sleuths on how to fight fake research","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"","keywords":"Scientific misconduct; Spotting; Misconduct; Engineering ethics; Political science; Engineering; Computer science; Law; Medicine; Alternative medicine","authors":[{"name":"Anna Abalkina","is_ca":false},{"name":"René Aquarius","is_ca":false},{"name":"Elisabeth M. Bik","is_ca":false},{"name":"David Bimler","is_ca":false},{"name":"Dorothy Bishop","is_ca":true},{"name":"Jennifer A. Byrne","is_ca":false},{"name":"Guillaume Cabanac","is_ca":false},{"name":"Adam Day","is_ca":false},{"name":"Cyril Labbé","is_ca":false},{"name":"Nick Wise","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04031818940135897,"gpt":0.4228028907455642,"spread":0.3824847013442052,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04029481,0.001920088,0.0012379,0.004087284,0.009985729,0.01977715,0.004507045,0.01998998,0.02439179],"category_scores_gemma":[0.0921428,0.001167806,0.001580559,0.001571469,0.03345205,0.03015617,0.009606544,0.02338308,0.01851035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003253307,"about_ca_system_score_gemma":0.01298292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002253138,"about_ca_topic_score_gemma":0.003733526,"domain_scores_codex":[0.9753128,0.009321358,0.001629613,0.001687458,0.0102987,0.001750004],"domain_scores_gemma":[0.9017106,0.04290199,0.005871885,0.01520013,0.02527019,0.009045264],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000152912,0.0002319219,0.001316869,0.0007082858,0.0001087395,0.0005204066,0.003750863,0.0005666621,0.002197978,0.2950289,0.478947,0.2164693],"study_design_scores_gemma":[0.00007221006,0.0002461626,0.0007936625,0.001005754,0.0000419792,0.0007209532,0.003428791,0.0005972155,0.002490463,0.283575,0.7068568,0.0001709216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.004635374,0.01989468,0.09712058,0.7384906,0.02578006,0.0004792203,0.0001507746,0.001669396,0.1117793],"genre_scores_gemma":[0.1727306,0.03845403,0.2241832,0.3566841,0.01313827,0.000927197,0.0003518261,0.001226482,0.1923042],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.98001,"threshold_uncertainty_score":0.2131019,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387695005","doi":"10.3346/jkms.2023.38.e333","title":"Causes for Retraction in the Biomedical Literature: A Systematic Review of Studies of Retraction Notices","year":2023,"lang":"en","type":"review","venue":"Journal of Korean Medical Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"H. Lundbeck A/S","keywords":"Misconduct; Subspecialty; Medicine; Meta-analysis; MEDLINE; Systematic review; Confidence interval; Scientific misconduct; Publication bias; Family medicine; Internal medicine; Alternative medicine; Pathology; Political science","authors":[{"name":"Soo Young Hwang","is_ca":false},{"name":"Dong Keon Yon","is_ca":false},{"name":"Seung Won Lee","is_ca":false},{"name":"Min Seo Kim","is_ca":false},{"name":"Jong Yeob Kim","is_ca":false},{"name":"Lee Smith","is_ca":false},{"name":"Ai Koyanagi","is_ca":false},{"name":"Marco Solmi","is_ca":true},{"name":"André F. Carvalho","is_ca":false},{"name":"Eun Young Kim","is_ca":false},{"name":"Jae Il Shin","is_ca":false},{"name":"John P. A. Ioannidis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1576615077346172,"gpt":0.4965828687945747,"spread":0.3389213610599575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05767701,0.001890973,0.007193488,0.02524357,0.001445072,0.004009945,0.002357298,0.002227538,0.003155138],"category_scores_gemma":[0.223224,0.001500278,0.0107305,0.02470499,0.002533193,0.004828626,0.003020048,0.001792346,0.0002587205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004554462,"about_ca_system_score_gemma":0.01566845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003377498,"about_ca_topic_score_gemma":0.01030275,"domain_scores_codex":[0.9111745,0.03558768,0.03513481,0.004129068,0.01292924,0.001044685],"domain_scores_gemma":[0.6571104,0.2636717,0.05895739,0.004328691,0.01472244,0.001209554],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002594728,0.00002470804,0.007584814,0.9321429,0.01543351,0.0001939594,0.0009482373,0.00005699862,0.0001090305,0.0002195925,0.001383967,0.04164284],"study_design_scores_gemma":[0.0002387187,0.0002340934,0.02031448,0.8910692,0.07062565,0.0008983011,0.001789176,0.00008410533,0.0002824599,0.0005009179,0.01388386,0.00007896746],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003700962,0.9944749,0.0002402892,0.0004626393,0.0001522479,0.0003743532,0.0003749652,0.000009072372,0.0002105259],"genre_scores_gemma":[0.06625231,0.9288743,0.001710923,0.0009165971,0.0002286762,0.001270593,0.0006160724,0.00001586127,0.0001145991],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9977725,"threshold_uncertainty_score":0.3050289,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"}]}